=== RUN TestMultiControlPlane/serial/HAppyAfterClusterStart
ha_test.go:281: (dbg) Run: out/minikube-windows-amd64.exe profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-windows-amd64.exe profile list --output json: (20.3467173s)
ha_test.go:304: expected profile "ha-653100" in json of 'profile list' to include 4 nodes but have 3 nodes. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-653100\",\"Status\":\"Stopped\",\"Config\":{\"Name\":\"ha-653100\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/18634/minikube-v1.33.0-1713175573-18634-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.43-1713176859-18634@sha256:aa626f490dfc5e9a013f239555a8c57845d8eb915cd55dbd63f6a05070c2709b\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"hyperv\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\"APIServerP
ort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.29.3\",\"ClusterName\":\"ha-653100\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"172.19.63.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"172.19.63.147\",\"Port\":8443,\"KubernetesVersion\
":\"v1.29.3\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"172.19.63.104\",\"Port\":8443,\"KubernetesVersion\":\"v1.29.3\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"172.19.51.108\",\"Port\":0,\"KubernetesVersion\":\"v1.29.3\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"helm-tiller\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":
false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"C:\\\\Users\\\\jenkins.minikube6:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"Disa
bleMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-windows-amd64.exe profile list --output json"
ha_test.go:307: expected profile "ha-653100" in json of 'profile list' to have "HAppy" status but have "Stopped" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-653100\",\"Status\":\"Stopped\",\"Config\":{\"Name\":\"ha-653100\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/18634/minikube-v1.33.0-1713175573-18634-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.43-1713176859-18634@sha256:aa626f490dfc5e9a013f239555a8c57845d8eb915cd55dbd63f6a05070c2709b\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"hyperv\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1
,\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.29.3\",\"ClusterName\":\"ha-653100\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"172.19.63.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"172.19.63.147\",\"Port\":8443,\"Kuber
netesVersion\":\"v1.29.3\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"172.19.63.104\",\"Port\":8443,\"KubernetesVersion\":\"v1.29.3\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"172.19.51.108\",\"Port\":0,\"KubernetesVersion\":\"v1.29.3\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"helm-tiller\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":f
alse,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"C:\\\\Users\\\\jenkins.minikube6:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\"
:false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-windows-amd64.exe profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-windows-amd64.exe status --format={{.Host}} -p ha-653100 -n ha-653100
helpers_test.go:239: (dbg) Done: out/minikube-windows-amd64.exe status --format={{.Host}} -p ha-653100 -n ha-653100: (13.3235414s)
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterClusterStart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterClusterStart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-windows-amd64.exe -p ha-653100 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-windows-amd64.exe -p ha-653100 logs -n 25: (8.9636532s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterClusterStart logs:
-- stdout --
==> Audit <==
|---------|--------------------------------------|-----------|-------------------|----------------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------------|-----------|-------------------|----------------|---------------------|---------------------|
| kubectl | -p ha-653100 -- get pods -o | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:37 UTC | 15 Apr 24 18:37 UTC |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-653100 -- get pods -o | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:37 UTC | 15 Apr 24 18:37 UTC |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-653100 -- get pods -o | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:37 UTC | 15 Apr 24 18:37 UTC |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-653100 -- get pods -o | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:37 UTC | 15 Apr 24 18:37 UTC |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-653100 -- get pods -o | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:37 UTC | 15 Apr 24 18:37 UTC |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-653100 -- get pods -o | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:37 UTC | 15 Apr 24 18:37 UTC |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-653100 -- get pods -o | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:38 UTC | 15 Apr 24 18:38 UTC |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-653100 -- get pods -o | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:38 UTC | 15 Apr 24 18:38 UTC |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-653100 -- get pods -o | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:39 UTC | 15 Apr 24 18:39 UTC |
| | jsonpath='{.items[*].status.podIP}' | | | | | |
| kubectl | -p ha-653100 -- get pods -o | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:39 UTC | 15 Apr 24 18:39 UTC |
| | jsonpath='{.items[*].metadata.name}' | | | | | |
| kubectl | -p ha-653100 -- exec | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:39 UTC | 15 Apr 24 18:39 UTC |
| | busybox-7fdf7869d9-5w5x4 -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p ha-653100 -- exec | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:39 UTC | |
| | busybox-7fdf7869d9-8pgjv -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p ha-653100 -- exec | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:39 UTC | |
| | busybox-7fdf7869d9-tk6sh -- | | | | | |
| | nslookup kubernetes.io | | | | | |
| kubectl | -p ha-653100 -- exec | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:39 UTC | 15 Apr 24 18:39 UTC |
| | busybox-7fdf7869d9-5w5x4 -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p ha-653100 -- exec | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:39 UTC | |
| | busybox-7fdf7869d9-8pgjv -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p ha-653100 -- exec | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:39 UTC | |
| | busybox-7fdf7869d9-tk6sh -- | | | | | |
| | nslookup kubernetes.default | | | | | |
| kubectl | -p ha-653100 -- exec | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:39 UTC | 15 Apr 24 18:39 UTC |
| | busybox-7fdf7869d9-5w5x4 -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p ha-653100 -- exec | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:39 UTC | |
| | busybox-7fdf7869d9-8pgjv -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p ha-653100 -- exec | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:39 UTC | |
| | busybox-7fdf7869d9-tk6sh -- nslookup | | | | | |
| | kubernetes.default.svc.cluster.local | | | | | |
| kubectl | -p ha-653100 -- get pods -o | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:39 UTC | 15 Apr 24 18:39 UTC |
| | jsonpath='{.items[*].metadata.name}' | | | | | |
| kubectl | -p ha-653100 -- exec | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:39 UTC | 15 Apr 24 18:39 UTC |
| | busybox-7fdf7869d9-5w5x4 | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| kubectl | -p ha-653100 -- exec | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:39 UTC | |
| | busybox-7fdf7869d9-5w5x4 -- sh | | | | | |
| | -c ping -c 1 172.19.48.1 | | | | | |
| kubectl | -p ha-653100 -- exec | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:39 UTC | |
| | busybox-7fdf7869d9-8pgjv | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| kubectl | -p ha-653100 -- exec | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:39 UTC | |
| | busybox-7fdf7869d9-tk6sh | | | | | |
| | -- sh -c nslookup | | | | | |
| | host.minikube.internal | awk | | | | | |
| | 'NR==5' | cut -d' ' -f3 | | | | | |
| node | add -p ha-653100 -v=7 | ha-653100 | minikube6\jenkins | v1.33.0-beta.0 | 15 Apr 24 18:40 UTC | 15 Apr 24 18:44 UTC |
| | --alsologtostderr | | | | | |
|---------|--------------------------------------|-----------|-------------------|----------------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/04/15 18:19:03
Running on machine: minikube6
Binary: Built with gc go1.22.1 for windows/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0415 18:19:03.428900 10384 out.go:291] Setting OutFile to fd 956 ...
I0415 18:19:03.429535 10384 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0415 18:19:03.429535 10384 out.go:304] Setting ErrFile to fd 892...
I0415 18:19:03.429535 10384 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0415 18:19:03.456152 10384 out.go:298] Setting JSON to false
I0415 18:19:03.460969 10384 start.go:129] hostinfo: {"hostname":"minikube6","uptime":16870,"bootTime":1713188273,"procs":187,"os":"windows","platform":"Microsoft Windows 10 Enterprise N","platformFamily":"Standalone Workstation","platformVersion":"10.0.19045.4291 Build 19045.4291","kernelVersion":"10.0.19045.4291 Build 19045.4291","kernelArch":"x86_64","virtualizationSystem":"","virtualizationRole":"","hostId":"be8185f2-ae84-4027-a4e5-684d168fb2f3"}
W0415 18:19:03.460969 10384 start.go:137] gopshost.Virtualization returned error: not implemented yet
I0415 18:19:03.468944 10384 out.go:177] * [ha-653100] minikube v1.33.0-beta.0 on Microsoft Windows 10 Enterprise N 10.0.19045.4291 Build 19045.4291
I0415 18:19:03.471713 10384 notify.go:220] Checking for updates...
I0415 18:19:03.474175 10384 out.go:177] - KUBECONFIG=C:\Users\jenkins.minikube6\minikube-integration\kubeconfig
I0415 18:19:03.479852 10384 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0415 18:19:03.482821 10384 out.go:177] - MINIKUBE_HOME=C:\Users\jenkins.minikube6\minikube-integration\.minikube
I0415 18:19:03.485193 10384 out.go:177] - MINIKUBE_LOCATION=18634
I0415 18:19:03.488098 10384 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0415 18:19:03.491472 10384 driver.go:392] Setting default libvirt URI to qemu:///system
I0415 18:19:09.177227 10384 out.go:177] * Using the hyperv driver based on user configuration
I0415 18:19:09.180711 10384 start.go:297] selected driver: hyperv
I0415 18:19:09.180711 10384 start.go:901] validating driver "hyperv" against <nil>
I0415 18:19:09.180711 10384 start.go:912] status for hyperv: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0415 18:19:09.231415 10384 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I0415 18:19:09.233116 10384 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0415 18:19:09.233296 10384 cni.go:84] Creating CNI manager for ""
I0415 18:19:09.233296 10384 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I0415 18:19:09.233296 10384 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I0415 18:19:09.233503 10384 start.go:340] cluster config:
{Name:ha-653100 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.43-1713176859-18634@sha256:aa626f490dfc5e9a013f239555a8c57845d8eb915cd55dbd63f6a05070c2709b Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperv HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.29.3 ClusterName:ha-653100 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker
CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.29.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:C:\Users\jenkins.minikube6:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthS
ock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0415 18:19:09.233896 10384 iso.go:125] acquiring lock: {Name:mkb11aac800c033551a31c7a773c0461f92e4459 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0415 18:19:09.237716 10384 out.go:177] * Starting "ha-653100" primary control-plane node in "ha-653100" cluster
I0415 18:19:09.241624 10384 preload.go:132] Checking if preload exists for k8s version v1.29.3 and runtime docker
I0415 18:19:09.241887 10384 preload.go:147] Found local preload: C:\Users\jenkins.minikube6\minikube-integration\.minikube\cache\preloaded-tarball\preloaded-images-k8s-v18-v1.29.3-docker-overlay2-amd64.tar.lz4
I0415 18:19:09.241939 10384 cache.go:56] Caching tarball of preloaded images
I0415 18:19:09.242318 10384 preload.go:173] Found C:\Users\jenkins.minikube6\minikube-integration\.minikube\cache\preloaded-tarball\preloaded-images-k8s-v18-v1.29.3-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0415 18:19:09.242373 10384 cache.go:59] Finished verifying existence of preloaded tar for v1.29.3 on docker
I0415 18:19:09.243280 10384 profile.go:143] Saving config to C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\config.json ...
I0415 18:19:09.243280 10384 lock.go:35] WriteFile acquiring C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\config.json: {Name:mk9fcf3e86096a1c3d878c2c5f55d5a5acd00e38 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0415 18:19:09.244971 10384 start.go:360] acquireMachinesLock for ha-653100: {Name:mke1d3e045ff2a4f8d2978e08dff146c93a87110 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0415 18:19:09.244971 10384 start.go:364] duration metric: took 0s to acquireMachinesLock for "ha-653100"
I0415 18:19:09.244971 10384 start.go:93] Provisioning new machine with config: &{Name:ha-653100 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18634/minikube-v1.33.0-1713175573-18634-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.43-1713176859-18634@sha256:aa626f490dfc5e9a013f239555a8c57845d8eb915cd55dbd63f6a05070c2709b Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperv HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kuberne
tesVersion:v1.29.3 ClusterName:ha-653100 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.29.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:C:\Users\jenkins.minikube6:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] Mou
ntPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.29.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I0415 18:19:09.244971 10384 start.go:125] createHost starting for "" (driver="hyperv")
I0415 18:19:09.247899 10384 out.go:204] * Creating hyperv VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I0415 18:19:09.247899 10384 start.go:159] libmachine.API.Create for "ha-653100" (driver="hyperv")
I0415 18:19:09.247899 10384 client.go:168] LocalClient.Create starting
I0415 18:19:09.248830 10384 main.go:141] libmachine: Reading certificate data from C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca.pem
I0415 18:19:09.249101 10384 main.go:141] libmachine: Decoding PEM data...
I0415 18:19:09.249148 10384 main.go:141] libmachine: Parsing certificate...
I0415 18:19:09.249148 10384 main.go:141] libmachine: Reading certificate data from C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\cert.pem
I0415 18:19:09.249148 10384 main.go:141] libmachine: Decoding PEM data...
I0415 18:19:09.249148 10384 main.go:141] libmachine: Parsing certificate...
I0415 18:19:09.249731 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive @(Get-Module -ListAvailable hyper-v).Name | Get-Unique
I0415 18:19:11.419777 10384 main.go:141] libmachine: [stdout =====>] : Hyper-V
I0415 18:19:11.419777 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:19:11.420812 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive @([Security.Principal.WindowsPrincipal][Security.Principal.WindowsIdentity]::GetCurrent()).IsInRole(([System.Security.Principal.SecurityIdentifier]::new("S-1-5-32-578")))
I0415 18:19:13.280108 10384 main.go:141] libmachine: [stdout =====>] : False
I0415 18:19:13.280108 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:19:13.280637 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive @([Security.Principal.WindowsPrincipal][Security.Principal.WindowsIdentity]::GetCurrent()).IsInRole([Security.Principal.WindowsBuiltInRole] "Administrator")
I0415 18:19:14.855241 10384 main.go:141] libmachine: [stdout =====>] : True
I0415 18:19:14.855241 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:19:14.855241 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive [Console]::OutputEncoding = [Text.Encoding]::UTF8; ConvertTo-Json @(Hyper-V\Get-VMSwitch|Select Id, Name, SwitchType|Where-Object {($_.SwitchType -eq 'External') -or ($_.Id -eq 'c08cb7b8-9b3c-408e-8e30-5e16a3aeb444')}|Sort-Object -Property SwitchType)
I0415 18:19:18.733923 10384 main.go:141] libmachine: [stdout =====>] : [
{
"Id": "c08cb7b8-9b3c-408e-8e30-5e16a3aeb444",
"Name": "Default Switch",
"SwitchType": 1
}
]
I0415 18:19:18.734210 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:19:18.736243 10384 main.go:141] libmachine: Downloading C:\Users\jenkins.minikube6\minikube-integration\.minikube\cache\boot2docker.iso from file://C:/Users/jenkins.minikube6/minikube-integration/.minikube/cache/iso/amd64/minikube-v1.33.0-1713175573-18634-amd64.iso...
I0415 18:19:19.289879 10384 main.go:141] libmachine: Creating SSH key...
I0415 18:19:19.400622 10384 main.go:141] libmachine: Creating VM...
I0415 18:19:19.400622 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive [Console]::OutputEncoding = [Text.Encoding]::UTF8; ConvertTo-Json @(Hyper-V\Get-VMSwitch|Select Id, Name, SwitchType|Where-Object {($_.SwitchType -eq 'External') -or ($_.Id -eq 'c08cb7b8-9b3c-408e-8e30-5e16a3aeb444')}|Sort-Object -Property SwitchType)
I0415 18:19:22.473592 10384 main.go:141] libmachine: [stdout =====>] : [
{
"Id": "c08cb7b8-9b3c-408e-8e30-5e16a3aeb444",
"Name": "Default Switch",
"SwitchType": 1
}
]
I0415 18:19:22.473592 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:19:22.473592 10384 main.go:141] libmachine: Using switch "Default Switch"
I0415 18:19:22.473592 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive @([Security.Principal.WindowsPrincipal][Security.Principal.WindowsIdentity]::GetCurrent()).IsInRole([Security.Principal.WindowsBuiltInRole] "Administrator")
I0415 18:19:24.358372 10384 main.go:141] libmachine: [stdout =====>] : True
I0415 18:19:24.358573 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:19:24.358573 10384 main.go:141] libmachine: Creating VHD
I0415 18:19:24.358573 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\New-VHD -Path 'C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100\fixed.vhd' -SizeBytes 10MB -Fixed
I0415 18:19:28.369440 10384 main.go:141] libmachine: [stdout =====>] :
ComputerName : minikube6
Path : C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100\fixed.vhd
VhdFormat : VHD
VhdType : Fixed
FileSize : 10486272
Size : 10485760
MinimumSize :
LogicalSectorSize : 512
PhysicalSectorSize : 512
BlockSize : 0
ParentPath :
DiskIdentifier : 650E0F4D-34EC-4EE4-B011-F395B7FC2B3C
FragmentationPercentage : 0
Alignment : 1
Attached : False
DiskNumber :
IsPMEMCompatible : False
AddressAbstractionType : None
Number :
I0415 18:19:28.369525 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:19:28.369525 10384 main.go:141] libmachine: Writing magic tar header
I0415 18:19:28.369609 10384 main.go:141] libmachine: Writing SSH key tar header
I0415 18:19:28.379115 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Convert-VHD -Path 'C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100\fixed.vhd' -DestinationPath 'C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100\disk.vhd' -VHDType Dynamic -DeleteSource
I0415 18:19:31.701668 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:19:31.701668 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:19:31.702065 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Resize-VHD -Path 'C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100\disk.vhd' -SizeBytes 20000MB
I0415 18:19:34.409230 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:19:34.409287 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:19:34.409287 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\New-VM ha-653100 -Path 'C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100' -SwitchName 'Default Switch' -MemoryStartupBytes 2200MB
I0415 18:19:38.391213 10384 main.go:141] libmachine: [stdout =====>] :
Name State CPUUsage(%!)(MISSING) MemoryAssigned(M) Uptime Status Version
---- ----- ----------- ----------------- ------ ------ -------
ha-653100 Off 0 0 00:00:00 Operating normally 9.0
I0415 18:19:38.391365 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:19:38.391448 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Set-VMMemory -VMName ha-653100 -DynamicMemoryEnabled $false
I0415 18:19:40.850920 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:19:40.851446 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:19:40.851446 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Set-VMProcessor ha-653100 -Count 2
I0415 18:19:43.184748 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:19:43.185230 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:19:43.185314 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Set-VMDvdDrive -VMName ha-653100 -Path 'C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100\boot2docker.iso'
I0415 18:19:45.947867 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:19:45.947867 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:19:45.948906 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Add-VMHardDiskDrive -VMName ha-653100 -Path 'C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100\disk.vhd'
I0415 18:19:48.807697 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:19:48.807697 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:19:48.807697 10384 main.go:141] libmachine: Starting VM...
I0415 18:19:48.808056 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Start-VM ha-653100
I0415 18:19:52.116173 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:19:52.117205 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:19:52.117205 10384 main.go:141] libmachine: Waiting for host to start...
I0415 18:19:52.117276 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:19:54.557809 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:19:54.558376 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:19:54.558452 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:19:57.250722 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:19:57.250722 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:19:58.258291 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:20:00.584210 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:20:00.584210 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:00.584448 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:20:03.246620 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:20:03.247582 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:04.255962 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:20:06.600399 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:20:06.600459 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:06.600459 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:20:09.316612 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:20:09.316612 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:10.317022 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:20:12.741666 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:20:12.741972 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:12.742046 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:20:15.418020 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:20:15.418020 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:16.427460 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:20:18.790469 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:20:18.790783 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:18.790783 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:20:21.596566 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.147
I0415 18:20:21.596566 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:21.597345 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:20:23.951579 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:20:23.951579 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:23.951579 10384 machine.go:94] provisionDockerMachine start ...
I0415 18:20:23.952606 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:20:26.247912 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:20:26.248135 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:26.248135 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:20:29.012297 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.147
I0415 18:20:29.012297 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:29.019039 10384 main.go:141] libmachine: Using SSH client type: native
I0415 18:20:29.032591 10384 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb6a1c0] 0xb6cda0 <nil> [] 0s} 172.19.63.147 22 <nil> <nil>}
I0415 18:20:29.032673 10384 main.go:141] libmachine: About to run SSH command:
hostname
I0415 18:20:29.165965 10384 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0415 18:20:29.165965 10384 buildroot.go:166] provisioning hostname "ha-653100"
I0415 18:20:29.165965 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:20:31.462885 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:20:31.462885 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:31.462973 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:20:34.155427 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.147
I0415 18:20:34.156301 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:34.162944 10384 main.go:141] libmachine: Using SSH client type: native
I0415 18:20:34.163526 10384 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb6a1c0] 0xb6cda0 <nil> [] 0s} 172.19.63.147 22 <nil> <nil>}
I0415 18:20:34.163526 10384 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-653100 && echo "ha-653100" | sudo tee /etc/hostname
I0415 18:20:34.337418 10384 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-653100
I0415 18:20:34.337418 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:20:36.655518 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:20:36.655518 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:36.655812 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:20:39.380784 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.147
I0415 18:20:39.380784 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:39.389453 10384 main.go:141] libmachine: Using SSH client type: native
I0415 18:20:39.390401 10384 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb6a1c0] 0xb6cda0 <nil> [] 0s} 172.19.63.147 22 <nil> <nil>}
I0415 18:20:39.390401 10384 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-653100' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-653100/g' /etc/hosts;
else
echo '127.0.1.1 ha-653100' | sudo tee -a /etc/hosts;
fi
fi
I0415 18:20:39.543028 10384 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0415 18:20:39.543028 10384 buildroot.go:172] set auth options {CertDir:C:\Users\jenkins.minikube6\minikube-integration\.minikube CaCertPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca.pem CaPrivateKeyPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\server.pem ServerKeyPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\server-key.pem ClientKeyPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\cert.pem ServerCertSANs:[] StorePath:C:\Users\jenkins.minikube6\minikube-integration\.minikube}
I0415 18:20:39.543028 10384 buildroot.go:174] setting up certificates
I0415 18:20:39.543028 10384 provision.go:84] configureAuth start
I0415 18:20:39.543611 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:20:41.851405 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:20:41.851611 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:41.851695 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:20:44.624640 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.147
I0415 18:20:44.624640 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:44.624640 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:20:46.878650 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:20:46.878650 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:46.879166 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:20:49.633681 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.147
I0415 18:20:49.633926 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:49.633926 10384 provision.go:143] copyHostCerts
I0415 18:20:49.633926 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca.pem -> C:\Users\jenkins.minikube6\minikube-integration\.minikube/ca.pem
I0415 18:20:49.634462 10384 exec_runner.go:144] found C:\Users\jenkins.minikube6\minikube-integration\.minikube/ca.pem, removing ...
I0415 18:20:49.634462 10384 exec_runner.go:203] rm: C:\Users\jenkins.minikube6\minikube-integration\.minikube\ca.pem
I0415 18:20:49.635297 10384 exec_runner.go:151] cp: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca.pem --> C:\Users\jenkins.minikube6\minikube-integration\.minikube/ca.pem (1082 bytes)
I0415 18:20:49.637549 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\cert.pem -> C:\Users\jenkins.minikube6\minikube-integration\.minikube/cert.pem
I0415 18:20:49.637813 10384 exec_runner.go:144] found C:\Users\jenkins.minikube6\minikube-integration\.minikube/cert.pem, removing ...
I0415 18:20:49.637813 10384 exec_runner.go:203] rm: C:\Users\jenkins.minikube6\minikube-integration\.minikube\cert.pem
I0415 18:20:49.637813 10384 exec_runner.go:151] cp: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\cert.pem --> C:\Users\jenkins.minikube6\minikube-integration\.minikube/cert.pem (1123 bytes)
I0415 18:20:49.639233 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\key.pem -> C:\Users\jenkins.minikube6\minikube-integration\.minikube/key.pem
I0415 18:20:49.639233 10384 exec_runner.go:144] found C:\Users\jenkins.minikube6\minikube-integration\.minikube/key.pem, removing ...
I0415 18:20:49.639233 10384 exec_runner.go:203] rm: C:\Users\jenkins.minikube6\minikube-integration\.minikube\key.pem
I0415 18:20:49.639935 10384 exec_runner.go:151] cp: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\key.pem --> C:\Users\jenkins.minikube6\minikube-integration\.minikube/key.pem (1675 bytes)
I0415 18:20:49.640957 10384 provision.go:117] generating server cert: C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\server.pem ca-key=C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca.pem private-key=C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca-key.pem org=jenkins.ha-653100 san=[127.0.0.1 172.19.63.147 ha-653100 localhost minikube]
I0415 18:20:49.905880 10384 provision.go:177] copyRemoteCerts
I0415 18:20:49.922553 10384 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0415 18:20:49.922553 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:20:52.259882 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:20:52.259882 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:52.259882 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:20:54.984473 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.147
I0415 18:20:54.984473 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:54.984987 10384 sshutil.go:53] new ssh client: &{IP:172.19.63.147 Port:22 SSHKeyPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100\id_rsa Username:docker}
I0415 18:20:55.101879 10384 ssh_runner.go:235] Completed: sudo mkdir -p /etc/docker /etc/docker /etc/docker: (5.1791462s)
I0415 18:20:55.101879 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca.pem -> /etc/docker/ca.pem
I0415 18:20:55.102059 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0415 18:20:55.153442 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\server.pem -> /etc/docker/server.pem
I0415 18:20:55.153917 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\server.pem --> /etc/docker/server.pem (1200 bytes)
I0415 18:20:55.199876 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\server-key.pem -> /etc/docker/server-key.pem
I0415 18:20:55.200448 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0415 18:20:55.254511 10384 provision.go:87] duration metric: took 15.7112643s to configureAuth
I0415 18:20:55.254511 10384 buildroot.go:189] setting minikube options for container-runtime
I0415 18:20:55.255352 10384 config.go:182] Loaded profile config "ha-653100": Driver=hyperv, ContainerRuntime=docker, KubernetesVersion=v1.29.3
I0415 18:20:55.255474 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:20:57.547699 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:20:57.547699 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:20:57.547786 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:21:00.303241 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.147
I0415 18:21:00.303241 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:21:00.309852 10384 main.go:141] libmachine: Using SSH client type: native
I0415 18:21:00.310680 10384 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb6a1c0] 0xb6cda0 <nil> [] 0s} 172.19.63.147 22 <nil> <nil>}
I0415 18:21:00.310680 10384 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0415 18:21:00.455641 10384 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0415 18:21:00.455641 10384 buildroot.go:70] root file system type: tmpfs
I0415 18:21:00.455641 10384 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0415 18:21:00.455641 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:21:02.740065 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:21:02.740065 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:21:02.740841 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:21:05.487209 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.147
I0415 18:21:05.487209 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:21:05.492437 10384 main.go:141] libmachine: Using SSH client type: native
I0415 18:21:05.493558 10384 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb6a1c0] 0xb6cda0 <nil> [] 0s} 172.19.63.147 22 <nil> <nil>}
I0415 18:21:05.493558 10384 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperv --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0415 18:21:05.663243 10384 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperv --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0415 18:21:05.663359 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:21:07.945804 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:21:07.946031 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:21:07.946031 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:21:10.668442 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.147
I0415 18:21:10.668442 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:21:10.674981 10384 main.go:141] libmachine: Using SSH client type: native
I0415 18:21:10.675100 10384 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb6a1c0] 0xb6cda0 <nil> [] 0s} 172.19.63.147 22 <nil> <nil>}
I0415 18:21:10.675100 10384 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0415 18:21:12.959357 10384 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0415 18:21:12.959357 10384 machine.go:97] duration metric: took 49.0073804s to provisionDockerMachine
I0415 18:21:12.959357 10384 client.go:171] duration metric: took 2m3.7104605s to LocalClient.Create
I0415 18:21:12.959357 10384 start.go:167] duration metric: took 2m3.7104605s to libmachine.API.Create "ha-653100"
I0415 18:21:12.959357 10384 start.go:293] postStartSetup for "ha-653100" (driver="hyperv")
I0415 18:21:12.959357 10384 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0415 18:21:12.974666 10384 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0415 18:21:12.974666 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:21:15.275980 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:21:15.275980 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:21:15.275980 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:21:18.019740 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.147
I0415 18:21:18.019762 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:21:18.019878 10384 sshutil.go:53] new ssh client: &{IP:172.19.63.147 Port:22 SSHKeyPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100\id_rsa Username:docker}
I0415 18:21:18.139960 10384 ssh_runner.go:235] Completed: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs: (5.1652527s)
I0415 18:21:18.155380 10384 ssh_runner.go:195] Run: cat /etc/os-release
I0415 18:21:18.164559 10384 info.go:137] Remote host: Buildroot 2023.02.9
I0415 18:21:18.164559 10384 filesync.go:126] Scanning C:\Users\jenkins.minikube6\minikube-integration\.minikube\addons for local assets ...
I0415 18:21:18.165434 10384 filesync.go:126] Scanning C:\Users\jenkins.minikube6\minikube-integration\.minikube\files for local assets ...
I0415 18:21:18.166112 10384 filesync.go:149] local asset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\files\etc\ssl\certs\112722.pem -> 112722.pem in /etc/ssl/certs
I0415 18:21:18.166112 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\files\etc\ssl\certs\112722.pem -> /etc/ssl/certs/112722.pem
I0415 18:21:18.180084 10384 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0415 18:21:18.200844 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\files\etc\ssl\certs\112722.pem --> /etc/ssl/certs/112722.pem (1708 bytes)
I0415 18:21:18.250132 10384 start.go:296] duration metric: took 5.2907331s for postStartSetup
I0415 18:21:18.253937 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:21:20.531894 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:21:20.531894 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:21:20.531894 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:21:23.259067 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.147
I0415 18:21:23.259480 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:21:23.259754 10384 profile.go:143] Saving config to C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\config.json ...
I0415 18:21:23.262894 10384 start.go:128] duration metric: took 2m14.0167978s to createHost
I0415 18:21:23.262950 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:21:25.573334 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:21:25.573334 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:21:25.573334 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:21:28.294984 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.147
I0415 18:21:28.295213 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:21:28.304032 10384 main.go:141] libmachine: Using SSH client type: native
I0415 18:21:28.304955 10384 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb6a1c0] 0xb6cda0 <nil> [] 0s} 172.19.63.147 22 <nil> <nil>}
I0415 18:21:28.304955 10384 main.go:141] libmachine: About to run SSH command:
date +%!s(MISSING).%!N(MISSING)
I0415 18:21:28.441121 10384 main.go:141] libmachine: SSH cmd err, output: <nil>: 1713205288.448859419
I0415 18:21:28.441191 10384 fix.go:216] guest clock: 1713205288.448859419
I0415 18:21:28.441191 10384 fix.go:229] Guest: 2024-04-15 18:21:28.448859419 +0000 UTC Remote: 2024-04-15 18:21:23.2629505 +0000 UTC m=+140.027670501 (delta=5.185908919s)
I0415 18:21:28.441272 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:21:30.726887 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:21:30.727164 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:21:30.727164 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:21:33.517730 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.147
I0415 18:21:33.518861 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:21:33.525281 10384 main.go:141] libmachine: Using SSH client type: native
I0415 18:21:33.525856 10384 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb6a1c0] 0xb6cda0 <nil> [] 0s} 172.19.63.147 22 <nil> <nil>}
I0415 18:21:33.525856 10384 main.go:141] libmachine: About to run SSH command:
sudo date -s @1713205288
I0415 18:21:33.684173 10384 main.go:141] libmachine: SSH cmd err, output: <nil>: Mon Apr 15 18:21:28 UTC 2024
I0415 18:21:33.684173 10384 fix.go:236] clock set: Mon Apr 15 18:21:28 UTC 2024
(err=<nil>)
I0415 18:21:33.684173 10384 start.go:83] releasing machines lock for "ha-653100", held for 2m24.4380391s
I0415 18:21:33.684173 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:21:35.959004 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:21:35.959004 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:21:35.959004 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:21:38.693038 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.147
I0415 18:21:38.693586 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:21:38.698246 10384 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0415 18:21:38.698432 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:21:38.709918 10384 ssh_runner.go:195] Run: cat /version.json
I0415 18:21:38.709918 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:21:41.101868 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:21:41.101868 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:21:41.101868 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:21:41.101868 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:21:41.101868 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:21:41.102451 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:21:43.920818 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.147
I0415 18:21:43.920972 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:21:43.921214 10384 sshutil.go:53] new ssh client: &{IP:172.19.63.147 Port:22 SSHKeyPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100\id_rsa Username:docker}
I0415 18:21:43.967273 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.147
I0415 18:21:43.967331 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:21:43.967331 10384 sshutil.go:53] new ssh client: &{IP:172.19.63.147 Port:22 SSHKeyPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100\id_rsa Username:docker}
I0415 18:21:44.091517 10384 ssh_runner.go:235] Completed: curl -sS -m 2 https://registry.k8s.io/: (5.3921768s)
I0415 18:21:44.091595 10384 ssh_runner.go:235] Completed: cat /version.json: (5.3815555s)
I0415 18:21:44.105965 10384 ssh_runner.go:195] Run: systemctl --version
I0415 18:21:44.128397 10384 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W0415 18:21:44.135680 10384 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0415 18:21:44.149066 10384 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0415 18:21:44.177790 10384 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0415 18:21:44.177790 10384 start.go:494] detecting cgroup driver to use...
I0415 18:21:44.177790 10384 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0415 18:21:44.228163 10384 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0415 18:21:44.262529 10384 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0415 18:21:44.285370 10384 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0415 18:21:44.301154 10384 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0415 18:21:44.336472 10384 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0415 18:21:44.370998 10384 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0415 18:21:44.404889 10384 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0415 18:21:44.438672 10384 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0415 18:21:44.473968 10384 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0415 18:21:44.507568 10384 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0415 18:21:44.541278 10384 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0415 18:21:44.574748 10384 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0415 18:21:44.615798 10384 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0415 18:21:44.656765 10384 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0415 18:21:44.866329 10384 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0415 18:21:44.902355 10384 start.go:494] detecting cgroup driver to use...
I0415 18:21:44.917364 10384 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0415 18:21:44.958576 10384 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0415 18:21:44.995083 10384 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0415 18:21:45.045436 10384 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0415 18:21:45.084274 10384 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0415 18:21:45.126708 10384 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0415 18:21:45.197837 10384 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0415 18:21:45.224449 10384 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0415 18:21:45.274212 10384 ssh_runner.go:195] Run: which cri-dockerd
I0415 18:21:45.295670 10384 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0415 18:21:45.317816 10384 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0415 18:21:45.364867 10384 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0415 18:21:45.594504 10384 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0415 18:21:45.794998 10384 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0415 18:21:45.795406 10384 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0415 18:21:45.851288 10384 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0415 18:21:46.067106 10384 ssh_runner.go:195] Run: sudo systemctl restart docker
I0415 18:21:48.625712 10384 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.5574711s)
I0415 18:21:48.640151 10384 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0415 18:21:48.681058 10384 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0415 18:21:48.721545 10384 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0415 18:21:48.945328 10384 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0415 18:21:49.172462 10384 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0415 18:21:49.400402 10384 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0415 18:21:49.448539 10384 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0415 18:21:49.489496 10384 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0415 18:21:49.703253 10384 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0415 18:21:49.816658 10384 start.go:541] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0415 18:21:49.830904 10384 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0415 18:21:49.840743 10384 start.go:562] Will wait 60s for crictl version
I0415 18:21:49.855288 10384 ssh_runner.go:195] Run: which crictl
I0415 18:21:49.875869 10384 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0415 18:21:49.936713 10384 start.go:578] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 26.0.0
RuntimeApiVersion: v1
I0415 18:21:49.947981 10384 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0415 18:21:49.993965 10384 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0415 18:21:50.032420 10384 out.go:204] * Preparing Kubernetes v1.29.3 on Docker 26.0.0 ...
I0415 18:21:50.032553 10384 ip.go:172] getIPForInterface: searching for "vEthernet (Default Switch)"
I0415 18:21:50.037021 10384 ip.go:186] "Ethernet 2" does not match prefix "vEthernet (Default Switch)"
I0415 18:21:50.037021 10384 ip.go:186] "Loopback Pseudo-Interface 1" does not match prefix "vEthernet (Default Switch)"
I0415 18:21:50.037021 10384 ip.go:181] found prefix matching interface for "vEthernet (Default Switch)": "vEthernet (Default Switch)"
I0415 18:21:50.037021 10384 ip.go:207] Found interface: {Index:7 MTU:1500 Name:vEthernet (Default Switch) HardwareAddr:00:15:5d:27:d7:0e Flags:up|broadcast|multicast|running}
I0415 18:21:50.039971 10384 ip.go:210] interface addr: fe80::6b0:6318:bc6e:fcda/64
I0415 18:21:50.039971 10384 ip.go:210] interface addr: 172.19.48.1/20
I0415 18:21:50.056064 10384 ssh_runner.go:195] Run: grep 172.19.48.1 host.minikube.internal$ /etc/hosts
I0415 18:21:50.062649 10384 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "172.19.48.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0415 18:21:50.097930 10384 kubeadm.go:877] updating cluster {Name:ha-653100 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18634/minikube-v1.33.0-1713175573-18634-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.43-1713176859-18634@sha256:aa626f490dfc5e9a013f239555a8c57845d8eb915cd55dbd63f6a05070c2709b Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperv HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.29.3
ClusterName:ha-653100 Namespace:default APIServerHAVIP:172.19.63.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:172.19.63.147 Port:8443 KubernetesVersion:v1.29.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:C:\Users\jenkins.minikube6:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions
:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0415 18:21:50.097930 10384 preload.go:132] Checking if preload exists for k8s version v1.29.3 and runtime docker
I0415 18:21:50.108473 10384 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0415 18:21:50.131644 10384 docker.go:685] Got preloaded images:
I0415 18:21:50.132600 10384 docker.go:691] registry.k8s.io/kube-apiserver:v1.29.3 wasn't preloaded
I0415 18:21:50.146104 10384 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json
I0415 18:21:50.181885 10384 ssh_runner.go:195] Run: which lz4
I0415 18:21:50.188111 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\cache\preloaded-tarball\preloaded-images-k8s-v18-v1.29.3-docker-overlay2-amd64.tar.lz4 -> /preloaded.tar.lz4
I0415 18:21:50.202072 10384 ssh_runner.go:195] Run: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4
I0415 18:21:50.209107 10384 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%!s(MISSING) %!y(MISSING)" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I0415 18:21:50.209107 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\cache\preloaded-tarball\preloaded-images-k8s-v18-v1.29.3-docker-overlay2-amd64.tar.lz4 --> /preloaded.tar.lz4 (367996162 bytes)
I0415 18:21:52.413614 10384 docker.go:649] duration metric: took 2.2254854s to copy over tarball
I0415 18:21:52.429279 10384 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I0415 18:22:01.379987 10384 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (8.9504893s)
I0415 18:22:01.379987 10384 ssh_runner.go:146] rm: /preloaded.tar.lz4
I0415 18:22:01.455511 10384 ssh_runner.go:195] Run: sudo cat /var/lib/docker/image/overlay2/repositories.json
I0415 18:22:01.477182 10384 ssh_runner.go:362] scp memory --> /var/lib/docker/image/overlay2/repositories.json (2630 bytes)
I0415 18:22:01.536289 10384 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0415 18:22:01.768214 10384 ssh_runner.go:195] Run: sudo systemctl restart docker
I0415 18:22:04.398301 10384 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.6300657s)
I0415 18:22:04.408551 10384 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0415 18:22:04.433417 10384 docker.go:685] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.29.3
registry.k8s.io/kube-controller-manager:v1.29.3
registry.k8s.io/kube-scheduler:v1.29.3
registry.k8s.io/kube-proxy:v1.29.3
registry.k8s.io/etcd:3.5.12-0
registry.k8s.io/coredns/coredns:v1.11.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0415 18:22:04.433417 10384 cache_images.go:84] Images are preloaded, skipping loading
I0415 18:22:04.433417 10384 kubeadm.go:928] updating node { 172.19.63.147 8443 v1.29.3 docker true true} ...
I0415 18:22:04.433417 10384 kubeadm.go:940] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.29.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-653100 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=172.19.63.147
[Install]
config:
{KubernetesVersion:v1.29.3 ClusterName:ha-653100 Namespace:default APIServerHAVIP:172.19.63.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0415 18:22:04.444220 10384 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0415 18:22:04.490342 10384 cni.go:84] Creating CNI manager for ""
I0415 18:22:04.490402 10384 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I0415 18:22:04.490472 10384 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0415 18:22:04.490526 10384 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:172.19.63.147 APIServerPort:8443 KubernetesVersion:v1.29.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-653100 NodeName:ha-653100 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "172.19.63.147"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:172.19.63.147 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes
/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0415 18:22:04.490735 10384 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 172.19.63.147
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "ha-653100"
kubeletExtraArgs:
node-ip: 172.19.63.147
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "172.19.63.147"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.29.3
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0415 18:22:04.490884 10384 kube-vip.go:111] generating kube-vip config ...
I0415 18:22:04.505496 10384 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0415 18:22:04.536495 10384 kube-vip.go:163] auto-enabling control-plane load-balancing in kube-vip
I0415 18:22:04.536752 10384 kube-vip.go:133] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 172.19.63.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.7.1
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I0415 18:22:04.551207 10384 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.29.3
I0415 18:22:04.567905 10384 binaries.go:44] Found k8s binaries, skipping transfer
I0415 18:22:04.582348 10384 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I0415 18:22:04.604171 10384 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I0415 18:22:04.646000 10384 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0415 18:22:04.692832 10384 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2154 bytes)
I0415 18:22:04.728604 10384 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1351 bytes)
I0415 18:22:04.775922 10384 ssh_runner.go:195] Run: grep 172.19.63.254 control-plane.minikube.internal$ /etc/hosts
I0415 18:22:04.783742 10384 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "172.19.63.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0415 18:22:04.822733 10384 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0415 18:22:05.055746 10384 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0415 18:22:05.087598 10384 certs.go:68] Setting up C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100 for IP: 172.19.63.147
I0415 18:22:05.087652 10384 certs.go:194] generating shared ca certs ...
I0415 18:22:05.087652 10384 certs.go:226] acquiring lock for ca certs: {Name:mkc71405905d3cea24da832e98113e061e759324 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0415 18:22:05.088303 10384 certs.go:235] skipping valid "minikubeCA" ca cert: C:\Users\jenkins.minikube6\minikube-integration\.minikube\ca.key
I0415 18:22:05.088303 10384 certs.go:235] skipping valid "proxyClientCA" ca cert: C:\Users\jenkins.minikube6\minikube-integration\.minikube\proxy-client-ca.key
I0415 18:22:05.088915 10384 certs.go:256] generating profile certs ...
I0415 18:22:05.089546 10384 certs.go:363] generating signed profile cert for "minikube-user": C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\client.key
I0415 18:22:05.089739 10384 crypto.go:68] Generating cert C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\client.crt with IP's: []
I0415 18:22:05.327013 10384 crypto.go:156] Writing cert to C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\client.crt ...
I0415 18:22:05.328010 10384 lock.go:35] WriteFile acquiring C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\client.crt: {Name:mka413e653e113856769234a348385e515e46303 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0415 18:22:05.329372 10384 crypto.go:164] Writing key to C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\client.key ...
I0415 18:22:05.329372 10384 lock.go:35] WriteFile acquiring C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\client.key: {Name:mk12a79d6acd7fec5ddd98754bb23ab16e83b4f1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0415 18:22:05.330112 10384 certs.go:363] generating signed profile cert for "minikube": C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\apiserver.key.c151ec5c
I0415 18:22:05.331447 10384 crypto.go:68] Generating cert C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\apiserver.crt.c151ec5c with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 172.19.63.147 172.19.63.254]
I0415 18:22:05.565428 10384 crypto.go:156] Writing cert to C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\apiserver.crt.c151ec5c ...
I0415 18:22:05.565428 10384 lock.go:35] WriteFile acquiring C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\apiserver.crt.c151ec5c: {Name:mk5c523ee813d33697660e99fb5da48b385701b7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0415 18:22:05.567434 10384 crypto.go:164] Writing key to C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\apiserver.key.c151ec5c ...
I0415 18:22:05.567434 10384 lock.go:35] WriteFile acquiring C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\apiserver.key.c151ec5c: {Name:mkeadeed87d8879714bf8100a4229bec1246f570 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0415 18:22:05.568511 10384 certs.go:381] copying C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\apiserver.crt.c151ec5c -> C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\apiserver.crt
I0415 18:22:05.585425 10384 certs.go:385] copying C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\apiserver.key.c151ec5c -> C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\apiserver.key
I0415 18:22:05.586963 10384 certs.go:363] generating signed profile cert for "aggregator": C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\proxy-client.key
I0415 18:22:05.587129 10384 crypto.go:68] Generating cert C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\proxy-client.crt with IP's: []
I0415 18:22:05.748042 10384 crypto.go:156] Writing cert to C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\proxy-client.crt ...
I0415 18:22:05.749020 10384 lock.go:35] WriteFile acquiring C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\proxy-client.crt: {Name:mk92c7defdccaf790f51e1080d3836b064a3ba9d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0415 18:22:05.749736 10384 crypto.go:164] Writing key to C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\proxy-client.key ...
I0415 18:22:05.749736 10384 lock.go:35] WriteFile acquiring C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\proxy-client.key: {Name:mk071663552007da34f935841f25d643d746d544 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0415 18:22:05.751078 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\ca.crt -> /var/lib/minikube/certs/ca.crt
I0415 18:22:05.751078 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\ca.key -> /var/lib/minikube/certs/ca.key
I0415 18:22:05.751078 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0415 18:22:05.751078 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0415 18:22:05.752108 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0415 18:22:05.752265 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0415 18:22:05.752517 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0415 18:22:05.761320 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0415 18:22:05.761625 10384 certs.go:484] found cert: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\11272.pem (1338 bytes)
W0415 18:22:05.762397 10384 certs.go:480] ignoring C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\11272_empty.pem, impossibly tiny 0 bytes
I0415 18:22:05.762397 10384 certs.go:484] found cert: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca-key.pem (1679 bytes)
I0415 18:22:05.762397 10384 certs.go:484] found cert: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca.pem (1082 bytes)
I0415 18:22:05.763315 10384 certs.go:484] found cert: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\cert.pem (1123 bytes)
I0415 18:22:05.763315 10384 certs.go:484] found cert: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\key.pem (1675 bytes)
I0415 18:22:05.764136 10384 certs.go:484] found cert: C:\Users\jenkins.minikube6\minikube-integration\.minikube\files\etc\ssl\certs\112722.pem (1708 bytes)
I0415 18:22:05.764433 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\files\etc\ssl\certs\112722.pem -> /usr/share/ca-certificates/112722.pem
I0415 18:22:05.764684 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0415 18:22:05.764840 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\11272.pem -> /usr/share/ca-certificates/11272.pem
I0415 18:22:05.766228 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0415 18:22:05.818285 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0415 18:22:05.869100 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0415 18:22:05.927943 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0415 18:22:05.982236 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I0415 18:22:06.033436 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0415 18:22:06.088918 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0415 18:22:06.140228 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0415 18:22:06.194914 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\files\etc\ssl\certs\112722.pem --> /usr/share/ca-certificates/112722.pem (1708 bytes)
I0415 18:22:06.244585 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0415 18:22:06.295695 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\11272.pem --> /usr/share/ca-certificates/11272.pem (1338 bytes)
I0415 18:22:06.348962 10384 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (752 bytes)
I0415 18:22:06.398272 10384 ssh_runner.go:195] Run: openssl version
I0415 18:22:06.422630 10384 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/112722.pem && ln -fs /usr/share/ca-certificates/112722.pem /etc/ssl/certs/112722.pem"
I0415 18:22:06.459842 10384 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/112722.pem
I0415 18:22:06.467290 10384 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Apr 15 17:58 /usr/share/ca-certificates/112722.pem
I0415 18:22:06.480612 10384 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/112722.pem
I0415 18:22:06.503535 10384 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/112722.pem /etc/ssl/certs/3ec20f2e.0"
I0415 18:22:06.538561 10384 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0415 18:22:06.572574 10384 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0415 18:22:06.580950 10384 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Apr 15 17:43 /usr/share/ca-certificates/minikubeCA.pem
I0415 18:22:06.595127 10384 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0415 18:22:06.618634 10384 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0415 18:22:06.655478 10384 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/11272.pem && ln -fs /usr/share/ca-certificates/11272.pem /etc/ssl/certs/11272.pem"
I0415 18:22:06.690402 10384 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/11272.pem
I0415 18:22:06.698649 10384 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Apr 15 17:58 /usr/share/ca-certificates/11272.pem
I0415 18:22:06.712709 10384 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/11272.pem
I0415 18:22:06.735899 10384 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/11272.pem /etc/ssl/certs/51391683.0"
I0415 18:22:06.771243 10384 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0415 18:22:06.778754 10384 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0415 18:22:06.779215 10384 kubeadm.go:391] StartCluster: {Name:ha-653100 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18634/minikube-v1.33.0-1713175573-18634-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.43-1713176859-18634@sha256:aa626f490dfc5e9a013f239555a8c57845d8eb915cd55dbd63f6a05070c2709b Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperv HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.29.3 Clu
sterName:ha-653100 Namespace:default APIServerHAVIP:172.19.63.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:172.19.63.147 Port:8443 KubernetesVersion:v1.29.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:C:\Users\jenkins.minikube6:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[]
MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0415 18:22:06.790653 10384 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0415 18:22:06.830974 10384 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0415 18:22:06.866829 10384 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0415 18:22:06.900593 10384 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0415 18:22:06.925579 10384 kubeadm.go:154] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0415 18:22:06.925579 10384 kubeadm.go:156] found existing configuration files:
I0415 18:22:06.940209 10384 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I0415 18:22:06.959148 10384 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I0415 18:22:06.975145 10384 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I0415 18:22:07.014822 10384 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I0415 18:22:07.031944 10384 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I0415 18:22:07.045919 10384 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I0415 18:22:07.081479 10384 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I0415 18:22:07.104063 10384 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I0415 18:22:07.117753 10384 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I0415 18:22:07.151118 10384 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I0415 18:22:07.171678 10384 kubeadm.go:162] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I0415 18:22:07.187200 10384 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I0415 18:22:07.206408 10384 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.29.3:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I0415 18:22:07.712971 10384 kubeadm.go:309] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0415 18:22:24.172226 10384 kubeadm.go:309] [init] Using Kubernetes version: v1.29.3
I0415 18:22:24.172397 10384 kubeadm.go:309] [preflight] Running pre-flight checks
I0415 18:22:24.172431 10384 kubeadm.go:309] [preflight] Pulling images required for setting up a Kubernetes cluster
I0415 18:22:24.172431 10384 kubeadm.go:309] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0415 18:22:24.172431 10384 kubeadm.go:309] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0415 18:22:24.173023 10384 kubeadm.go:309] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0415 18:22:24.177821 10384 out.go:204] - Generating certificates and keys ...
I0415 18:22:24.178357 10384 kubeadm.go:309] [certs] Using existing ca certificate authority
I0415 18:22:24.178482 10384 kubeadm.go:309] [certs] Using existing apiserver certificate and key on disk
I0415 18:22:24.178638 10384 kubeadm.go:309] [certs] Generating "apiserver-kubelet-client" certificate and key
I0415 18:22:24.178638 10384 kubeadm.go:309] [certs] Generating "front-proxy-ca" certificate and key
I0415 18:22:24.178638 10384 kubeadm.go:309] [certs] Generating "front-proxy-client" certificate and key
I0415 18:22:24.178638 10384 kubeadm.go:309] [certs] Generating "etcd/ca" certificate and key
I0415 18:22:24.178638 10384 kubeadm.go:309] [certs] Generating "etcd/server" certificate and key
I0415 18:22:24.179302 10384 kubeadm.go:309] [certs] etcd/server serving cert is signed for DNS names [ha-653100 localhost] and IPs [172.19.63.147 127.0.0.1 ::1]
I0415 18:22:24.179302 10384 kubeadm.go:309] [certs] Generating "etcd/peer" certificate and key
I0415 18:22:24.179302 10384 kubeadm.go:309] [certs] etcd/peer serving cert is signed for DNS names [ha-653100 localhost] and IPs [172.19.63.147 127.0.0.1 ::1]
I0415 18:22:24.179302 10384 kubeadm.go:309] [certs] Generating "etcd/healthcheck-client" certificate and key
I0415 18:22:24.179302 10384 kubeadm.go:309] [certs] Generating "apiserver-etcd-client" certificate and key
I0415 18:22:24.179302 10384 kubeadm.go:309] [certs] Generating "sa" key and public key
I0415 18:22:24.179302 10384 kubeadm.go:309] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0415 18:22:24.180240 10384 kubeadm.go:309] [kubeconfig] Writing "admin.conf" kubeconfig file
I0415 18:22:24.180240 10384 kubeadm.go:309] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I0415 18:22:24.180240 10384 kubeadm.go:309] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0415 18:22:24.180240 10384 kubeadm.go:309] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0415 18:22:24.180240 10384 kubeadm.go:309] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0415 18:22:24.180240 10384 kubeadm.go:309] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0415 18:22:24.180240 10384 kubeadm.go:309] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0415 18:22:24.186302 10384 out.go:204] - Booting up control plane ...
I0415 18:22:24.187251 10384 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0415 18:22:24.187251 10384 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0415 18:22:24.187251 10384 kubeadm.go:309] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0415 18:22:24.187251 10384 kubeadm.go:309] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0415 18:22:24.187251 10384 kubeadm.go:309] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0415 18:22:24.187251 10384 kubeadm.go:309] [kubelet-start] Starting the kubelet
I0415 18:22:24.188243 10384 kubeadm.go:309] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0415 18:22:24.188243 10384 kubeadm.go:309] [apiclient] All control plane components are healthy after 9.567962 seconds
I0415 18:22:24.188243 10384 kubeadm.go:309] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I0415 18:22:24.188243 10384 kubeadm.go:309] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I0415 18:22:24.188243 10384 kubeadm.go:309] [upload-certs] Skipping phase. Please see --upload-certs
I0415 18:22:24.189243 10384 kubeadm.go:309] [mark-control-plane] Marking the node ha-653100 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I0415 18:22:24.189243 10384 kubeadm.go:309] [bootstrap-token] Using token: huvy89.hhqbdqsl75p9l7b4
I0415 18:22:24.194248 10384 out.go:204] - Configuring RBAC rules ...
I0415 18:22:24.194248 10384 kubeadm.go:309] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I0415 18:22:24.194248 10384 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I0415 18:22:24.194248 10384 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I0415 18:22:24.195682 10384 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I0415 18:22:24.195682 10384 kubeadm.go:309] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I0415 18:22:24.195682 10384 kubeadm.go:309] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I0415 18:22:24.196372 10384 kubeadm.go:309] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I0415 18:22:24.196724 10384 kubeadm.go:309] [addons] Applied essential addon: CoreDNS
I0415 18:22:24.196838 10384 kubeadm.go:309] [addons] Applied essential addon: kube-proxy
I0415 18:22:24.196838 10384 kubeadm.go:309]
I0415 18:22:24.196838 10384 kubeadm.go:309] Your Kubernetes control-plane has initialized successfully!
I0415 18:22:24.197084 10384 kubeadm.go:309]
I0415 18:22:24.197248 10384 kubeadm.go:309] To start using your cluster, you need to run the following as a regular user:
I0415 18:22:24.197248 10384 kubeadm.go:309]
I0415 18:22:24.197248 10384 kubeadm.go:309] mkdir -p $HOME/.kube
I0415 18:22:24.197432 10384 kubeadm.go:309] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I0415 18:22:24.197611 10384 kubeadm.go:309] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I0415 18:22:24.197611 10384 kubeadm.go:309]
I0415 18:22:24.197611 10384 kubeadm.go:309] Alternatively, if you are the root user, you can run:
I0415 18:22:24.197611 10384 kubeadm.go:309]
I0415 18:22:24.197611 10384 kubeadm.go:309] export KUBECONFIG=/etc/kubernetes/admin.conf
I0415 18:22:24.197611 10384 kubeadm.go:309]
I0415 18:22:24.197611 10384 kubeadm.go:309] You should now deploy a pod network to the cluster.
I0415 18:22:24.197611 10384 kubeadm.go:309] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I0415 18:22:24.197611 10384 kubeadm.go:309] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I0415 18:22:24.198307 10384 kubeadm.go:309]
I0415 18:22:24.198307 10384 kubeadm.go:309] You can now join any number of control-plane nodes by copying certificate authorities
I0415 18:22:24.198307 10384 kubeadm.go:309] and service account keys on each node and then running the following as root:
I0415 18:22:24.198307 10384 kubeadm.go:309]
I0415 18:22:24.198307 10384 kubeadm.go:309] kubeadm join control-plane.minikube.internal:8443 --token huvy89.hhqbdqsl75p9l7b4 \
I0415 18:22:24.198307 10384 kubeadm.go:309] --discovery-token-ca-cert-hash sha256:64433043496e1f3289bbcb278fdd01bdcea4f93c3a13feee16fa4e3db23f59c2 \
I0415 18:22:24.198307 10384 kubeadm.go:309] --control-plane
I0415 18:22:24.198307 10384 kubeadm.go:309]
I0415 18:22:24.198307 10384 kubeadm.go:309] Then you can join any number of worker nodes by running the following on each as root:
I0415 18:22:24.198307 10384 kubeadm.go:309]
I0415 18:22:24.199302 10384 kubeadm.go:309] kubeadm join control-plane.minikube.internal:8443 --token huvy89.hhqbdqsl75p9l7b4 \
I0415 18:22:24.199302 10384 kubeadm.go:309] --discovery-token-ca-cert-hash sha256:64433043496e1f3289bbcb278fdd01bdcea4f93c3a13feee16fa4e3db23f59c2
I0415 18:22:24.199302 10384 cni.go:84] Creating CNI manager for ""
I0415 18:22:24.199302 10384 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I0415 18:22:24.203263 10384 out.go:177] * Configuring CNI (Container Networking Interface) ...
I0415 18:22:24.221247 10384 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I0415 18:22:24.229824 10384 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.29.3/kubectl ...
I0415 18:22:24.229824 10384 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2438 bytes)
I0415 18:22:24.323407 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I0415 18:22:25.047319 10384 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I0415 18:22:25.062350 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-653100 minikube.k8s.io/updated_at=2024_04_15T18_22_25_0700 minikube.k8s.io/version=v1.33.0-beta.0 minikube.k8s.io/commit=4d13765a01eff8f8dc84b5d3ffa5d00e863a8f5c minikube.k8s.io/name=ha-653100 minikube.k8s.io/primary=true
I0415 18:22:25.062350 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:25.070326 10384 ops.go:34] apiserver oom_adj: -16
I0415 18:22:25.284655 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:25.790456 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:26.293504 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:26.795443 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:27.298654 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:27.786190 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:28.286860 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:28.788050 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:29.292845 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:29.794080 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:30.300169 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:30.788471 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:31.295339 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:31.798627 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:32.299958 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:32.791784 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:33.289567 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:33.791349 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:34.295367 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:34.804275 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:35.290745 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:35.794796 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:36.294136 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:36.799771 10384 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.29.3/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I0415 18:22:37.029000 10384 kubeadm.go:1107] duration metric: took 11.9815852s to wait for elevateKubeSystemPrivileges
W0415 18:22:37.029063 10384 kubeadm.go:286] apiserver tunnel failed: apiserver port not set
I0415 18:22:37.029138 10384 kubeadm.go:393] duration metric: took 30.249681s to StartCluster
I0415 18:22:37.029138 10384 settings.go:142] acquiring lock: {Name:mk6b97e58c5fe8f88c3b8025e136ed13b1b7453d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0415 18:22:37.029339 10384 settings.go:150] Updating kubeconfig: C:\Users\jenkins.minikube6\minikube-integration\kubeconfig
I0415 18:22:37.031101 10384 lock.go:35] WriteFile acquiring C:\Users\jenkins.minikube6\minikube-integration\kubeconfig: {Name:mk4f4c590fd703778dedd3b8c3d630c561af8c6e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0415 18:22:37.032659 10384 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.29.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I0415 18:22:37.032659 10384 addons.go:502] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false helm-tiller:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volumesnapshots:false yakd:false]
I0415 18:22:37.032732 10384 addons.go:69] Setting storage-provisioner=true in profile "ha-653100"
I0415 18:22:37.032806 10384 addons.go:234] Setting addon storage-provisioner=true in "ha-653100"
I0415 18:22:37.032841 10384 addons.go:69] Setting default-storageclass=true in profile "ha-653100"
I0415 18:22:37.032891 10384 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-653100"
I0415 18:22:37.032987 10384 host.go:66] Checking if "ha-653100" exists ...
I0415 18:22:37.032579 10384 start.go:232] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:172.19.63.147 Port:8443 KubernetesVersion:v1.29.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I0415 18:22:37.033266 10384 start.go:240] waiting for startup goroutines ...
I0415 18:22:37.033382 10384 config.go:182] Loaded profile config "ha-653100": Driver=hyperv, ContainerRuntime=docker, KubernetesVersion=v1.29.3
I0415 18:22:37.033632 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:22:37.034694 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:22:37.253650 10384 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.29.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 172.19.48.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.29.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I0415 18:22:37.698002 10384 start.go:946] {"host.minikube.internal": 172.19.48.1} host record injected into CoreDNS's ConfigMap
I0415 18:22:39.456374 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:22:39.456374 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:22:39.459088 10384 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I0415 18:22:39.457089 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:22:39.461772 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:22:39.461772 10384 addons.go:426] installing /etc/kubernetes/addons/storage-provisioner.yaml
I0415 18:22:39.461772 10384 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I0415 18:22:39.462029 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:22:39.463267 10384 loader.go:395] Config loaded from file: C:\Users\jenkins.minikube6\minikube-integration\kubeconfig
I0415 18:22:39.464063 10384 kapi.go:59] client config for ha-653100: &rest.Config{Host:"https://172.19.63.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"C:\\Users\\jenkins.minikube6\\minikube-integration\\.minikube\\profiles\\ha-653100\\client.crt", KeyFile:"C:\\Users\\jenkins.minikube6\\minikube-integration\\.minikube\\profiles\\ha-653100\\client.key", CAFile:"C:\\Users\\jenkins.minikube6\\minikube-integration\\.minikube\\ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), Nex
tProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1f71600), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0415 18:22:39.466136 10384 cert_rotation.go:137] Starting client certificate rotation controller
I0415 18:22:39.466794 10384 addons.go:234] Setting addon default-storageclass=true in "ha-653100"
I0415 18:22:39.466794 10384 host.go:66] Checking if "ha-653100" exists ...
I0415 18:22:39.466794 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:22:41.909905 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:22:41.909905 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:22:41.909905 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:22:41.955061 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:22:41.955061 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:22:41.955625 10384 addons.go:426] installing /etc/kubernetes/addons/storageclass.yaml
I0415 18:22:41.955711 10384 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I0415 18:22:41.955711 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100 ).state
I0415 18:22:44.377012 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:22:44.377012 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:22:44.377984 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100 ).networkadapters[0]).ipaddresses[0]
I0415 18:22:44.805425 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.147
I0415 18:22:44.805425 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:22:44.805425 10384 sshutil.go:53] new ssh client: &{IP:172.19.63.147 Port:22 SSHKeyPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100\id_rsa Username:docker}
I0415 18:22:44.974779 10384 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I0415 18:22:47.155103 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.147
I0415 18:22:47.155103 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:22:47.156316 10384 sshutil.go:53] new ssh client: &{IP:172.19.63.147 Port:22 SSHKeyPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100\id_rsa Username:docker}
I0415 18:22:47.304965 10384 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.29.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I0415 18:22:47.473026 10384 round_trippers.go:463] GET https://172.19.63.254:8443/apis/storage.k8s.io/v1/storageclasses
I0415 18:22:47.473026 10384 round_trippers.go:469] Request Headers:
I0415 18:22:47.473026 10384 round_trippers.go:473] Accept: application/json, */*
I0415 18:22:47.473026 10384 round_trippers.go:473] User-Agent: minikube-windows-amd64.exe/v0.0.0 (windows/amd64) kubernetes/$Format
I0415 18:22:47.488496 10384 round_trippers.go:574] Response Status: 200 OK in 15 milliseconds
I0415 18:22:47.490408 10384 round_trippers.go:463] PUT https://172.19.63.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I0415 18:22:47.490526 10384 round_trippers.go:469] Request Headers:
I0415 18:22:47.490526 10384 round_trippers.go:473] Accept: application/json, */*
I0415 18:22:47.490526 10384 round_trippers.go:473] Content-Type: application/json
I0415 18:22:47.490526 10384 round_trippers.go:473] User-Agent: minikube-windows-amd64.exe/v0.0.0 (windows/amd64) kubernetes/$Format
I0415 18:22:47.494518 10384 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I0415 18:22:47.498597 10384 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I0415 18:22:47.501457 10384 addons.go:505] duration metric: took 10.468136s for enable addons: enabled=[storage-provisioner default-storageclass]
I0415 18:22:47.501457 10384 start.go:245] waiting for cluster config update ...
I0415 18:22:47.501457 10384 start.go:254] writing updated cluster config ...
I0415 18:22:47.503984 10384 out.go:177]
I0415 18:22:47.513974 10384 config.go:182] Loaded profile config "ha-653100": Driver=hyperv, ContainerRuntime=docker, KubernetesVersion=v1.29.3
I0415 18:22:47.513974 10384 profile.go:143] Saving config to C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\config.json ...
I0415 18:22:47.518979 10384 out.go:177] * Starting "ha-653100-m02" control-plane node in "ha-653100" cluster
I0415 18:22:47.524981 10384 preload.go:132] Checking if preload exists for k8s version v1.29.3 and runtime docker
I0415 18:22:47.524981 10384 cache.go:56] Caching tarball of preloaded images
I0415 18:22:47.526030 10384 preload.go:173] Found C:\Users\jenkins.minikube6\minikube-integration\.minikube\cache\preloaded-tarball\preloaded-images-k8s-v18-v1.29.3-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0415 18:22:47.526235 10384 cache.go:59] Finished verifying existence of preloaded tar for v1.29.3 on docker
I0415 18:22:47.526401 10384 profile.go:143] Saving config to C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\config.json ...
I0415 18:22:47.528481 10384 start.go:360] acquireMachinesLock for ha-653100-m02: {Name:mke1d3e045ff2a4f8d2978e08dff146c93a87110 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0415 18:22:47.528921 10384 start.go:364] duration metric: took 121.6µs to acquireMachinesLock for "ha-653100-m02"
I0415 18:22:47.529077 10384 start.go:93] Provisioning new machine with config: &{Name:ha-653100 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/18634/minikube-v1.33.0-1713175573-18634-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.43-1713176859-18634@sha256:aa626f490dfc5e9a013f239555a8c57845d8eb915cd55dbd63f6a05070c2709b Memory:2200 CPUs:2 DiskSize:20000 Driver:hyperv HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kuberne
tesVersion:v1.29.3 ClusterName:ha-653100 Namespace:default APIServerHAVIP:172.19.63.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:172.19.63.147 Port:8443 KubernetesVersion:v1.29.3 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.29.3 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks
:0 CertExpiration:26280h0m0s Mount:false MountString:C:\Users\jenkins.minikube6:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.29.3 ContainerRuntime:docker ControlPlane:true Worker:true}
I0415 18:22:47.529280 10384 start.go:125] createHost starting for "m02" (driver="hyperv")
I0415 18:22:47.540485 10384 out.go:204] * Creating hyperv VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I0415 18:22:47.541556 10384 start.go:159] libmachine.API.Create for "ha-653100" (driver="hyperv")
I0415 18:22:47.541556 10384 client.go:168] LocalClient.Create starting
I0415 18:22:47.542079 10384 main.go:141] libmachine: Reading certificate data from C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca.pem
I0415 18:22:47.542415 10384 main.go:141] libmachine: Decoding PEM data...
I0415 18:22:47.542415 10384 main.go:141] libmachine: Parsing certificate...
I0415 18:22:47.542700 10384 main.go:141] libmachine: Reading certificate data from C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\cert.pem
I0415 18:22:47.542700 10384 main.go:141] libmachine: Decoding PEM data...
I0415 18:22:47.542700 10384 main.go:141] libmachine: Parsing certificate...
I0415 18:22:47.542700 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive @(Get-Module -ListAvailable hyper-v).Name | Get-Unique
I0415 18:22:49.574978 10384 main.go:141] libmachine: [stdout =====>] : Hyper-V
I0415 18:22:49.574978 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:22:49.576110 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive @([Security.Principal.WindowsPrincipal][Security.Principal.WindowsIdentity]::GetCurrent()).IsInRole(([System.Security.Principal.SecurityIdentifier]::new("S-1-5-32-578")))
I0415 18:22:51.479178 10384 main.go:141] libmachine: [stdout =====>] : False
I0415 18:22:51.479178 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:22:51.479600 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive @([Security.Principal.WindowsPrincipal][Security.Principal.WindowsIdentity]::GetCurrent()).IsInRole([Security.Principal.WindowsBuiltInRole] "Administrator")
I0415 18:22:53.065829 10384 main.go:141] libmachine: [stdout =====>] : True
I0415 18:22:53.066593 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:22:53.066593 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive [Console]::OutputEncoding = [Text.Encoding]::UTF8; ConvertTo-Json @(Hyper-V\Get-VMSwitch|Select Id, Name, SwitchType|Where-Object {($_.SwitchType -eq 'External') -or ($_.Id -eq 'c08cb7b8-9b3c-408e-8e30-5e16a3aeb444')}|Sort-Object -Property SwitchType)
I0415 18:22:57.052062 10384 main.go:141] libmachine: [stdout =====>] : [
{
"Id": "c08cb7b8-9b3c-408e-8e30-5e16a3aeb444",
"Name": "Default Switch",
"SwitchType": 1
}
]
I0415 18:22:57.052234 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:22:57.055252 10384 main.go:141] libmachine: Downloading C:\Users\jenkins.minikube6\minikube-integration\.minikube\cache\boot2docker.iso from file://C:/Users/jenkins.minikube6/minikube-integration/.minikube/cache/iso/amd64/minikube-v1.33.0-1713175573-18634-amd64.iso...
I0415 18:22:57.583068 10384 main.go:141] libmachine: Creating SSH key...
I0415 18:22:57.931279 10384 main.go:141] libmachine: Creating VM...
I0415 18:22:57.931279 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive [Console]::OutputEncoding = [Text.Encoding]::UTF8; ConvertTo-Json @(Hyper-V\Get-VMSwitch|Select Id, Name, SwitchType|Where-Object {($_.SwitchType -eq 'External') -or ($_.Id -eq 'c08cb7b8-9b3c-408e-8e30-5e16a3aeb444')}|Sort-Object -Property SwitchType)
I0415 18:23:01.081349 10384 main.go:141] libmachine: [stdout =====>] : [
{
"Id": "c08cb7b8-9b3c-408e-8e30-5e16a3aeb444",
"Name": "Default Switch",
"SwitchType": 1
}
]
I0415 18:23:01.081349 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:01.082298 10384 main.go:141] libmachine: Using switch "Default Switch"
I0415 18:23:01.082375 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive @([Security.Principal.WindowsPrincipal][Security.Principal.WindowsIdentity]::GetCurrent()).IsInRole([Security.Principal.WindowsBuiltInRole] "Administrator")
I0415 18:23:02.972464 10384 main.go:141] libmachine: [stdout =====>] : True
I0415 18:23:02.972464 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:02.972464 10384 main.go:141] libmachine: Creating VHD
I0415 18:23:02.973018 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\New-VHD -Path 'C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100-m02\fixed.vhd' -SizeBytes 10MB -Fixed
I0415 18:23:06.989219 10384 main.go:141] libmachine: [stdout =====>] :
ComputerName : minikube6
Path : C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100-m02\fixed.vhd
VhdFormat : VHD
VhdType : Fixed
FileSize : 10486272
Size : 10485760
MinimumSize :
LogicalSectorSize : 512
PhysicalSectorSize : 512
BlockSize : 0
ParentPath :
DiskIdentifier : DEE7E17F-5E93-468C-BA30-08390D1CA178
FragmentationPercentage : 0
Alignment : 1
Attached : False
DiskNumber :
IsPMEMCompatible : False
AddressAbstractionType : None
Number :
I0415 18:23:06.989219 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:06.989219 10384 main.go:141] libmachine: Writing magic tar header
I0415 18:23:06.989219 10384 main.go:141] libmachine: Writing SSH key tar header
I0415 18:23:06.990286 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Convert-VHD -Path 'C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100-m02\fixed.vhd' -DestinationPath 'C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100-m02\disk.vhd' -VHDType Dynamic -DeleteSource
I0415 18:23:10.344718 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:23:10.344718 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:10.344872 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Resize-VHD -Path 'C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100-m02\disk.vhd' -SizeBytes 20000MB
I0415 18:23:13.048066 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:23:13.048981 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:13.049137 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\New-VM ha-653100-m02 -Path 'C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100-m02' -SwitchName 'Default Switch' -MemoryStartupBytes 2200MB
I0415 18:23:17.000979 10384 main.go:141] libmachine: [stdout =====>] :
Name State CPUUsage(%!)(MISSING) MemoryAssigned(M) Uptime Status Version
---- ----- ----------- ----------------- ------ ------ -------
ha-653100-m02 Off 0 0 00:00:00 Operating normally 9.0
I0415 18:23:17.000979 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:17.001667 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Set-VMMemory -VMName ha-653100-m02 -DynamicMemoryEnabled $false
I0415 18:23:19.529184 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:23:19.529184 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:19.529184 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Set-VMProcessor ha-653100-m02 -Count 2
I0415 18:23:21.929952 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:23:21.929952 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:21.930071 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Set-VMDvdDrive -VMName ha-653100-m02 -Path 'C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100-m02\boot2docker.iso'
I0415 18:23:24.786919 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:23:24.786919 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:24.786919 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Add-VMHardDiskDrive -VMName ha-653100-m02 -Path 'C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100-m02\disk.vhd'
I0415 18:23:27.665809 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:23:27.665809 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:27.665809 10384 main.go:141] libmachine: Starting VM...
I0415 18:23:27.666001 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive Hyper-V\Start-VM ha-653100-m02
I0415 18:23:31.102209 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:23:31.103144 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:31.103144 10384 main.go:141] libmachine: Waiting for host to start...
I0415 18:23:31.103144 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:23:33.569054 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:23:33.569054 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:33.569054 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:23:36.303048 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:23:36.303048 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:37.312865 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:23:39.749364 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:23:39.749620 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:39.749702 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:23:42.512466 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:23:42.512842 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:43.518477 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:23:45.904872 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:23:45.904872 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:45.905633 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:23:48.594507 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:23:48.594669 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:49.606615 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:23:51.980362 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:23:51.981179 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:51.981179 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:23:54.737668 10384 main.go:141] libmachine: [stdout =====>] :
I0415 18:23:54.738407 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:55.749257 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:23:58.134602 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:23:58.134602 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:23:58.135468 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:24:00.918915 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.104
I0415 18:24:00.919329 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:00.919408 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:24:03.202618 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:24:03.202618 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:03.202618 10384 machine.go:94] provisionDockerMachine start ...
I0415 18:24:03.202618 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:24:05.548511 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:24:05.548511 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:05.549191 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:24:08.289644 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.104
I0415 18:24:08.290567 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:08.299809 10384 main.go:141] libmachine: Using SSH client type: native
I0415 18:24:08.300714 10384 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb6a1c0] 0xb6cda0 <nil> [] 0s} 172.19.63.104 22 <nil> <nil>}
I0415 18:24:08.300714 10384 main.go:141] libmachine: About to run SSH command:
hostname
I0415 18:24:08.446422 10384 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0415 18:24:08.446972 10384 buildroot.go:166] provisioning hostname "ha-653100-m02"
I0415 18:24:08.446972 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:24:10.773426 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:24:10.773426 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:10.773426 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:24:13.530172 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.104
I0415 18:24:13.530172 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:13.536850 10384 main.go:141] libmachine: Using SSH client type: native
I0415 18:24:13.537708 10384 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb6a1c0] 0xb6cda0 <nil> [] 0s} 172.19.63.104 22 <nil> <nil>}
I0415 18:24:13.537708 10384 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-653100-m02 && echo "ha-653100-m02" | sudo tee /etc/hostname
I0415 18:24:13.707716 10384 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-653100-m02
I0415 18:24:13.707716 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:24:16.005330 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:24:16.005330 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:16.005330 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:24:18.762850 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.104
I0415 18:24:18.762850 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:18.770232 10384 main.go:141] libmachine: Using SSH client type: native
I0415 18:24:18.770901 10384 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb6a1c0] 0xb6cda0 <nil> [] 0s} 172.19.63.104 22 <nil> <nil>}
I0415 18:24:18.770901 10384 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-653100-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-653100-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-653100-m02' | sudo tee -a /etc/hosts;
fi
fi
I0415 18:24:18.936615 10384 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0415 18:24:18.936615 10384 buildroot.go:172] set auth options {CertDir:C:\Users\jenkins.minikube6\minikube-integration\.minikube CaCertPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca.pem CaPrivateKeyPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\server.pem ServerKeyPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\server-key.pem ClientKeyPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\cert.pem ServerCertSANs:[] StorePath:C:\Users\jenkins.minikube6\minikube-integration\.minikube}
I0415 18:24:18.937152 10384 buildroot.go:174] setting up certificates
I0415 18:24:18.937207 10384 provision.go:84] configureAuth start
I0415 18:24:18.937207 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:24:21.299996 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:24:21.299996 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:21.300197 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:24:24.133316 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.104
I0415 18:24:24.134096 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:24.134153 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:24:26.489254 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:24:26.489254 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:26.489549 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:24:29.236160 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.104
I0415 18:24:29.236160 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:29.236234 10384 provision.go:143] copyHostCerts
I0415 18:24:29.236417 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca.pem -> C:\Users\jenkins.minikube6\minikube-integration\.minikube/ca.pem
I0415 18:24:29.236539 10384 exec_runner.go:144] found C:\Users\jenkins.minikube6\minikube-integration\.minikube/ca.pem, removing ...
I0415 18:24:29.236539 10384 exec_runner.go:203] rm: C:\Users\jenkins.minikube6\minikube-integration\.minikube\ca.pem
I0415 18:24:29.237340 10384 exec_runner.go:151] cp: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca.pem --> C:\Users\jenkins.minikube6\minikube-integration\.minikube/ca.pem (1082 bytes)
I0415 18:24:29.238595 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\cert.pem -> C:\Users\jenkins.minikube6\minikube-integration\.minikube/cert.pem
I0415 18:24:29.238972 10384 exec_runner.go:144] found C:\Users\jenkins.minikube6\minikube-integration\.minikube/cert.pem, removing ...
I0415 18:24:29.238972 10384 exec_runner.go:203] rm: C:\Users\jenkins.minikube6\minikube-integration\.minikube\cert.pem
I0415 18:24:29.239408 10384 exec_runner.go:151] cp: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\cert.pem --> C:\Users\jenkins.minikube6\minikube-integration\.minikube/cert.pem (1123 bytes)
I0415 18:24:29.240639 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\key.pem -> C:\Users\jenkins.minikube6\minikube-integration\.minikube/key.pem
I0415 18:24:29.240835 10384 exec_runner.go:144] found C:\Users\jenkins.minikube6\minikube-integration\.minikube/key.pem, removing ...
I0415 18:24:29.240835 10384 exec_runner.go:203] rm: C:\Users\jenkins.minikube6\minikube-integration\.minikube\key.pem
I0415 18:24:29.241419 10384 exec_runner.go:151] cp: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\key.pem --> C:\Users\jenkins.minikube6\minikube-integration\.minikube/key.pem (1675 bytes)
I0415 18:24:29.242408 10384 provision.go:117] generating server cert: C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\server.pem ca-key=C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca.pem private-key=C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca-key.pem org=jenkins.ha-653100-m02 san=[127.0.0.1 172.19.63.104 ha-653100-m02 localhost minikube]
I0415 18:24:29.398831 10384 provision.go:177] copyRemoteCerts
I0415 18:24:29.412927 10384 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0415 18:24:29.412927 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:24:31.723514 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:24:31.723616 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:31.723616 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:24:34.496654 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.104
I0415 18:24:34.496654 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:34.497398 10384 sshutil.go:53] new ssh client: &{IP:172.19.63.104 Port:22 SSHKeyPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100-m02\id_rsa Username:docker}
I0415 18:24:34.615182 10384 ssh_runner.go:235] Completed: sudo mkdir -p /etc/docker /etc/docker /etc/docker: (5.2022138s)
I0415 18:24:34.615182 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca.pem -> /etc/docker/ca.pem
I0415 18:24:34.615849 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\certs\ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0415 18:24:34.668445 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\server.pem -> /etc/docker/server.pem
I0415 18:24:34.668971 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\server.pem --> /etc/docker/server.pem (1208 bytes)
I0415 18:24:34.720499 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\server-key.pem -> /etc/docker/server-key.pem
I0415 18:24:34.721156 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0415 18:24:34.770381 10384 provision.go:87] duration metric: took 15.8330476s to configureAuth
I0415 18:24:34.770381 10384 buildroot.go:189] setting minikube options for container-runtime
I0415 18:24:34.770381 10384 config.go:182] Loaded profile config "ha-653100": Driver=hyperv, ContainerRuntime=docker, KubernetesVersion=v1.29.3
I0415 18:24:34.770381 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:24:37.079755 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:24:37.080689 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:37.080689 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:24:39.859679 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.104
I0415 18:24:39.859754 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:39.866117 10384 main.go:141] libmachine: Using SSH client type: native
I0415 18:24:39.866820 10384 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb6a1c0] 0xb6cda0 <nil> [] 0s} 172.19.63.104 22 <nil> <nil>}
I0415 18:24:39.866820 10384 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0415 18:24:40.015731 10384 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0415 18:24:40.015731 10384 buildroot.go:70] root file system type: tmpfs
I0415 18:24:40.015731 10384 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0415 18:24:40.015731 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:24:42.404944 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:24:42.405443 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:42.405443 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:24:45.210326 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.104
I0415 18:24:45.210813 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:45.216335 10384 main.go:141] libmachine: Using SSH client type: native
I0415 18:24:45.216939 10384 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb6a1c0] 0xb6cda0 <nil> [] 0s} 172.19.63.104 22 <nil> <nil>}
I0415 18:24:45.216939 10384 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=172.19.63.147"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperv --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0415 18:24:45.394927 10384 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=172.19.63.147
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=hyperv --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0415 18:24:45.395706 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:24:47.711900 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:24:47.712499 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:47.712595 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:24:50.491344 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.104
I0415 18:24:50.491344 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:50.502173 10384 main.go:141] libmachine: Using SSH client type: native
I0415 18:24:50.502173 10384 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb6a1c0] 0xb6cda0 <nil> [] 0s} 172.19.63.104 22 <nil> <nil>}
I0415 18:24:50.502173 10384 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0415 18:24:52.836243 10384 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0415 18:24:52.836243 10384 machine.go:97] duration metric: took 49.6332282s to provisionDockerMachine
I0415 18:24:52.836243 10384 client.go:171] duration metric: took 2m5.2936865s to LocalClient.Create
I0415 18:24:52.836243 10384 start.go:167] duration metric: took 2m5.2936865s to libmachine.API.Create "ha-653100"
I0415 18:24:52.836243 10384 start.go:293] postStartSetup for "ha-653100-m02" (driver="hyperv")
I0415 18:24:52.836243 10384 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0415 18:24:52.850899 10384 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0415 18:24:52.851896 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:24:55.199036 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:24:55.199775 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:55.199775 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:24:58.012510 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.104
I0415 18:24:58.013353 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:24:58.013914 10384 sshutil.go:53] new ssh client: &{IP:172.19.63.104 Port:22 SSHKeyPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100-m02\id_rsa Username:docker}
I0415 18:24:58.132196 10384 ssh_runner.go:235] Completed: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs: (5.2802026s)
I0415 18:24:58.147452 10384 ssh_runner.go:195] Run: cat /etc/os-release
I0415 18:24:58.154532 10384 info.go:137] Remote host: Buildroot 2023.02.9
I0415 18:24:58.154532 10384 filesync.go:126] Scanning C:\Users\jenkins.minikube6\minikube-integration\.minikube\addons for local assets ...
I0415 18:24:58.155095 10384 filesync.go:126] Scanning C:\Users\jenkins.minikube6\minikube-integration\.minikube\files for local assets ...
I0415 18:24:58.156186 10384 filesync.go:149] local asset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\files\etc\ssl\certs\112722.pem -> 112722.pem in /etc/ssl/certs
I0415 18:24:58.156186 10384 vm_assets.go:163] NewFileAsset: C:\Users\jenkins.minikube6\minikube-integration\.minikube\files\etc\ssl\certs\112722.pem -> /etc/ssl/certs/112722.pem
I0415 18:24:58.170256 10384 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0415 18:24:58.189873 10384 ssh_runner.go:362] scp C:\Users\jenkins.minikube6\minikube-integration\.minikube\files\etc\ssl\certs\112722.pem --> /etc/ssl/certs/112722.pem (1708 bytes)
I0415 18:24:58.243032 10384 start.go:296] duration metric: took 5.4067454s for postStartSetup
I0415 18:24:58.246437 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:25:00.550399 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:25:00.550399 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:25:00.550894 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:25:03.289044 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.104
I0415 18:25:03.289044 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:25:03.289835 10384 profile.go:143] Saving config to C:\Users\jenkins.minikube6\minikube-integration\.minikube\profiles\ha-653100\config.json ...
I0415 18:25:03.292186 10384 start.go:128] duration metric: took 2m15.7618211s to createHost
I0415 18:25:03.292186 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:25:05.668753 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:25:05.668753 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:25:05.668966 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:25:08.439658 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.104
I0415 18:25:08.439658 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:25:08.447000 10384 main.go:141] libmachine: Using SSH client type: native
I0415 18:25:08.447864 10384 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb6a1c0] 0xb6cda0 <nil> [] 0s} 172.19.63.104 22 <nil> <nil>}
I0415 18:25:08.447864 10384 main.go:141] libmachine: About to run SSH command:
date +%!s(MISSING).%!N(MISSING)
I0415 18:25:08.589758 10384 main.go:141] libmachine: SSH cmd err, output: <nil>: 1713205508.597287833
I0415 18:25:08.589758 10384 fix.go:216] guest clock: 1713205508.597287833
I0415 18:25:08.589758 10384 fix.go:229] Guest: 2024-04-15 18:25:08.597287833 +0000 UTC Remote: 2024-04-15 18:25:03.2921862 +0000 UTC m=+360.055147501 (delta=5.305101633s)
I0415 18:25:08.590328 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:25:10.915118 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:25:10.915118 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:25:10.916067 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:25:13.650013 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.104
I0415 18:25:13.650612 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:25:13.656497 10384 main.go:141] libmachine: Using SSH client type: native
I0415 18:25:13.657104 10384 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0xb6a1c0] 0xb6cda0 <nil> [] 0s} 172.19.63.104 22 <nil> <nil>}
I0415 18:25:13.657182 10384 main.go:141] libmachine: About to run SSH command:
sudo date -s @1713205508
I0415 18:25:13.813133 10384 main.go:141] libmachine: SSH cmd err, output: <nil>: Mon Apr 15 18:25:08 UTC 2024
I0415 18:25:13.813133 10384 fix.go:236] clock set: Mon Apr 15 18:25:08 UTC 2024
(err=<nil>)
I0415 18:25:13.813133 10384 start.go:83] releasing machines lock for "ha-653100-m02", held for 2m26.2829576s
I0415 18:25:13.813133 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:25:16.141194 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:25:16.141380 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:25:16.141380 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:25:18.957495 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.104
I0415 18:25:18.957495 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:25:18.960756 10384 out.go:177] * Found network options:
I0415 18:25:18.964431 10384 out.go:177] - NO_PROXY=172.19.63.147
W0415 18:25:18.966627 10384 proxy.go:119] fail to check proxy env: Error ip not in block
I0415 18:25:18.969406 10384 out.go:177] - NO_PROXY=172.19.63.147
W0415 18:25:18.972226 10384 proxy.go:119] fail to check proxy env: Error ip not in block
W0415 18:25:18.975235 10384 proxy.go:119] fail to check proxy env: Error ip not in block
I0415 18:25:18.977840 10384 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0415 18:25:18.977840 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:25:18.990793 10384 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0415 18:25:18.990793 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive ( Hyper-V\Get-VM ha-653100-m02 ).state
I0415 18:25:21.355429 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:25:21.355429 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:25:21.355429 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:25:21.374654 10384 main.go:141] libmachine: [stdout =====>] : Running
I0415 18:25:21.374654 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:25:21.374654 10384 main.go:141] libmachine: [executing ==>] : C:\WINDOWS\System32\WindowsPowerShell\v1.0\powershell.exe -NoProfile -NonInteractive (( Hyper-V\Get-VM ha-653100-m02 ).networkadapters[0]).ipaddresses[0]
I0415 18:25:24.278775 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.104
I0415 18:25:24.279572 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:25:24.280405 10384 sshutil.go:53] new ssh client: &{IP:172.19.63.104 Port:22 SSHKeyPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100-m02\id_rsa Username:docker}
I0415 18:25:24.306668 10384 main.go:141] libmachine: [stdout =====>] : 172.19.63.104
I0415 18:25:24.306668 10384 main.go:141] libmachine: [stderr =====>] :
I0415 18:25:24.308123 10384 sshutil.go:53] new ssh client: &{IP:172.19.63.104 Port:22 SSHKeyPath:C:\Users\jenkins.minikube6\minikube-integration\.minikube\machines\ha-653100-m02\id_rsa Username:docker}
I0415 18:25:24.386474 10384 ssh_runner.go:235] Completed: sh -c "stat /etc/cni/net.d/*loopback.conf*": (5.3956377s)
W0415 18:25:24.386474 10384 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0415 18:25:24.404866 10384 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%!p(MISSING), " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0415 18:25:24.481327 10384 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0415 18:25:24.481327 10384 start.go:494] detecting cgroup driver to use...
I0415 18:25:24.481327 10384 ssh_runner.go:235] Completed: curl -sS -m 2 https://registry.k8s.io/: (5.5034427s)
I0415 18:25:24.481327 10384 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0415 18:25:24.536359 10384 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I0415 18:25:24.572347 10384 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0415 18:25:24.593352 10384 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0415 18:25:24.610729 10384 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0415 18:25:24.650456 10384 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0415 18:25:24.693297 10384 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0415 18:25:24.730594 10384 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0415 18:25:24.771078 10384 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0415 18:25:24.812358 10384 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0415 18:25:24.854948 10384 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0415 18:25:24.893956 10384 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0415 18:25:24.934484 10384 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0415 18:25:24.974849 10384 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0415 18:25:25.012928 10384 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0415 18:25:25.269094 10384 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0415 18:25:25.319374 10384 start.go:494] detecting cgroup driver to use...
I0415 18:25:25.334757 10384 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0415 18:25:25.382030 10384 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0415 18:25:25.422509 10384 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0415 18:25:25.496212 10384 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0415 18:25:25.539556 10384 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0415 18:25:25.586254 10384 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0415 18:25:25.665807 10384 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0415 18:25:25.697619 10384 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0415 18:25:25.754485 10384 ssh_runner.go:195] Run: which cri-dockerd
I0415 18:25:25.776463 10384 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0415 18:25:25.798310 10384 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I0415 18:25:25.849027 10384 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0415 18:25:26.103040 10384 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0415 18:25:26.311089 10384 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0415 18:25:26.311089 10384 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0415 18:25:26.371946 10384 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0415 18:25:26.596000 10384 ssh_runner.go:195] Run: sudo systemctl restart docker
I0415 18:26:27.765978 10384 ssh_runner.go:235] Completed: sudo systemctl restart docker: (1m1.1694886s)
I0415 18:26:27.781002 10384 ssh_runner.go:195] Run: sudo journalctl --no-pager -u docker
I0415 18:26:27.817233 10384 out.go:177]
W0415 18:26:27.820189 10384 out.go:239] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart docker: Process exited with status 1
stdout:
stderr:
Job for docker.service failed because the control process exited with error code.
See "systemctl status docker.service" and "journalctl -xeu docker.service" for details.
sudo journalctl --no-pager -u docker:
-- stdout --
Apr 15 18:24:51 ha-653100-m02 systemd[1]: Starting Docker Application Container Engine...
Apr 15 18:24:51 ha-653100-m02 dockerd[665]: time="2024-04-15T18:24:51.175281888Z" level=info msg="Starting up"
Apr 15 18:24:51 ha-653100-m02 dockerd[665]: time="2024-04-15T18:24:51.176817321Z" level=info msg="containerd not running, starting managed containerd"
Apr 15 18:24:51 ha-653100-m02 dockerd[665]: time="2024-04-15T18:24:51.181288215Z" level=info msg="started new containerd process" address=/var/run/docker/containerd/containerd.sock module=libcontainerd pid=671
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.216362257Z" level=info msg="starting containerd" revision=926c9586fe4a6236699318391cd44976a98e31f1 version=v1.7.15
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.243075421Z" level=info msg="loading plugin \"io.containerd.event.v1.exchange\"..." type=io.containerd.event.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.243180523Z" level=info msg="loading plugin \"io.containerd.internal.v1.opt\"..." type=io.containerd.internal.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.243245725Z" level=info msg="loading plugin \"io.containerd.warning.v1.deprecations\"..." type=io.containerd.warning.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.243263625Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." type=io.containerd.snapshotter.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.243358927Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.blockfile\"..." error="no scratch file generator: skip plugin" type=io.containerd.snapshotter.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.243375528Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." type=io.containerd.snapshotter.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.243544331Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.btrfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.btrfs (ext4) must be a btrfs filesystem to be used with the btrfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.243714535Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.devmapper\"..." type=io.containerd.snapshotter.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.243739035Z" level=warning msg="failed to load plugin io.containerd.snapshotter.v1.devmapper" error="devmapper not configured"
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.243751135Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.native\"..." type=io.containerd.snapshotter.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.243859138Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.overlayfs\"..." type=io.containerd.snapshotter.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.244478651Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.aufs\"..." type=io.containerd.snapshotter.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.247680919Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.aufs\"..." error="aufs is not supported (modprobe aufs failed: exit status 1 \"modprobe: FATAL: Module aufs not found in directory /lib/modules/5.10.207\\n\"): skip plugin" type=io.containerd.snapshotter.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.247787921Z" level=info msg="loading plugin \"io.containerd.snapshotter.v1.zfs\"..." type=io.containerd.snapshotter.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.248037026Z" level=info msg="skip loading plugin \"io.containerd.snapshotter.v1.zfs\"..." error="path /var/lib/docker/containerd/daemon/io.containerd.snapshotter.v1.zfs must be a zfs filesystem to be used with the zfs snapshotter: skip plugin" type=io.containerd.snapshotter.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.248177629Z" level=info msg="loading plugin \"io.containerd.content.v1.content\"..." type=io.containerd.content.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.248295531Z" level=info msg="loading plugin \"io.containerd.metadata.v1.bolt\"..." type=io.containerd.metadata.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.248444935Z" level=warning msg="could not use snapshotter devmapper in metadata plugin" error="devmapper not configured"
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.248541437Z" level=info msg="metadata content store policy set" policy=shared
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.279315587Z" level=info msg="loading plugin \"io.containerd.gc.v1.scheduler\"..." type=io.containerd.gc.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.279443690Z" level=info msg="loading plugin \"io.containerd.differ.v1.walking\"..." type=io.containerd.differ.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.279651894Z" level=info msg="loading plugin \"io.containerd.lease.v1.manager\"..." type=io.containerd.lease.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.279764797Z" level=info msg="loading plugin \"io.containerd.streaming.v1.manager\"..." type=io.containerd.streaming.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.279791497Z" level=info msg="loading plugin \"io.containerd.runtime.v1.linux\"..." type=io.containerd.runtime.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.280197206Z" level=info msg="loading plugin \"io.containerd.monitor.v1.cgroups\"..." type=io.containerd.monitor.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.280884220Z" level=info msg="loading plugin \"io.containerd.runtime.v2.task\"..." type=io.containerd.runtime.v2
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.281341330Z" level=info msg="loading plugin \"io.containerd.runtime.v2.shim\"..." type=io.containerd.runtime.v2
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.281485733Z" level=info msg="loading plugin \"io.containerd.sandbox.store.v1.local\"..." type=io.containerd.sandbox.store.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.281516134Z" level=info msg="loading plugin \"io.containerd.sandbox.controller.v1.local\"..." type=io.containerd.sandbox.controller.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.281561035Z" level=info msg="loading plugin \"io.containerd.service.v1.containers-service\"..." type=io.containerd.service.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.281615936Z" level=info msg="loading plugin \"io.containerd.service.v1.content-service\"..." type=io.containerd.service.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.281641736Z" level=info msg="loading plugin \"io.containerd.service.v1.diff-service\"..." type=io.containerd.service.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.281663737Z" level=info msg="loading plugin \"io.containerd.service.v1.images-service\"..." type=io.containerd.service.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.281686937Z" level=info msg="loading plugin \"io.containerd.service.v1.introspection-service\"..." type=io.containerd.service.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.281709538Z" level=info msg="loading plugin \"io.containerd.service.v1.namespaces-service\"..." type=io.containerd.service.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.281727638Z" level=info msg="loading plugin \"io.containerd.service.v1.snapshots-service\"..." type=io.containerd.service.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.281747238Z" level=info msg="loading plugin \"io.containerd.service.v1.tasks-service\"..." type=io.containerd.service.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.281777139Z" level=info msg="loading plugin \"io.containerd.grpc.v1.containers\"..." type=io.containerd.grpc.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.281801640Z" level=info msg="loading plugin \"io.containerd.grpc.v1.content\"..." type=io.containerd.grpc.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.281822540Z" level=info msg="loading plugin \"io.containerd.grpc.v1.diff\"..." type=io.containerd.grpc.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.281844040Z" level=info msg="loading plugin \"io.containerd.grpc.v1.events\"..." type=io.containerd.grpc.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.281864141Z" level=info msg="loading plugin \"io.containerd.grpc.v1.images\"..." type=io.containerd.grpc.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.281895342Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.282030744Z" level=info msg="loading plugin \"io.containerd.grpc.v1.leases\"..." type=io.containerd.grpc.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.282122446Z" level=info msg="loading plugin \"io.containerd.grpc.v1.namespaces\"..." type=io.containerd.grpc.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.282152747Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandbox-controllers\"..." type=io.containerd.grpc.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.282178548Z" level=info msg="loading plugin \"io.containerd.grpc.v1.sandboxes\"..." type=io.containerd.grpc.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.282205748Z" level=info msg="loading plugin \"io.containerd.grpc.v1.snapshots\"..." type=io.containerd.grpc.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.282227849Z" level=info msg="loading plugin \"io.containerd.grpc.v1.streaming\"..." type=io.containerd.grpc.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.282250949Z" level=info msg="loading plugin \"io.containerd.grpc.v1.tasks\"..." type=io.containerd.grpc.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.282279750Z" level=info msg="loading plugin \"io.containerd.transfer.v1.local\"..." type=io.containerd.transfer.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.282310750Z" level=info msg="loading plugin \"io.containerd.grpc.v1.transfer\"..." type=io.containerd.grpc.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.282329151Z" level=info msg="loading plugin \"io.containerd.grpc.v1.version\"..." type=io.containerd.grpc.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.282347551Z" level=info msg="loading plugin \"io.containerd.internal.v1.restart\"..." type=io.containerd.internal.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.282407752Z" level=info msg="loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." type=io.containerd.tracing.processor.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.282432753Z" level=info msg="skip loading plugin \"io.containerd.tracing.processor.v1.otlp\"..." error="no OpenTelemetry endpoint: skip plugin" type=io.containerd.tracing.processor.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.282447653Z" level=info msg="loading plugin \"io.containerd.internal.v1.tracing\"..." type=io.containerd.internal.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.282465554Z" level=info msg="skipping tracing processor initialization (no tracing plugin)" error="no OpenTelemetry endpoint: skip plugin"
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.282584456Z" level=info msg="loading plugin \"io.containerd.grpc.v1.healthcheck\"..." type=io.containerd.grpc.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.282620757Z" level=info msg="loading plugin \"io.containerd.nri.v1.nri\"..." type=io.containerd.nri.v1
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.282637557Z" level=info msg="NRI interface is disabled by configuration."
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.283743481Z" level=info msg=serving... address=/var/run/docker/containerd/containerd-debug.sock
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.283842283Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock.ttrpc
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.283903984Z" level=info msg=serving... address=/var/run/docker/containerd/containerd.sock
Apr 15 18:24:51 ha-653100-m02 dockerd[671]: time="2024-04-15T18:24:51.284335093Z" level=info msg="containerd successfully booted in 0.071116s"
Apr 15 18:24:52 ha-653100-m02 dockerd[665]: time="2024-04-15T18:24:52.254240790Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Apr 15 18:24:52 ha-653100-m02 dockerd[665]: time="2024-04-15T18:24:52.289190582Z" level=info msg="Loading containers: start."
Apr 15 18:24:52 ha-653100-m02 dockerd[665]: time="2024-04-15T18:24:52.609124512Z" level=info msg="Loading containers: done."
Apr 15 18:24:52 ha-653100-m02 dockerd[665]: time="2024-04-15T18:24:52.636265777Z" level=info msg="Docker daemon" commit=8b79278 containerd-snapshotter=false storage-driver=overlay2 version=26.0.0
Apr 15 18:24:52 ha-653100-m02 dockerd[665]: time="2024-04-15T18:24:52.636518080Z" level=info msg="Daemon has completed initialization"
Apr 15 18:24:52 ha-653100-m02 dockerd[665]: time="2024-04-15T18:24:52.840822625Z" level=info msg="API listen on /var/run/docker.sock"
Apr 15 18:24:52 ha-653100-m02 dockerd[665]: time="2024-04-15T18:24:52.841084828Z" level=info msg="API listen on [::]:2376"
Apr 15 18:24:52 ha-653100-m02 systemd[1]: Started Docker Application Container Engine.
Apr 15 18:25:26 ha-653100-m02 systemd[1]: Stopping Docker Application Container Engine...
Apr 15 18:25:26 ha-653100-m02 dockerd[665]: time="2024-04-15T18:25:26.632253775Z" level=info msg="Processing signal 'terminated'"
Apr 15 18:25:26 ha-653100-m02 dockerd[665]: time="2024-04-15T18:25:26.634242462Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Apr 15 18:25:26 ha-653100-m02 dockerd[665]: time="2024-04-15T18:25:26.635132157Z" level=info msg="Daemon shutdown complete"
Apr 15 18:25:26 ha-653100-m02 dockerd[665]: time="2024-04-15T18:25:26.635380455Z" level=info msg="stopping event stream following graceful shutdown" error="context canceled" module=libcontainerd namespace=plugins.moby
Apr 15 18:25:26 ha-653100-m02 dockerd[665]: time="2024-04-15T18:25:26.635547254Z" level=info msg="stopping healthcheck following graceful shutdown" module=libcontainerd
Apr 15 18:25:27 ha-653100-m02 systemd[1]: docker.service: Deactivated successfully.
Apr 15 18:25:27 ha-653100-m02 systemd[1]: Stopped Docker Application Container Engine.
Apr 15 18:25:27 ha-653100-m02 systemd[1]: Starting Docker Application Container Engine...
Apr 15 18:25:27 ha-653100-m02 dockerd[1016]: time="2024-04-15T18:25:27.736568730Z" level=info msg="Starting up"
Apr 15 18:26:27 ha-653100-m02 dockerd[1016]: failed to start daemon: failed to dial "/run/containerd/containerd.sock": failed to dial "/run/containerd/containerd.sock": context deadline exceeded
Apr 15 18:26:27 ha-653100-m02 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Apr 15 18:26:27 ha-653100-m02 systemd[1]: docker.service: Failed with result 'exit-code'.
Apr 15 18:26:27 ha-653100-m02 systemd[1]: Failed to start Docker Application Container Engine.
-- /stdout --
W0415 18:26:27.820189 10384 out.go:239] *
W0415 18:26:27.821891 10384 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I0415 18:26:27.843940 10384 out.go:177]
==> Docker <==
Apr 15 18:39:29 ha-653100 dockerd[1321]: 2024/04/15 18:39:29 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:39:29 ha-653100 dockerd[1321]: 2024/04/15 18:39:29 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:39:29 ha-653100 dockerd[1321]: 2024/04/15 18:39:29 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:39:29 ha-653100 dockerd[1321]: 2024/04/15 18:39:29 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:39:29 ha-653100 dockerd[1321]: 2024/04/15 18:39:29 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:39:29 ha-653100 dockerd[1321]: 2024/04/15 18:39:29 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:39:29 ha-653100 dockerd[1321]: 2024/04/15 18:39:29 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:39:30 ha-653100 dockerd[1321]: 2024/04/15 18:39:30 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:40:18 ha-653100 dockerd[1321]: 2024/04/15 18:40:18 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:40:18 ha-653100 dockerd[1321]: 2024/04/15 18:40:18 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:40:18 ha-653100 dockerd[1321]: 2024/04/15 18:40:18 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:40:18 ha-653100 dockerd[1321]: 2024/04/15 18:40:18 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:40:18 ha-653100 dockerd[1321]: 2024/04/15 18:40:18 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:40:18 ha-653100 dockerd[1321]: 2024/04/15 18:40:18 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:40:19 ha-653100 dockerd[1321]: 2024/04/15 18:40:19 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:40:19 ha-653100 dockerd[1321]: 2024/04/15 18:40:19 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:40:19 ha-653100 dockerd[1321]: 2024/04/15 18:40:19 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:45:04 ha-653100 dockerd[1321]: 2024/04/15 18:45:04 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:45:04 ha-653100 dockerd[1321]: 2024/04/15 18:45:04 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:45:05 ha-653100 dockerd[1321]: 2024/04/15 18:45:05 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:45:05 ha-653100 dockerd[1321]: 2024/04/15 18:45:05 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:45:05 ha-653100 dockerd[1321]: 2024/04/15 18:45:05 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:45:05 ha-653100 dockerd[1321]: 2024/04/15 18:45:05 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:45:05 ha-653100 dockerd[1321]: 2024/04/15 18:45:05 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
Apr 15 18:45:05 ha-653100 dockerd[1321]: 2024/04/15 18:45:05 http: superfluous response.WriteHeader call from go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*respWriterWrapper).WriteHeader (wrap.go:98)
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
3810def19c30b gcr.io/k8s-minikube/busybox@sha256:9afb80db71730dbb303fe00765cbf34bddbdc6b66e49897fc2e1861967584b12 18 minutes ago Running busybox 0 4ba88ccaba1a5 busybox-7fdf7869d9-5w5x4
58d38dcc399d7 cbb01a7bd410d 23 minutes ago Running coredns 0 66b040582e9fe coredns-76f75df574-hz5n2
7f2e95849717e 6e38f40d628db 23 minutes ago Running storage-provisioner 0 41946a72e3913 storage-provisioner
79df4cc493ccd cbb01a7bd410d 23 minutes ago Running coredns 0 c2bc3be2dada4 coredns-76f75df574-sw766
8533539a42fc8 kindest/kindnetd@sha256:61f9956af8019caf6dcc4d39b31857b868aaab80521432ddcc216b805c4f7988 23 minutes ago Running kindnet-cni 0 840d4c720c681 kindnet-k8jt8
ece5eb28b20be a1d263b5dc5b0 23 minutes ago Running kube-proxy 0 590527a253a30 kube-proxy-dgh6m
0cf5b602fc0c4 ghcr.io/kube-vip/kube-vip@sha256:82698885b3b5f926cd940b7000549f3d43850cb6565a708162900c1475a83016 23 minutes ago Running kube-vip 0 71c70584ee9c6 kube-vip-ha-653100
a0697c56404b8 6052a25da3f97 23 minutes ago Running kube-controller-manager 0 5c4190df9fb18 kube-controller-manager-ha-653100
d68da55f0f382 8c390d98f50c0 23 minutes ago Running kube-scheduler 0 92e96b6d41bb2 kube-scheduler-ha-653100
b7958fc0d30b8 39f995c9f1996 23 minutes ago Running kube-apiserver 0 a7b3e44514ced kube-apiserver-ha-653100
a0fa6c17de399 3861cfcd7c04c 23 minutes ago Running etcd 0 65fe5df3a93dd etcd-ha-653100
==> coredns [58d38dcc399d] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = e2b9de1191510a72356755223f06623b152d8cdd72ea393cca47fb3d34a5414574050e77e521fd64fc84b7e18fcd0fb5ead79ecf0a5a8be221bd0ffeb8c0080c
CoreDNS-1.11.1
linux/amd64, go1.20.7, ae2bbc2
[INFO] 127.0.0.1:45845 - 8967 "HINFO IN 8354542665525626293.2689365418710486320. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.045113649s
[INFO] 10.244.0.4:51221 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 140 0.078581836s
[INFO] 10.244.0.4:47875 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 140 1.52769764s
[INFO] 10.244.0.4:52717 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000306601s
[INFO] 10.244.0.4:39163 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.050987688s
[INFO] 10.244.0.4:37816 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.0001543s
[INFO] 10.244.0.4:60144 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 111 0.014447825s
[INFO] 10.244.0.4:55552 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000204001s
[INFO] 10.244.0.4:36177 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000153901s
[INFO] 10.244.0.4:46410 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000283001s
[INFO] 10.244.0.4:57190 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000168701s
[INFO] 10.244.0.4:47185 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.0002385s
[INFO] 10.244.0.4:34139 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.0001337s
[INFO] 10.244.0.4:51029 - 5 "PTR IN 1.48.19.172.in-addr.arpa. udp 42 false 512" NOERROR qr,aa,rd 102 0.000098701s
==> coredns [79df4cc493cc] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = e2b9de1191510a72356755223f06623b152d8cdd72ea393cca47fb3d34a5414574050e77e521fd64fc84b7e18fcd0fb5ead79ecf0a5a8be221bd0ffeb8c0080c
CoreDNS-1.11.1
linux/amd64, go1.20.7, ae2bbc2
[INFO] 127.0.0.1:57426 - 12156 "HINFO IN 2507889984284766848.6813386495577107890. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.33687907s
[INFO] 10.244.0.4:40226 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000337201s
[INFO] 10.244.0.4:56672 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd 60 0.049146285s
[INFO] 10.244.0.4:54337 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.0001723s
[INFO] 10.244.0.4:58976 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.0002015s
[INFO] 10.244.0.4:41149 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.00024s
[INFO] 10.244.0.4:37438 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000310601s
[INFO] 10.244.0.4:54099 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.0002466s
==> describe nodes <==
Name: ha-653100
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-653100
kubernetes.io/os=linux
minikube.k8s.io/commit=4d13765a01eff8f8dc84b5d3ffa5d00e863a8f5c
minikube.k8s.io/name=ha-653100
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_04_15T18_22_25_0700
minikube.k8s.io/version=v1.33.0-beta.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 15 Apr 2024 18:22:19 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-653100
AcquireTime: <unset>
RenewTime: Mon, 15 Apr 2024 18:45:53 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 15 Apr 2024 18:42:51 +0000 Mon, 15 Apr 2024 18:22:19 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 15 Apr 2024 18:42:51 +0000 Mon, 15 Apr 2024 18:22:19 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 15 Apr 2024 18:42:51 +0000 Mon, 15 Apr 2024 18:22:19 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 15 Apr 2024 18:42:51 +0000 Mon, 15 Apr 2024 18:22:49 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 172.19.63.147
Hostname: ha-653100
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164264Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164264Ki
pods: 110
System Info:
Machine ID: d7ba8367096d4bf9b0e4541361a84287
System UUID: 64d5f641-1f2f-ce46-8918-a08d661c1258
Boot ID: 994d41df-0ae9-4f39-ad28-f5e794182c63
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://26.0.0
Kubelet Version: v1.29.3
Kube-Proxy Version: v1.29.3
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7fdf7869d9-5w5x4 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 18m
kube-system coredns-76f75df574-hz5n2 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (3%!)(MISSING) 170Mi (8%!)(MISSING) 23m
kube-system coredns-76f75df574-sw766 100m (5%!)(MISSING) 0 (0%!)(MISSING) 70Mi (3%!)(MISSING) 170Mi (8%!)(MISSING) 23m
kube-system etcd-ha-653100 100m (5%!)(MISSING) 0 (0%!)(MISSING) 100Mi (4%!)(MISSING) 0 (0%!)(MISSING) 23m
kube-system kindnet-k8jt8 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING) 23m
kube-system kube-apiserver-ha-653100 250m (12%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 23m
kube-system kube-controller-manager-ha-653100 200m (10%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 23m
kube-system kube-proxy-dgh6m 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 23m
kube-system kube-scheduler-ha-653100 100m (5%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 23m
kube-system kube-vip-ha-653100 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 23m
kube-system storage-provisioner 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 23m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%!)(MISSING) 100m (5%!)(MISSING)
memory 290Mi (13%!)(MISSING) 390Mi (18%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 23m kube-proxy
Normal Starting 23m kubelet Starting kubelet.
Normal NodeHasSufficientMemory 23m kubelet Node ha-653100 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 23m kubelet Node ha-653100 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 23m kubelet Node ha-653100 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 23m kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 23m node-controller Node ha-653100 event: Registered Node ha-653100 in Controller
Normal NodeReady 23m kubelet Node ha-653100 status is now: NodeReady
Name: ha-653100-m03
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-653100-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=4d13765a01eff8f8dc84b5d3ffa5d00e863a8f5c
minikube.k8s.io/name=ha-653100
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_04_15T18_43_42_0700
minikube.k8s.io/version=v1.33.0-beta.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 15 Apr 2024 18:43:41 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-653100-m03
AcquireTime: <unset>
RenewTime: Mon, 15 Apr 2024 18:45:53 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 15 Apr 2024 18:44:12 +0000 Mon, 15 Apr 2024 18:43:41 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 15 Apr 2024 18:44:12 +0000 Mon, 15 Apr 2024 18:43:41 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 15 Apr 2024 18:44:12 +0000 Mon, 15 Apr 2024 18:43:41 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 15 Apr 2024 18:44:12 +0000 Mon, 15 Apr 2024 18:44:02 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 172.19.51.108
Hostname: ha-653100-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164264Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164264Ki
pods: 110
System Info:
Machine ID: ceb376f540fe4419a1393b81dd4c70ec
System UUID: 316f69f2-57b1-1a4d-9808-3339f6c9e586
Boot ID: 231d6308-8f63-4640-95e7-8ba95af6dfa1
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://26.0.0
Kubelet Version: v1.29.3
Kube-Proxy Version: v1.29.3
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-rtbf9 100m (5%!)(MISSING) 100m (5%!)(MISSING) 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING) 2m21s
kube-system kube-proxy-kvnct 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 0 (0%!)(MISSING) 2m21s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%!)(MISSING) 100m (5%!)(MISSING)
memory 50Mi (2%!)(MISSING) 50Mi (2%!)(MISSING)
ephemeral-storage 0 (0%!)(MISSING) 0 (0%!)(MISSING)
hugepages-2Mi 0 (0%!)(MISSING) 0 (0%!)(MISSING)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m9s kube-proxy
Normal NodeHasSufficientMemory 2m21s (x2 over 2m21s) kubelet Node ha-653100-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m21s (x2 over 2m21s) kubelet Node ha-653100-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m21s (x2 over 2m21s) kubelet Node ha-653100-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 2m21s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 2m20s node-controller Node ha-653100-m03 event: Registered Node ha-653100-m03 in Controller
Normal NodeReady 2m kubelet Node ha-653100-m03 status is now: NodeReady
==> dmesg <==
[ +2.084698] systemd-fstab-generator[115]: Ignoring "noauto" option for root device
[ +7.376265] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000008] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[Apr15 18:21] systemd-fstab-generator[643]: Ignoring "noauto" option for root device
[ +0.209937] systemd-fstab-generator[655]: Ignoring "noauto" option for root device
[ +33.615481] systemd-fstab-generator[943]: Ignoring "noauto" option for root device
[ +0.104388] kauditd_printk_skb: 59 callbacks suppressed
[ +0.615924] systemd-fstab-generator[983]: Ignoring "noauto" option for root device
[ +0.216331] systemd-fstab-generator[995]: Ignoring "noauto" option for root device
[ +0.260985] systemd-fstab-generator[1009]: Ignoring "noauto" option for root device
[ +2.876807] systemd-fstab-generator[1179]: Ignoring "noauto" option for root device
[ +0.212935] systemd-fstab-generator[1191]: Ignoring "noauto" option for root device
[ +0.227831] systemd-fstab-generator[1203]: Ignoring "noauto" option for root device
[ +0.311128] systemd-fstab-generator[1218]: Ignoring "noauto" option for root device
[Apr15 18:22] systemd-fstab-generator[1312]: Ignoring "noauto" option for root device
[ +0.114802] kauditd_printk_skb: 205 callbacks suppressed
[ +3.164512] systemd-fstab-generator[1517]: Ignoring "noauto" option for root device
[ +7.677617] systemd-fstab-generator[1722]: Ignoring "noauto" option for root device
[ +0.108322] kauditd_printk_skb: 73 callbacks suppressed
[ +5.774902] kauditd_printk_skb: 67 callbacks suppressed
[ +5.244487] systemd-fstab-generator[2220]: Ignoring "noauto" option for root device
[ +14.155639] kauditd_printk_skb: 12 callbacks suppressed
[ +7.279744] kauditd_printk_skb: 29 callbacks suppressed
[Apr15 18:27] kauditd_printk_skb: 26 callbacks suppressed
==> etcd [a0fa6c17de39] <==
{"level":"info","ts":"2024-04-15T18:41:00.22731Z","caller":"traceutil/trace.go:171","msg":"trace[76664393] transaction","detail":"{read_only:false; response_revision:2419; number_of_response:1; }","duration":"105.483959ms","start":"2024-04-15T18:41:00.121805Z","end":"2024-04-15T18:41:00.227289Z","steps":["trace[76664393] 'process raft request' (duration: 105.285059ms)"],"step_count":1}
{"level":"info","ts":"2024-04-15T18:41:01.418769Z","caller":"traceutil/trace.go:171","msg":"trace[8276609] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"106.31566ms","start":"2024-04-15T18:41:01.312434Z","end":"2024-04-15T18:41:01.41875Z","steps":["trace[8276609] 'process raft request' (duration: 106.038259ms)"],"step_count":1}
{"level":"info","ts":"2024-04-15T18:42:17.431757Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2021}
{"level":"info","ts":"2024-04-15T18:42:17.443797Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2021,"took":"11.390416ms","hash":1421491769,"current-db-size-bytes":2441216,"current-db-size":"2.4 MB","current-db-size-in-use-bytes":1802240,"current-db-size-in-use":"1.8 MB"}
{"level":"info","ts":"2024-04-15T18:42:17.443837Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1421491769,"revision":2021,"compact-revision":1485}
{"level":"info","ts":"2024-04-15T18:43:33.518295Z","caller":"traceutil/trace.go:171","msg":"trace[443010453] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"266.440557ms","start":"2024-04-15T18:43:33.251827Z","end":"2024-04-15T18:43:33.518267Z","steps":["trace[443010453] 'process raft request' (duration: 266.058657ms)"],"step_count":1}
{"level":"info","ts":"2024-04-15T18:43:34.010261Z","caller":"traceutil/trace.go:171","msg":"trace[907999705] linearizableReadLoop","detail":"{readStateIndex:2969; appliedIndex:2968; }","duration":"127.140571ms","start":"2024-04-15T18:43:33.882928Z","end":"2024-04-15T18:43:34.010069Z","steps":["trace[907999705] 'read index received' (duration: 126.931871ms)","trace[907999705] 'applied index is now lower than readState.Index' (duration: 208.1µs)"],"step_count":2}
{"level":"warn","ts":"2024-04-15T18:43:34.010558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.698771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2024-04-15T18:43:34.01062Z","caller":"traceutil/trace.go:171","msg":"trace[1177634589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2696; }","duration":"127.798872ms","start":"2024-04-15T18:43:33.882811Z","end":"2024-04-15T18:43:34.01061Z","steps":["trace[1177634589] 'agreement among raft nodes before linearized reading' (duration: 127.591271ms)"],"step_count":1}
{"level":"info","ts":"2024-04-15T18:43:34.010373Z","caller":"traceutil/trace.go:171","msg":"trace[320563100] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"232.738612ms","start":"2024-04-15T18:43:33.777617Z","end":"2024-04-15T18:43:34.010356Z","steps":["trace[320563100] 'process raft request' (duration: 232.232111ms)"],"step_count":1}
{"level":"info","ts":"2024-04-15T18:43:34.712206Z","caller":"traceutil/trace.go:171","msg":"trace[711121958] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"181.877144ms","start":"2024-04-15T18:43:34.530256Z","end":"2024-04-15T18:43:34.712133Z","steps":["trace[711121958] 'process raft request' (duration: 181.582843ms)"],"step_count":1}
{"level":"info","ts":"2024-04-15T18:43:46.38138Z","caller":"traceutil/trace.go:171","msg":"trace[31759011] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"240.29982ms","start":"2024-04-15T18:43:46.141059Z","end":"2024-04-15T18:43:46.381359Z","steps":["trace[31759011] 'process raft request' (duration: 230.957808ms)"],"step_count":1}
{"level":"info","ts":"2024-04-15T18:43:52.283476Z","caller":"traceutil/trace.go:171","msg":"trace[1889997840] linearizableReadLoop","detail":"{readStateIndex:3044; appliedIndex:3043; }","duration":"110.447446ms","start":"2024-04-15T18:43:52.17301Z","end":"2024-04-15T18:43:52.283458Z","steps":["trace[1889997840] 'read index received' (duration: 110.306146ms)","trace[1889997840] 'applied index is now lower than readState.Index' (duration: 140.7µs)"],"step_count":2}
{"level":"warn","ts":"2024-04-15T18:43:52.283605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.572946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/172.19.63.147\" ","response":"range_response_count:1 size:135"}
{"level":"info","ts":"2024-04-15T18:43:52.283637Z","caller":"traceutil/trace.go:171","msg":"trace[10951613] range","detail":"{range_begin:/registry/masterleases/172.19.63.147; range_end:; response_count:1; response_revision:2766; }","duration":"110.637847ms","start":"2024-04-15T18:43:52.17299Z","end":"2024-04-15T18:43:52.283628Z","steps":["trace[10951613] 'agreement among raft nodes before linearized reading' (duration: 110.561546ms)"],"step_count":1}
{"level":"info","ts":"2024-04-15T18:43:52.283903Z","caller":"traceutil/trace.go:171","msg":"trace[1508396561] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"114.807253ms","start":"2024-04-15T18:43:52.169084Z","end":"2024-04-15T18:43:52.283892Z","steps":["trace[1508396561] 'process raft request' (duration: 114.280152ms)"],"step_count":1}
{"level":"warn","ts":"2024-04-15T18:43:52.666427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.266757ms","expected-duration":"100ms","prefix":"","request":"header:<ID:14279945624074152814 username:\"kube-apiserver-etcd-client\" auth_revision:1 > lease_grant:<ttl:15-second id:462c8ee2fed56b6d>","response":"size:41"}
{"level":"info","ts":"2024-04-15T18:43:52.667005Z","caller":"traceutil/trace.go:171","msg":"trace[1721457016] linearizableReadLoop","detail":"{readStateIndex:3045; appliedIndex:3044; }","duration":"237.167715ms","start":"2024-04-15T18:43:52.429394Z","end":"2024-04-15T18:43:52.666562Z","steps":["trace[1721457016] 'read index received' (duration: 43.566658ms)","trace[1721457016] 'applied index is now lower than readState.Index' (duration: 193.598957ms)"],"step_count":2}
{"level":"warn","ts":"2024-04-15T18:43:52.667407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2024-04-15T18:43:52.285771Z","time spent":"381.633207ms","remote":"127.0.0.1:45166","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""}
{"level":"warn","ts":"2024-04-15T18:43:52.66813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.156306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/k8s.io-minikube-hostpath\" ","response":"range_response_count:1 size:1110"}
{"level":"warn","ts":"2024-04-15T18:43:52.66875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.352418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/ha-653100-m03\" ","response":"range_response_count:1 size:3120"}
{"level":"info","ts":"2024-04-15T18:43:52.668806Z","caller":"traceutil/trace.go:171","msg":"trace[2016319950] range","detail":"{range_begin:/registry/minions/ha-653100-m03; range_end:; response_count:1; response_revision:2766; }","duration":"239.433618ms","start":"2024-04-15T18:43:52.429363Z","end":"2024-04-15T18:43:52.668797Z","steps":["trace[2016319950] 'agreement among raft nodes before linearized reading' (duration: 239.350018ms)"],"step_count":1}
{"level":"info","ts":"2024-04-15T18:43:52.668276Z","caller":"traceutil/trace.go:171","msg":"trace[416735202] range","detail":"{range_begin:/registry/services/endpoints/kube-system/k8s.io-minikube-hostpath; range_end:; response_count:1; response_revision:2766; }","duration":"230.317306ms","start":"2024-04-15T18:43:52.437947Z","end":"2024-04-15T18:43:52.668265Z","steps":["trace[416735202] 'agreement among raft nodes before linearized reading' (duration: 230.123406ms)"],"step_count":1}
{"level":"info","ts":"2024-04-15T18:43:52.788795Z","caller":"traceutil/trace.go:171","msg":"trace[396711083] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"109.505445ms","start":"2024-04-15T18:43:52.679272Z","end":"2024-04-15T18:43:52.788777Z","steps":["trace[396711083] 'process raft request' (duration: 102.216136ms)"],"step_count":1}
{"level":"info","ts":"2024-04-15T18:43:57.928969Z","caller":"traceutil/trace.go:171","msg":"trace[2037072140] transaction","detail":"{read_only:false; response_revision:2782; number_of_response:1; }","duration":"141.624188ms","start":"2024-04-15T18:43:57.787327Z","end":"2024-04-15T18:43:57.928951Z","steps":["trace[2037072140] 'process raft request' (duration: 141.090687ms)"],"step_count":1}
==> kernel <==
18:46:02 up 26 min, 0 users, load average: 0.16, 0.29, 0.27
Linux ha-653100 5.10.207 #1 SMP Mon Apr 15 15:01:07 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [8533539a42fc] <==
I0415 18:44:57.667918 1 main.go:250] Node ha-653100-m03 has CIDR [10.244.1.0/24]
I0415 18:45:07.681239 1 main.go:223] Handling node with IPs: map[172.19.63.147:{}]
I0415 18:45:07.681467 1 main.go:227] handling current node
I0415 18:45:07.681612 1 main.go:223] Handling node with IPs: map[172.19.51.108:{}]
I0415 18:45:07.681785 1 main.go:250] Node ha-653100-m03 has CIDR [10.244.1.0/24]
I0415 18:45:17.688870 1 main.go:223] Handling node with IPs: map[172.19.63.147:{}]
I0415 18:45:17.688970 1 main.go:227] handling current node
I0415 18:45:17.688984 1 main.go:223] Handling node with IPs: map[172.19.51.108:{}]
I0415 18:45:17.688993 1 main.go:250] Node ha-653100-m03 has CIDR [10.244.1.0/24]
I0415 18:45:27.696831 1 main.go:223] Handling node with IPs: map[172.19.63.147:{}]
I0415 18:45:27.696945 1 main.go:227] handling current node
I0415 18:45:27.696962 1 main.go:223] Handling node with IPs: map[172.19.51.108:{}]
I0415 18:45:27.696971 1 main.go:250] Node ha-653100-m03 has CIDR [10.244.1.0/24]
I0415 18:45:37.704150 1 main.go:223] Handling node with IPs: map[172.19.63.147:{}]
I0415 18:45:37.704684 1 main.go:227] handling current node
I0415 18:45:37.704757 1 main.go:223] Handling node with IPs: map[172.19.51.108:{}]
I0415 18:45:37.704839 1 main.go:250] Node ha-653100-m03 has CIDR [10.244.1.0/24]
I0415 18:45:47.717804 1 main.go:223] Handling node with IPs: map[172.19.63.147:{}]
I0415 18:45:47.717893 1 main.go:227] handling current node
I0415 18:45:47.717909 1 main.go:223] Handling node with IPs: map[172.19.51.108:{}]
I0415 18:45:47.717918 1 main.go:250] Node ha-653100-m03 has CIDR [10.244.1.0/24]
I0415 18:45:57.733848 1 main.go:223] Handling node with IPs: map[172.19.63.147:{}]
I0415 18:45:57.733970 1 main.go:227] handling current node
I0415 18:45:57.733987 1 main.go:223] Handling node with IPs: map[172.19.51.108:{}]
I0415 18:45:57.733997 1 main.go:250] Node ha-653100-m03 has CIDR [10.244.1.0/24]
==> kube-apiserver [b7958fc0d30b] <==
I0415 18:22:19.472339 1 autoregister_controller.go:141] Starting autoregister controller
I0415 18:22:19.472452 1 cache.go:32] Waiting for caches to sync for autoregister controller
I0415 18:22:19.472462 1 cache.go:39] Caches are synced for autoregister controller
I0415 18:22:19.498049 1 shared_informer.go:318] Caches are synced for node_authorizer
I0415 18:22:19.510348 1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io
I0415 18:22:20.354035 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I0415 18:22:20.363724 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I0415 18:22:20.363838 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I0415 18:22:21.763949 1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I0415 18:22:21.866542 1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I0415 18:22:22.100224 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W0415 18:22:22.118571 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [172.19.63.147]
I0415 18:22:22.120605 1 controller.go:624] quota admission added evaluator for: endpoints
I0415 18:22:22.130952 1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
I0415 18:22:22.385516 1 controller.go:624] quota admission added evaluator for: serviceaccounts
I0415 18:22:24.016138 1 controller.go:624] quota admission added evaluator for: deployments.apps
I0415 18:22:24.048032 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I0415 18:22:24.081226 1 controller.go:624] quota admission added evaluator for: daemonsets.apps
I0415 18:22:36.868875 1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps
I0415 18:22:36.898745 1 controller.go:624] quota admission added evaluator for: replicasets.apps
I0415 18:43:52.764570 1 trace.go:236] Trace[705971869]: "GuaranteedUpdate etcd3" audit-id:,key:/masterleases/172.19.63.147,type:*v1.Endpoints,resource:apiServerIPInfo (15-Apr-2024 18:43:52.172) (total time: 592ms):
Trace[705971869]: ---"initial value restored" 112ms (18:43:52.284)
Trace[705971869]: ---"Transaction prepared" 384ms (18:43:52.669)
Trace[705971869]: ---"Txn call completed" 95ms (18:43:52.764)
Trace[705971869]: [592.295387ms] [592.295387ms] END
==> kube-controller-manager [a0697c56404b] <==
I0415 18:22:50.009242 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-76f75df574" duration="326.398µs"
I0415 18:22:50.048064 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-76f75df574" duration="90.899µs"
I0415 18:22:51.764868 1 node_lifecycle_controller.go:1045] "Controller detected that some Nodes are Ready. Exiting master disruption mode"
I0415 18:22:52.188891 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-76f75df574" duration="82.302µs"
I0415 18:22:52.287692 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-76f75df574" duration="37.246165ms"
I0415 18:22:52.288055 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-76f75df574" duration="224.505µs"
I0415 18:22:52.333123 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-76f75df574" duration="22.028652ms"
I0415 18:22:52.333675 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-76f75df574" duration="426.909µs"
I0415 18:27:05.738408 1 event.go:376] "Event occurred" object="default/busybox" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set busybox-7fdf7869d9 to 3"
I0415 18:27:05.789870 1 event.go:376] "Event occurred" object="default/busybox-7fdf7869d9" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: busybox-7fdf7869d9-5w5x4"
I0415 18:27:05.841032 1 event.go:376] "Event occurred" object="default/busybox-7fdf7869d9" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: busybox-7fdf7869d9-8pgjv"
I0415 18:27:05.849328 1 event.go:376] "Event occurred" object="default/busybox-7fdf7869d9" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: busybox-7fdf7869d9-tk6sh"
I0415 18:27:05.899441 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-7fdf7869d9" duration="160.526833ms"
I0415 18:27:05.957239 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-7fdf7869d9" duration="57.716604ms"
I0415 18:27:05.998341 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-7fdf7869d9" duration="40.497733ms"
I0415 18:27:05.998579 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-7fdf7869d9" duration="95.3µs"
I0415 18:27:09.211983 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-7fdf7869d9" duration="14.949061ms"
I0415 18:27:09.212464 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="default/busybox-7fdf7869d9" duration="29.3µs"
I0415 18:43:41.144789 1 actual_state_of_world.go:547] "Failed to update statusUpdateNeeded field in actual state of world" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"ha-653100-m03\" does not exist"
I0415 18:43:41.155868 1 range_allocator.go:380] "Set node PodCIDR" node="ha-653100-m03" podCIDRs=["10.244.1.0/24"]
I0415 18:43:41.176203 1 event.go:376] "Event occurred" object="kube-system/kindnet" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kindnet-rtbf9"
I0415 18:43:41.176231 1 event.go:376] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-kvnct"
I0415 18:43:42.027348 1 node_lifecycle_controller.go:874] "Missing timestamp for Node. Assuming now as a timestamp" node="ha-653100-m03"
I0415 18:43:42.028227 1 event.go:376] "Event occurred" object="ha-653100-m03" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node ha-653100-m03 event: Registered Node ha-653100-m03 in Controller"
I0415 18:44:02.707914 1 topologycache.go:237] "Can't get CPU or zone information for node" node="ha-653100-m03"
==> kube-proxy [ece5eb28b20b] <==
I0415 18:22:38.391716 1 server_others.go:72] "Using iptables proxy"
I0415 18:22:38.407680 1 server.go:1050] "Successfully retrieved node IP(s)" IPs=["172.19.63.147"]
I0415 18:22:38.495319 1 server_others.go:146] "No iptables support for family" ipFamily="IPv6"
I0415 18:22:38.495346 1 server.go:654] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0415 18:22:38.495361 1 server_others.go:168] "Using iptables Proxier"
I0415 18:22:38.500785 1 proxier.go:245] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I0415 18:22:38.501443 1 server.go:865] "Version info" version="v1.29.3"
I0415 18:22:38.501468 1 server.go:867] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0415 18:22:38.503945 1 config.go:188] "Starting service config controller"
I0415 18:22:38.504041 1 shared_informer.go:311] Waiting for caches to sync for service config
I0415 18:22:38.504268 1 config.go:97] "Starting endpoint slice config controller"
I0415 18:22:38.504770 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I0415 18:22:38.505829 1 config.go:315] "Starting node config controller"
I0415 18:22:38.507970 1 shared_informer.go:311] Waiting for caches to sync for node config
I0415 18:22:38.605316 1 shared_informer.go:318] Caches are synced for endpoint slice config
I0415 18:22:38.605583 1 shared_informer.go:318] Caches are synced for service config
I0415 18:22:38.608238 1 shared_informer.go:318] Caches are synced for node config
==> kube-scheduler [d68da55f0f38] <==
W0415 18:22:20.533571 1 reflector.go:539] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0415 18:22:20.533671 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
W0415 18:22:20.559089 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E0415 18:22:20.559148 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W0415 18:22:20.566941 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0415 18:22:20.569271 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
W0415 18:22:20.649432 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E0415 18:22:20.649545 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
W0415 18:22:20.680518 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E0415 18:22:20.681133 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W0415 18:22:20.703015 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E0415 18:22:20.703474 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W0415 18:22:20.766338 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0415 18:22:20.766458 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
W0415 18:22:20.789649 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E0415 18:22:20.790593 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W0415 18:22:20.803334 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
E0415 18:22:20.804054 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope
W0415 18:22:20.808728 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0415 18:22:20.809130 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
W0415 18:22:20.838937 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0415 18:22:20.841219 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
W0415 18:22:20.865287 1 reflector.go:539] vendor/k8s.io/client-go/informers/factory.go:159: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E0415 18:22:20.865345 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:159: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
I0415 18:22:22.187395 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Apr 15 18:41:24 ha-653100 kubelet[2226]: E0415 18:41:24.244403 2226 iptables.go:575] "Could not set up iptables canary" err=<
Apr 15 18:41:24 ha-653100 kubelet[2226]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Apr 15 18:41:24 ha-653100 kubelet[2226]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Apr 15 18:41:24 ha-653100 kubelet[2226]: Perhaps ip6tables or your kernel needs to be upgraded.
Apr 15 18:41:24 ha-653100 kubelet[2226]: > table="nat" chain="KUBE-KUBELET-CANARY"
Apr 15 18:42:24 ha-653100 kubelet[2226]: E0415 18:42:24.245239 2226 iptables.go:575] "Could not set up iptables canary" err=<
Apr 15 18:42:24 ha-653100 kubelet[2226]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Apr 15 18:42:24 ha-653100 kubelet[2226]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Apr 15 18:42:24 ha-653100 kubelet[2226]: Perhaps ip6tables or your kernel needs to be upgraded.
Apr 15 18:42:24 ha-653100 kubelet[2226]: > table="nat" chain="KUBE-KUBELET-CANARY"
Apr 15 18:43:24 ha-653100 kubelet[2226]: E0415 18:43:24.244761 2226 iptables.go:575] "Could not set up iptables canary" err=<
Apr 15 18:43:24 ha-653100 kubelet[2226]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Apr 15 18:43:24 ha-653100 kubelet[2226]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Apr 15 18:43:24 ha-653100 kubelet[2226]: Perhaps ip6tables or your kernel needs to be upgraded.
Apr 15 18:43:24 ha-653100 kubelet[2226]: > table="nat" chain="KUBE-KUBELET-CANARY"
Apr 15 18:44:24 ha-653100 kubelet[2226]: E0415 18:44:24.244027 2226 iptables.go:575] "Could not set up iptables canary" err=<
Apr 15 18:44:24 ha-653100 kubelet[2226]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Apr 15 18:44:24 ha-653100 kubelet[2226]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Apr 15 18:44:24 ha-653100 kubelet[2226]: Perhaps ip6tables or your kernel needs to be upgraded.
Apr 15 18:44:24 ha-653100 kubelet[2226]: > table="nat" chain="KUBE-KUBELET-CANARY"
Apr 15 18:45:24 ha-653100 kubelet[2226]: E0415 18:45:24.245433 2226 iptables.go:575] "Could not set up iptables canary" err=<
Apr 15 18:45:24 ha-653100 kubelet[2226]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Apr 15 18:45:24 ha-653100 kubelet[2226]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Apr 15 18:45:24 ha-653100 kubelet[2226]: Perhaps ip6tables or your kernel needs to be upgraded.
Apr 15 18:45:24 ha-653100 kubelet[2226]: > table="nat" chain="KUBE-KUBELET-CANARY"
-- /stdout --
** stderr **
W0415 18:45:53.770966 11364 main.go:291] Unable to resolve the current Docker CLI context "default": context "default": context not found: open C:\Users\jenkins.minikube6\.docker\contexts\meta\37a8eec1ce19687d132fe29051dca629d164e2c4958ba141d5f4133a33f0688f\meta.json: The system cannot find the path specified.
** /stderr **
helpers_test.go:254: (dbg) Run: out/minikube-windows-amd64.exe status --format={{.APIServer}} -p ha-653100 -n ha-653100
helpers_test.go:254: (dbg) Done: out/minikube-windows-amd64.exe status --format={{.APIServer}} -p ha-653100 -n ha-653100: (13.1008777s)
helpers_test.go:261: (dbg) Run: kubectl --context ha-653100 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:272: non-running pods: busybox-7fdf7869d9-8pgjv busybox-7fdf7869d9-tk6sh
helpers_test.go:274: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterClusterStart]: describe non-running pods <======
helpers_test.go:277: (dbg) Run: kubectl --context ha-653100 describe pod busybox-7fdf7869d9-8pgjv busybox-7fdf7869d9-tk6sh
helpers_test.go:282: (dbg) kubectl --context ha-653100 describe pod busybox-7fdf7869d9-8pgjv busybox-7fdf7869d9-tk6sh:
-- stdout --
Name: busybox-7fdf7869d9-8pgjv
Namespace: default
Priority: 0
Service Account: default
Node: <none>
Labels: app=busybox
pod-template-hash=7fdf7869d9
Annotations: <none>
Status: Pending
IP:
IPs: <none>
Controlled By: ReplicaSet/busybox-7fdf7869d9
Containers:
busybox:
Image: gcr.io/k8s-minikube/busybox:1.28
Port: <none>
Host Port: <none>
Command:
sleep
3600
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-c4hn5 (ro)
Conditions:
Type Status
PodScheduled False
Volumes:
kube-api-access-c4hn5:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Warning FailedScheduling 3m53s (x4 over 19m) default-scheduler 0/1 nodes are available: 1 node(s) didn't match pod anti-affinity rules. preemption: 0/1 nodes are available: 1 No preemption victims found for incoming pod.
Name: busybox-7fdf7869d9-tk6sh
Namespace: default
Priority: 0
Service Account: default
Node: <none>
Labels: app=busybox
pod-template-hash=7fdf7869d9
Annotations: <none>
Status: Pending
IP:
IPs: <none>
Controlled By: ReplicaSet/busybox-7fdf7869d9
Containers:
busybox:
Image: gcr.io/k8s-minikube/busybox:1.28
Port: <none>
Host Port: <none>
Command:
sleep
3600
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-rjshx (ro)
Conditions:
Type Status
PodScheduled False
Volumes:
kube-api-access-rjshx:
Type: Projected (a volume that contains injected data from multiple sources)
TokenExpirationSeconds: 3607
ConfigMapName: kube-root-ca.crt
ConfigMapOptional: <nil>
DownwardAPI: true
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Warning FailedScheduling 3m53s (x4 over 19m) default-scheduler 0/1 nodes are available: 1 node(s) didn't match pod anti-affinity rules. preemption: 0/1 nodes are available: 1 No preemption victims found for incoming pod.
-- /stdout --
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterClusterStart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterClusterStart (56.95s)