=== RUN TestKubernetesUpgrade
=== PAUSE TestKubernetesUpgrade
=== CONT TestKubernetesUpgrade
version_upgrade_test.go:222: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-473733 --memory=2200 --kubernetes-version=v1.20.0 --alsologtostderr -v=1 --driver=docker --container-runtime=docker
E0806 07:53:36.074111 884495 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/functional-674935/client.crt: no such file or directory
E0806 07:53:43.565608 884495 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/skaffold-515239/client.crt: no such file or directory
E0806 07:53:43.570866 884495 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/skaffold-515239/client.crt: no such file or directory
E0806 07:53:43.581132 884495 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/skaffold-515239/client.crt: no such file or directory
E0806 07:53:43.601417 884495 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/skaffold-515239/client.crt: no such file or directory
E0806 07:53:43.641753 884495 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/skaffold-515239/client.crt: no such file or directory
E0806 07:53:43.721996 884495 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/skaffold-515239/client.crt: no such file or directory
E0806 07:53:43.882301 884495 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/skaffold-515239/client.crt: no such file or directory
E0806 07:53:44.202541 884495 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/skaffold-515239/client.crt: no such file or directory
E0806 07:53:44.843092 884495 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/skaffold-515239/client.crt: no such file or directory
E0806 07:53:46.123486 884495 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/skaffold-515239/client.crt: no such file or directory
E0806 07:53:48.684656 884495 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/skaffold-515239/client.crt: no such file or directory
E0806 07:53:53.805480 884495 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/skaffold-515239/client.crt: no such file or directory
E0806 07:54:04.046542 884495 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/skaffold-515239/client.crt: no such file or directory
E0806 07:54:24.527601 884495 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/skaffold-515239/client.crt: no such file or directory
version_upgrade_test.go:222: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-473733 --memory=2200 --kubernetes-version=v1.20.0 --alsologtostderr -v=1 --driver=docker --container-runtime=docker: (53.453940067s)
version_upgrade_test.go:227: (dbg) Run: out/minikube-linux-arm64 stop -p kubernetes-upgrade-473733
version_upgrade_test.go:227: (dbg) Done: out/minikube-linux-arm64 stop -p kubernetes-upgrade-473733: (1.222687804s)
version_upgrade_test.go:232: (dbg) Run: out/minikube-linux-arm64 -p kubernetes-upgrade-473733 status --format={{.Host}}
version_upgrade_test.go:232: (dbg) Non-zero exit: out/minikube-linux-arm64 -p kubernetes-upgrade-473733 status --format={{.Host}}: exit status 7 (71.988124ms)
-- stdout --
Stopped
-- /stdout --
version_upgrade_test.go:234: status error: exit status 7 (may be ok)
version_upgrade_test.go:243: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-473733 --memory=2200 --kubernetes-version=v1.31.0-rc.0 --alsologtostderr -v=1 --driver=docker --container-runtime=docker
E0806 07:54:32.074892 884495 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/addons-657623/client.crt: no such file or directory
E0806 07:55:05.489557 884495 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/skaffold-515239/client.crt: no such file or directory
E0806 07:55:33.028999 884495 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/functional-674935/client.crt: no such file or directory
version_upgrade_test.go:243: (dbg) Done: out/minikube-linux-arm64 start -p kubernetes-upgrade-473733 --memory=2200 --kubernetes-version=v1.31.0-rc.0 --alsologtostderr -v=1 --driver=docker --container-runtime=docker: (4m40.376833255s)
version_upgrade_test.go:248: (dbg) Run: kubectl --context kubernetes-upgrade-473733 version --output=json
version_upgrade_test.go:267: Attempting to downgrade Kubernetes (should fail)
version_upgrade_test.go:269: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-473733 --memory=2200 --kubernetes-version=v1.20.0 --driver=docker --container-runtime=docker
version_upgrade_test.go:269: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p kubernetes-upgrade-473733 --memory=2200 --kubernetes-version=v1.20.0 --driver=docker --container-runtime=docker: exit status 106 (80.232324ms)
-- stdout --
* [kubernetes-upgrade-473733] minikube v1.33.1 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=19370
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/19370-879111/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/19370-879111/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to K8S_DOWNGRADE_UNSUPPORTED: Unable to safely downgrade existing Kubernetes v1.31.0-rc.0 cluster to v1.20.0
* Suggestion:
1) Recreate the cluster with Kubernetes 1.20.0, by running:
minikube delete -p kubernetes-upgrade-473733
minikube start -p kubernetes-upgrade-473733 --kubernetes-version=v1.20.0
2) Create a second cluster with Kubernetes 1.20.0, by running:
minikube start -p kubernetes-upgrade-4737332 --kubernetes-version=v1.20.0
3) Use the existing cluster at version Kubernetes 1.31.0-rc.0, by running:
minikube start -p kubernetes-upgrade-473733 --kubernetes-version=v1.31.0-rc.0
** /stderr **
version_upgrade_test.go:273: Attempting restart after unsuccessful downgrade
version_upgrade_test.go:275: (dbg) Run: out/minikube-linux-arm64 start -p kubernetes-upgrade-473733 --memory=2200 --kubernetes-version=v1.31.0-rc.0 --alsologtostderr -v=1 --driver=docker --container-runtime=docker
E0806 07:59:11.252052 884495 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/skaffold-515239/client.crt: no such file or directory
version_upgrade_test.go:275: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p kubernetes-upgrade-473733 --memory=2200 --kubernetes-version=v1.31.0-rc.0 --alsologtostderr -v=1 --driver=docker --container-runtime=docker: exit status 90 (16.368100926s)
-- stdout --
* [kubernetes-upgrade-473733] minikube v1.33.1 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=19370
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/19370-879111/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/19370-879111/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on existing profile
* Starting "kubernetes-upgrade-473733" primary control-plane node in "kubernetes-upgrade-473733" cluster
* Pulling base image v0.0.44-1721902582-19326 ...
* Updating the running docker "kubernetes-upgrade-473733" container ...
-- /stdout --
** stderr **
I0806 07:59:08.315500 1167706 out.go:291] Setting OutFile to fd 1 ...
I0806 07:59:08.315623 1167706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0806 07:59:08.315635 1167706 out.go:304] Setting ErrFile to fd 2...
I0806 07:59:08.315640 1167706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0806 07:59:08.315895 1167706 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19370-879111/.minikube/bin
I0806 07:59:08.316247 1167706 out.go:298] Setting JSON to false
I0806 07:59:08.317549 1167706 start.go:129] hostinfo: {"hostname":"ip-172-31-29-130","uptime":20492,"bootTime":1722910656,"procs":223,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1066-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I0806 07:59:08.317660 1167706 start.go:139] virtualization:
I0806 07:59:08.320567 1167706 out.go:177] * [kubernetes-upgrade-473733] minikube v1.33.1 on Ubuntu 20.04 (arm64)
I0806 07:59:08.322611 1167706 out.go:177] - MINIKUBE_LOCATION=19370
I0806 07:59:08.322774 1167706 notify.go:220] Checking for updates...
I0806 07:59:08.327214 1167706 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0806 07:59:08.329196 1167706 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19370-879111/kubeconfig
I0806 07:59:08.330984 1167706 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19370-879111/.minikube
I0806 07:59:08.332564 1167706 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0806 07:59:08.334418 1167706 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0806 07:59:08.337573 1167706 config.go:182] Loaded profile config "kubernetes-upgrade-473733": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.0-rc.0
I0806 07:59:08.338101 1167706 driver.go:392] Setting default libvirt URI to qemu:///system
I0806 07:59:08.366239 1167706 docker.go:123] docker version: linux-27.1.1:Docker Engine - Community
I0806 07:59:08.366374 1167706 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0806 07:59:08.428424 1167706 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:43 OomKillDisable:true NGoroutines:61 SystemTime:2024-08-06 07:59:08.418822948 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1066-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214896640 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:27.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:2bf793ef6dc9a18e00cb12efb64355c2c9d5eb41 Expected:2bf793ef6dc9a18e00cb12efb64355c2c9d5eb41} RuncCommit:{ID:v1.1.13-0-g58aa920 Expected:v1.1.13-0-g58aa920} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.16.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.1]] Warnings:<nil>}}
I0806 07:59:08.428538 1167706 docker.go:307] overlay module found
I0806 07:59:08.430308 1167706 out.go:177] * Using the docker driver based on existing profile
I0806 07:59:08.432209 1167706 start.go:297] selected driver: docker
I0806 07:59:08.432221 1167706 start.go:901] validating driver "docker" against &{Name:kubernetes-upgrade-473733 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 Memory:2200 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0-rc.0 ClusterName:kubernetes-upgrade-473733 Namespace:default APISer
verHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.31.0-rc.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableM
etrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0806 07:59:08.432338 1167706 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0806 07:59:08.433018 1167706 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0806 07:59:08.489654 1167706 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:43 OomKillDisable:true NGoroutines:61 SystemTime:2024-08-06 07:59:08.479520689 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1066-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214896640 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:27.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:2bf793ef6dc9a18e00cb12efb64355c2c9d5eb41 Expected:2bf793ef6dc9a18e00cb12efb64355c2c9d5eb41} RuncCommit:{ID:v1.1.13-0-g58aa920 Expected:v1.1.13-0-g58aa920} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.16.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.1]] Warnings:<nil>}}
I0806 07:59:08.490037 1167706 cni.go:84] Creating CNI manager for ""
I0806 07:59:08.490062 1167706 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0806 07:59:08.490120 1167706 start.go:340] cluster config:
{Name:kubernetes-upgrade-473733 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 Memory:2200 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0-rc.0 ClusterName:kubernetes-upgrade-473733 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:c
luster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.31.0-rc.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: Sta
ticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0806 07:59:08.493173 1167706 out.go:177] * Starting "kubernetes-upgrade-473733" primary control-plane node in "kubernetes-upgrade-473733" cluster
I0806 07:59:08.495208 1167706 cache.go:121] Beginning downloading kic base image for docker with docker
I0806 07:59:08.496915 1167706 out.go:177] * Pulling base image v0.0.44-1721902582-19326 ...
I0806 07:59:08.498554 1167706 preload.go:131] Checking if preload exists for k8s version v1.31.0-rc.0 and runtime docker
I0806 07:59:08.498612 1167706 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19370-879111/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-rc.0-docker-overlay2-arm64.tar.lz4
I0806 07:59:08.498617 1167706 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 in local docker daemon
I0806 07:59:08.498621 1167706 cache.go:56] Caching tarball of preloaded images
I0806 07:59:08.498844 1167706 preload.go:172] Found /home/jenkins/minikube-integration/19370-879111/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-rc.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download
I0806 07:59:08.498856 1167706 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0-rc.0 on docker
I0806 07:59:08.498986 1167706 profile.go:143] Saving config to /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/kubernetes-upgrade-473733/config.json ...
W0806 07:59:08.529357 1167706 image.go:95] image gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 is of wrong architecture
I0806 07:59:08.529379 1167706 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 to local cache
I0806 07:59:08.529477 1167706 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 in local cache directory
I0806 07:59:08.529500 1167706 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 in local cache directory, skipping pull
I0806 07:59:08.529512 1167706 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 exists in cache, skipping pull
I0806 07:59:08.529521 1167706 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 as a tarball
I0806 07:59:08.529527 1167706 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 from local cache
I0806 07:59:08.666649 1167706 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 from cached tarball
I0806 07:59:08.666692 1167706 cache.go:194] Successfully downloaded all kic artifacts
I0806 07:59:08.666722 1167706 start.go:360] acquireMachinesLock for kubernetes-upgrade-473733: {Name:mke43a03255dc09d0ea9df96a9b8641c9cefe583 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0806 07:59:08.666790 1167706 start.go:364] duration metric: took 42.608µs to acquireMachinesLock for "kubernetes-upgrade-473733"
I0806 07:59:08.666817 1167706 start.go:96] Skipping create...Using existing machine configuration
I0806 07:59:08.666846 1167706 fix.go:54] fixHost starting:
I0806 07:59:08.667139 1167706 cli_runner.go:164] Run: docker container inspect kubernetes-upgrade-473733 --format={{.State.Status}}
I0806 07:59:08.683714 1167706 fix.go:112] recreateIfNeeded on kubernetes-upgrade-473733: state=Running err=<nil>
W0806 07:59:08.683743 1167706 fix.go:138] unexpected machine state, will restart: <nil>
I0806 07:59:08.686976 1167706 out.go:177] * Updating the running docker "kubernetes-upgrade-473733" container ...
I0806 07:59:08.690109 1167706 machine.go:94] provisionDockerMachine start ...
I0806 07:59:08.690203 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:08.706573 1167706 main.go:141] libmachine: Using SSH client type: native
I0806 07:59:08.706858 1167706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 33828 <nil> <nil>}
I0806 07:59:08.706875 1167706 main.go:141] libmachine: About to run SSH command:
hostname
I0806 07:59:08.847356 1167706 main.go:141] libmachine: SSH cmd err, output: <nil>: kubernetes-upgrade-473733
I0806 07:59:08.847389 1167706 ubuntu.go:169] provisioning hostname "kubernetes-upgrade-473733"
I0806 07:59:08.847585 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:08.866298 1167706 main.go:141] libmachine: Using SSH client type: native
I0806 07:59:08.866551 1167706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 33828 <nil> <nil>}
I0806 07:59:08.866626 1167706 main.go:141] libmachine: About to run SSH command:
sudo hostname kubernetes-upgrade-473733 && echo "kubernetes-upgrade-473733" | sudo tee /etc/hostname
I0806 07:59:09.020476 1167706 main.go:141] libmachine: SSH cmd err, output: <nil>: kubernetes-upgrade-473733
I0806 07:59:09.020568 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:09.041409 1167706 main.go:141] libmachine: Using SSH client type: native
I0806 07:59:09.041685 1167706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 33828 <nil> <nil>}
I0806 07:59:09.041708 1167706 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\skubernetes-upgrade-473733' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 kubernetes-upgrade-473733/g' /etc/hosts;
else
echo '127.0.1.1 kubernetes-upgrade-473733' | sudo tee -a /etc/hosts;
fi
fi
I0806 07:59:09.179429 1167706 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0806 07:59:09.179551 1167706 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19370-879111/.minikube CaCertPath:/home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19370-879111/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19370-879111/.minikube}
I0806 07:59:09.179574 1167706 ubuntu.go:177] setting up certificates
I0806 07:59:09.179597 1167706 provision.go:84] configureAuth start
I0806 07:59:09.179656 1167706 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" kubernetes-upgrade-473733
I0806 07:59:09.197653 1167706 provision.go:143] copyHostCerts
I0806 07:59:09.197735 1167706 exec_runner.go:144] found /home/jenkins/minikube-integration/19370-879111/.minikube/ca.pem, removing ...
I0806 07:59:09.197750 1167706 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19370-879111/.minikube/ca.pem
I0806 07:59:09.197834 1167706 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19370-879111/.minikube/ca.pem (1082 bytes)
I0806 07:59:09.197946 1167706 exec_runner.go:144] found /home/jenkins/minikube-integration/19370-879111/.minikube/cert.pem, removing ...
I0806 07:59:09.197958 1167706 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19370-879111/.minikube/cert.pem
I0806 07:59:09.197987 1167706 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19370-879111/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19370-879111/.minikube/cert.pem (1123 bytes)
I0806 07:59:09.198071 1167706 exec_runner.go:144] found /home/jenkins/minikube-integration/19370-879111/.minikube/key.pem, removing ...
I0806 07:59:09.198082 1167706 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19370-879111/.minikube/key.pem
I0806 07:59:09.198110 1167706 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19370-879111/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19370-879111/.minikube/key.pem (1679 bytes)
I0806 07:59:09.198177 1167706 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19370-879111/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca-key.pem org=jenkins.kubernetes-upgrade-473733 san=[127.0.0.1 192.168.76.2 kubernetes-upgrade-473733 localhost minikube]
I0806 07:59:10.656343 1167706 provision.go:177] copyRemoteCerts
I0806 07:59:10.656450 1167706 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0806 07:59:10.656514 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:10.680273 1167706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33828 SSHKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/kubernetes-upgrade-473733/id_rsa Username:docker}
I0806 07:59:10.778029 1167706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0806 07:59:10.849122 1167706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I0806 07:59:10.984149 1167706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0806 07:59:11.080952 1167706 provision.go:87] duration metric: took 1.901339623s to configureAuth
I0806 07:59:11.080986 1167706 ubuntu.go:193] setting minikube options for container-runtime
I0806 07:59:11.081221 1167706 config.go:182] Loaded profile config "kubernetes-upgrade-473733": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.0-rc.0
I0806 07:59:11.081297 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:11.118142 1167706 main.go:141] libmachine: Using SSH client type: native
I0806 07:59:11.118430 1167706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 33828 <nil> <nil>}
I0806 07:59:11.118449 1167706 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0806 07:59:11.449582 1167706 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0806 07:59:11.449600 1167706 ubuntu.go:71] root file system type: overlay
I0806 07:59:11.449715 1167706 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0806 07:59:11.449778 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:11.487491 1167706 main.go:141] libmachine: Using SSH client type: native
I0806 07:59:11.487828 1167706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 33828 <nil> <nil>}
I0806 07:59:11.487916 1167706 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0806 07:59:11.785735 1167706 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0806 07:59:11.785825 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:11.813099 1167706 main.go:141] libmachine: Using SSH client type: native
I0806 07:59:11.813348 1167706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 33828 <nil> <nil>}
I0806 07:59:11.813372 1167706 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0806 07:59:12.059353 1167706 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0806 07:59:12.059385 1167706 machine.go:97] duration metric: took 3.369256653s to provisionDockerMachine
I0806 07:59:12.059398 1167706 start.go:293] postStartSetup for "kubernetes-upgrade-473733" (driver="docker")
I0806 07:59:12.059412 1167706 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0806 07:59:12.059521 1167706 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0806 07:59:12.059573 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:12.093044 1167706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33828 SSHKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/kubernetes-upgrade-473733/id_rsa Username:docker}
I0806 07:59:12.242143 1167706 ssh_runner.go:195] Run: cat /etc/os-release
I0806 07:59:12.259383 1167706 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0806 07:59:12.259560 1167706 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0806 07:59:12.259594 1167706 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0806 07:59:12.259617 1167706 info.go:137] Remote host: Ubuntu 22.04.4 LTS
I0806 07:59:12.259644 1167706 filesync.go:126] Scanning /home/jenkins/minikube-integration/19370-879111/.minikube/addons for local assets ...
I0806 07:59:12.259725 1167706 filesync.go:126] Scanning /home/jenkins/minikube-integration/19370-879111/.minikube/files for local assets ...
I0806 07:59:12.259862 1167706 filesync.go:149] local asset: /home/jenkins/minikube-integration/19370-879111/.minikube/files/etc/ssl/certs/8844952.pem -> 8844952.pem in /etc/ssl/certs
I0806 07:59:12.260023 1167706 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0806 07:59:12.274383 1167706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/files/etc/ssl/certs/8844952.pem --> /etc/ssl/certs/8844952.pem (1708 bytes)
I0806 07:59:12.379668 1167706 start.go:296] duration metric: took 320.254182ms for postStartSetup
I0806 07:59:12.379752 1167706 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0806 07:59:12.379795 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:12.413127 1167706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33828 SSHKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/kubernetes-upgrade-473733/id_rsa Username:docker}
I0806 07:59:12.556274 1167706 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0806 07:59:12.576343 1167706 fix.go:56] duration metric: took 3.909511968s for fixHost
I0806 07:59:12.576366 1167706 start.go:83] releasing machines lock for "kubernetes-upgrade-473733", held for 3.909562657s
I0806 07:59:12.576442 1167706 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" kubernetes-upgrade-473733
I0806 07:59:12.603268 1167706 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0806 07:59:12.603348 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:12.603565 1167706 ssh_runner.go:195] Run: cat /version.json
I0806 07:59:12.603608 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:12.650249 1167706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33828 SSHKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/kubernetes-upgrade-473733/id_rsa Username:docker}
I0806 07:59:12.651834 1167706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33828 SSHKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/kubernetes-upgrade-473733/id_rsa Username:docker}
I0806 07:59:13.115144 1167706 ssh_runner.go:195] Run: systemctl --version
I0806 07:59:13.127694 1167706 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0806 07:59:13.148984 1167706 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0806 07:59:13.182038 1167706 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0806 07:59:13.182127 1167706 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *bridge* -not -name *podman* -not -name *.mk_disabled -printf "%p, " -exec sh -c "sudo sed -i -r -e '/"dst": ".*:.*"/d' -e 's|^(.*)"dst": (.*)[,*]$|\1"dst": \2|g' -e '/"subnet": ".*:.*"/d' -e 's|^(.*)"subnet": ".*"(.*)[,*]$|\1"subnet": "10.244.0.0/16"\2|g' {}" ;
I0806 07:59:13.205127 1167706 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *podman* -not -name *.mk_disabled -printf "%p, " -exec sh -c "sudo sed -i -r -e 's|^(.*)"subnet": ".*"(.*)$|\1"subnet": "10.244.0.0/16"\2|g' -e 's|^(.*)"gateway": ".*"(.*)$|\1"gateway": "10.244.0.1"\2|g' {}" ;
I0806 07:59:13.231787 1167706 cni.go:308] configured [/etc/cni/net.d/100-crio-bridge.conf, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0806 07:59:13.231828 1167706 start.go:495] detecting cgroup driver to use...
I0806 07:59:13.231868 1167706 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0806 07:59:13.231969 1167706 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0806 07:59:13.255844 1167706 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0806 07:59:13.269902 1167706 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0806 07:59:13.291391 1167706 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0806 07:59:13.291503 1167706 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0806 07:59:13.315824 1167706 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0806 07:59:13.342863 1167706 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0806 07:59:13.353796 1167706 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0806 07:59:13.364876 1167706 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0806 07:59:13.374708 1167706 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0806 07:59:13.405203 1167706 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0806 07:59:13.464012 1167706 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0806 07:59:13.479141 1167706 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0806 07:59:13.493542 1167706 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0806 07:59:13.521007 1167706 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0806 07:59:13.688230 1167706 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0806 07:59:24.049169 1167706 ssh_runner.go:235] Completed: sudo systemctl restart containerd: (10.360901477s)
I0806 07:59:24.049194 1167706 start.go:495] detecting cgroup driver to use...
I0806 07:59:24.049230 1167706 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0806 07:59:24.049279 1167706 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0806 07:59:24.066684 1167706 cruntime.go:279] skipping containerd shutdown because we are bound to it
I0806 07:59:24.066759 1167706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0806 07:59:24.083609 1167706 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0806 07:59:24.108060 1167706 ssh_runner.go:195] Run: which cri-dockerd
I0806 07:59:24.113833 1167706 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0806 07:59:24.124056 1167706 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0806 07:59:24.143698 1167706 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0806 07:59:24.253351 1167706 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0806 07:59:24.398172 1167706 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0806 07:59:24.398317 1167706 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0806 07:59:24.427431 1167706 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0806 07:59:24.530481 1167706 ssh_runner.go:195] Run: sudo systemctl restart docker
I0806 07:59:24.594943 1167706 ssh_runner.go:195] Run: sudo journalctl --no-pager -u docker
I0806 07:59:24.618953 1167706 out.go:177]
W0806 07:59:24.620678 1167706 out.go:239] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart docker: Process exited with status 1
stdout:
stderr:
Job for docker.service failed because the control process exited with error code.
See "systemctl status docker.service" and "journalctl -xeu docker.service" for details.
sudo journalctl --no-pager -u docker:
-- stdout --
Aug 06 07:54:28 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:54:28 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:28.982784895Z" level=info msg="Starting up"
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.007226669Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.020947661Z" level=info msg="Loading containers: start."
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.195087421Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.250781871Z" level=info msg="Loading containers: done."
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.264220646Z" level=info msg="Docker daemon" commit=cc13f95 containerd-snapshotter=false storage-driver=overlay2 version=27.1.1
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.264314641Z" level=info msg="Daemon has completed initialization"
Aug 06 07:54:29 kubernetes-upgrade-473733 systemd[1]: Started Docker Application Container Engine.
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.295562911Z" level=info msg="API listen on [::]:2376"
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.295738177Z" level=info msg="API listen on /var/run/docker.sock"
Aug 06 07:54:34 kubernetes-upgrade-473733 systemd[1]: Stopping Docker Application Container Engine...
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:34.498289159Z" level=info msg="Processing signal 'terminated'"
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:34.500277453Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:34.500743404Z" level=info msg="Daemon shutdown complete"
Aug 06 07:54:34 kubernetes-upgrade-473733 systemd[1]: docker.service: Deactivated successfully.
Aug 06 07:54:34 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:54:34 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:34.661126858Z" level=info msg="Starting up"
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:34.690669608Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:34.713507679Z" level=info msg="Loading containers: start."
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:34.939391089Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.018362189Z" level=info msg="Loading containers: done."
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.032305116Z" level=info msg="Docker daemon" commit=cc13f95 containerd-snapshotter=false storage-driver=overlay2 version=27.1.1
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.032388314Z" level=info msg="Daemon has completed initialization"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.037117672Z" level=info msg="Processing signal 'terminated'"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.067478791Z" level=info msg="API listen on /var/run/docker.sock"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.067596335Z" level=info msg="API listen on [::]:2376"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.070495344Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.070733238Z" level=info msg="Daemon shutdown complete"
Aug 06 07:54:35 kubernetes-upgrade-473733 systemd[1]: docker.service: Deactivated successfully.
Aug 06 07:54:35 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:54:35 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.118039265Z" level=info msg="Starting up"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.140415283Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.153552838Z" level=info msg="Loading containers: start."
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.343031110Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.384135707Z" level=info msg="Loading containers: done."
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.396493547Z" level=info msg="Docker daemon" commit=cc13f95 containerd-snapshotter=false storage-driver=overlay2 version=27.1.1
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.396572659Z" level=info msg="Daemon has completed initialization"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.426045044Z" level=info msg="API listen on /var/run/docker.sock"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.426275324Z" level=info msg="API listen on [::]:2376"
Aug 06 07:54:35 kubernetes-upgrade-473733 systemd[1]: Started Docker Application Container Engine.
Aug 06 07:54:41 kubernetes-upgrade-473733 systemd[1]: Stopping Docker Application Container Engine...
Aug 06 07:54:41 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:41.793201483Z" level=info msg="Processing signal 'terminated'"
Aug 06 07:54:41 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:41.795765936Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Aug 06 07:54:41 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:41.795964479Z" level=info msg="Daemon shutdown complete"
Aug 06 07:54:41 kubernetes-upgrade-473733 systemd[1]: docker.service: Deactivated successfully.
Aug 06 07:54:41 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:54:41 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:54:41 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:41.838051141Z" level=info msg="Starting up"
Aug 06 07:54:41 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:41.862812366Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.549566992Z" level=info msg="Loading containers: start."
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.716440912Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.758282476Z" level=info msg="Loading containers: done."
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.770203715Z" level=info msg="Docker daemon" commit=cc13f95 containerd-snapshotter=false storage-driver=overlay2 version=27.1.1
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.770280103Z" level=info msg="Daemon has completed initialization"
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.801262335Z" level=info msg="API listen on /var/run/docker.sock"
Aug 06 07:54:42 kubernetes-upgrade-473733 systemd[1]: Started Docker Application Container Engine.
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.801395592Z" level=info msg="API listen on [::]:2376"
Aug 06 07:55:08 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:55:08.184139618Z" level=info msg="ignoring event" container=ccef9156af7fbe1b796b9040a14de52f493aa699297a7e3441b434daa3ecff6a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:55:29 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:55:29.205176343Z" level=info msg="ignoring event" container=c89cbaed1e927c2f1fbe5e70ec42ece0068d04124c670a04d86ecdead9e9b2a0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:55:29 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:55:29.940113710Z" level=info msg="ignoring event" container=4f17de248cc65e948965d131a79e0defc245b509639d5edeeb61c08aeafb6224 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:55:41 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:55:41.976492443Z" level=info msg="ignoring event" container=8b0b371e338782aad76f095da8b5efd54b9a034c3b696f72480414bd61f4cd77 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:56:09 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:56:09.140504054Z" level=info msg="ignoring event" container=33dfc14da1883dd53617ccba2bc2f659b27f78b897542363916d13e3777ed1df module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:56:20 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:56:20.149573580Z" level=info msg="ignoring event" container=e99d1ebfc9b156453d9df9f4686fb6f09ffe0a06a3766831235ae239a586a1e6 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:56:57 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:56:57.932084317Z" level=info msg="ignoring event" container=ba46a40760deccd8d2b87f7fe8630e9ad8f789c11604173d87c14f48cd62e636 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:57:08 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:57:08.956266666Z" level=info msg="ignoring event" container=07c9e0b5c709a767e4d5f74acd1997c7334664792e54fffa4667322fe0c8e3bc module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:58:01 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:58:01.361468687Z" level=info msg="ignoring event" container=8bc392bb375d02a89afb76b15fd6a5e6f338b449e4a75c4ecbea357f92e478cc module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:58:12 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:58:12.381489817Z" level=info msg="ignoring event" container=51e6f5c664348ebf4bb1e12517cbc2876ba623a7f5ebcb819db59b69e064a448 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:58:50 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:58:50.143146114Z" level=info msg="ignoring event" container=d7c1110fc7744f8cef459ac9b29e7af212968c0eca608f514cb6242ddd07a24b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:58:50 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:58:50.227014502Z" level=info msg="ignoring event" container=9cba2c1eabd39d80695c125e39103faa089fd1f520e51db4c001d326d776fd36 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:58:50 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:58:50.328048224Z" level=info msg="ignoring event" container=e562f6cf886c63356d0af139642755fe27be0fa42750b81a00842a376dd2ca65 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:58:50 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:58:50.432736039Z" level=info msg="ignoring event" container=405026d69170c13883f94d5c3d01fed25cd23d2f548ec10f46e0bab497f659b1 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:13 kubernetes-upgrade-473733 systemd[1]: Stopping Docker Application Container Engine...
Aug 06 07:59:13 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:13.708098018Z" level=info msg="Processing signal 'terminated'"
Aug 06 07:59:13 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:13.970582442Z" level=info msg="ignoring event" container=191a74b1a92663f8ad4852f0cd67b90c025b6dc58677a4b04d38f511b9252c2a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:13 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:13.980267195Z" level=info msg="ignoring event" container=d96c662f207ff4edd3b075a28594efe9f3cc4bccefac9b980255110001a6e190 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.024092135Z" level=info msg="ignoring event" container=5df65826498ffa5bfe199a2abdaba2304dee22a66d7ae26d7ec6ac6471476580 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.035079956Z" level=info msg="ignoring event" container=93f38ef14ca1a6a715f56d870417edec44229ceff62bef18f1537ec66db49ce0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.056417707Z" level=info msg="ignoring event" container=167edd45891d680e8fea99d07a8ea8dcb471ca89ae77b71829a04114c186e923 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.056471728Z" level=info msg="ignoring event" container=6df58aa48c0aa0fcc200394dd6c1d56e27f817b0b692154a1e39d516e9132d6a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.056500388Z" level=info msg="ignoring event" container=9d7a14e7d2ed0e05c5e4230c4b7d5f33937b37b530527824914ebc7488e56c86 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.128501684Z" level=info msg="ignoring event" container=fbb0b29c0b760be2641278ccecf58ef7d405b4bae98fbdeaaddac73e9993c8f7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.189072560Z" level=info msg="ignoring event" container=e14a0717ba7e5abb2556615ca03bce0368500b10787976e13fcf66f07954d850 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.189125285Z" level=info msg="ignoring event" container=931d0cf38f4164152362ac73611947dfb7b818d1787c6917761ee38cf6455430 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.189154026Z" level=info msg="ignoring event" container=7de233655ab48863c8775d476f4105f295a01822e0f7470e3fa5998fee116149 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.189171905Z" level=info msg="ignoring event" container=a78e3de62a6109945ba7fdbd4320addd16c2d168430910f6400d45e454f8c252 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.189194477Z" level=info msg="ignoring event" container=6dae9807d021f5b611b16ef76724238d00a5f13b1d0ec7aef55d007d153f5d92 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:23 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:23.173418238Z" level=info msg="ignoring event" container=dabd770834038015a989eb6cc43f3b3791df209e3a416da0ec1bf79149bbfc0c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:23 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:23.176274994Z" level=info msg="ignoring event" container=d248a4aa9cdaa7ae7b9378771b93e46c2195189f67e90c78e3dd00da17d11d12 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:23 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:23.833199755Z" level=info msg="Container failed to exit within 10s of signal 15 - using the force" container=8f59b204c9af0bdc56285693e0548bbf041c6fa29b10b4f1a24095340b0f346b
Aug 06 07:59:23 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:23.873403418Z" level=info msg="ignoring event" container=8f59b204c9af0bdc56285693e0548bbf041c6fa29b10b4f1a24095340b0f346b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:23 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:23.916239472Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Aug 06 07:59:23 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:23.917246457Z" level=info msg="Daemon shutdown complete"
Aug 06 07:59:23 kubernetes-upgrade-473733 systemd[1]: docker.service: Deactivated successfully.
Aug 06 07:59:23 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:59:24 kubernetes-upgrade-473733 dockerd[10551]: invalid TLS configuration: error reading X509 key pair - make sure the key is not encrypted (cert: "/etc/docker/server.pem", key: "/etc/docker/server-key.pem"): tls: private key does not match public key
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Failed with result 'exit-code'.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Failed to start Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Scheduled restart job, restart counter is at 1.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:59:24 kubernetes-upgrade-473733 dockerd[10592]: invalid TLS configuration: error reading X509 key pair - make sure the key is not encrypted (cert: "/etc/docker/server.pem", key: "/etc/docker/server-key.pem"): tls: private key does not match public key
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Failed with result 'exit-code'.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Failed to start Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Scheduled restart job, restart counter is at 2.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Deactivated successfully.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:59:24 kubernetes-upgrade-473733 dockerd[10637]: invalid TLS configuration: error reading X509 key pair - make sure the key is not encrypted (cert: "/etc/docker/server.pem", key: "/etc/docker/server-key.pem"): tls: private key does not match public key
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Failed with result 'exit-code'.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Failed to start Docker Application Container Engine.
-- /stdout --
X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart docker: Process exited with status 1
stdout:
stderr:
Job for docker.service failed because the control process exited with error code.
See "systemctl status docker.service" and "journalctl -xeu docker.service" for details.
sudo journalctl --no-pager -u docker:
-- stdout --
Aug 06 07:54:28 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:54:28 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:28.982784895Z" level=info msg="Starting up"
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.007226669Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.020947661Z" level=info msg="Loading containers: start."
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.195087421Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.250781871Z" level=info msg="Loading containers: done."
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.264220646Z" level=info msg="Docker daemon" commit=cc13f95 containerd-snapshotter=false storage-driver=overlay2 version=27.1.1
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.264314641Z" level=info msg="Daemon has completed initialization"
Aug 06 07:54:29 kubernetes-upgrade-473733 systemd[1]: Started Docker Application Container Engine.
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.295562911Z" level=info msg="API listen on [::]:2376"
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.295738177Z" level=info msg="API listen on /var/run/docker.sock"
Aug 06 07:54:34 kubernetes-upgrade-473733 systemd[1]: Stopping Docker Application Container Engine...
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:34.498289159Z" level=info msg="Processing signal 'terminated'"
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:34.500277453Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:34.500743404Z" level=info msg="Daemon shutdown complete"
Aug 06 07:54:34 kubernetes-upgrade-473733 systemd[1]: docker.service: Deactivated successfully.
Aug 06 07:54:34 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:54:34 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:34.661126858Z" level=info msg="Starting up"
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:34.690669608Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:34.713507679Z" level=info msg="Loading containers: start."
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:34.939391089Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.018362189Z" level=info msg="Loading containers: done."
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.032305116Z" level=info msg="Docker daemon" commit=cc13f95 containerd-snapshotter=false storage-driver=overlay2 version=27.1.1
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.032388314Z" level=info msg="Daemon has completed initialization"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.037117672Z" level=info msg="Processing signal 'terminated'"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.067478791Z" level=info msg="API listen on /var/run/docker.sock"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.067596335Z" level=info msg="API listen on [::]:2376"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.070495344Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.070733238Z" level=info msg="Daemon shutdown complete"
Aug 06 07:54:35 kubernetes-upgrade-473733 systemd[1]: docker.service: Deactivated successfully.
Aug 06 07:54:35 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:54:35 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.118039265Z" level=info msg="Starting up"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.140415283Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.153552838Z" level=info msg="Loading containers: start."
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.343031110Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.384135707Z" level=info msg="Loading containers: done."
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.396493547Z" level=info msg="Docker daemon" commit=cc13f95 containerd-snapshotter=false storage-driver=overlay2 version=27.1.1
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.396572659Z" level=info msg="Daemon has completed initialization"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.426045044Z" level=info msg="API listen on /var/run/docker.sock"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.426275324Z" level=info msg="API listen on [::]:2376"
Aug 06 07:54:35 kubernetes-upgrade-473733 systemd[1]: Started Docker Application Container Engine.
Aug 06 07:54:41 kubernetes-upgrade-473733 systemd[1]: Stopping Docker Application Container Engine...
Aug 06 07:54:41 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:41.793201483Z" level=info msg="Processing signal 'terminated'"
Aug 06 07:54:41 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:41.795765936Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Aug 06 07:54:41 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:41.795964479Z" level=info msg="Daemon shutdown complete"
Aug 06 07:54:41 kubernetes-upgrade-473733 systemd[1]: docker.service: Deactivated successfully.
Aug 06 07:54:41 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:54:41 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:54:41 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:41.838051141Z" level=info msg="Starting up"
Aug 06 07:54:41 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:41.862812366Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.549566992Z" level=info msg="Loading containers: start."
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.716440912Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.758282476Z" level=info msg="Loading containers: done."
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.770203715Z" level=info msg="Docker daemon" commit=cc13f95 containerd-snapshotter=false storage-driver=overlay2 version=27.1.1
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.770280103Z" level=info msg="Daemon has completed initialization"
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.801262335Z" level=info msg="API listen on /var/run/docker.sock"
Aug 06 07:54:42 kubernetes-upgrade-473733 systemd[1]: Started Docker Application Container Engine.
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.801395592Z" level=info msg="API listen on [::]:2376"
Aug 06 07:55:08 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:55:08.184139618Z" level=info msg="ignoring event" container=ccef9156af7fbe1b796b9040a14de52f493aa699297a7e3441b434daa3ecff6a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:55:29 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:55:29.205176343Z" level=info msg="ignoring event" container=c89cbaed1e927c2f1fbe5e70ec42ece0068d04124c670a04d86ecdead9e9b2a0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:55:29 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:55:29.940113710Z" level=info msg="ignoring event" container=4f17de248cc65e948965d131a79e0defc245b509639d5edeeb61c08aeafb6224 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:55:41 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:55:41.976492443Z" level=info msg="ignoring event" container=8b0b371e338782aad76f095da8b5efd54b9a034c3b696f72480414bd61f4cd77 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:56:09 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:56:09.140504054Z" level=info msg="ignoring event" container=33dfc14da1883dd53617ccba2bc2f659b27f78b897542363916d13e3777ed1df module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:56:20 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:56:20.149573580Z" level=info msg="ignoring event" container=e99d1ebfc9b156453d9df9f4686fb6f09ffe0a06a3766831235ae239a586a1e6 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:56:57 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:56:57.932084317Z" level=info msg="ignoring event" container=ba46a40760deccd8d2b87f7fe8630e9ad8f789c11604173d87c14f48cd62e636 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:57:08 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:57:08.956266666Z" level=info msg="ignoring event" container=07c9e0b5c709a767e4d5f74acd1997c7334664792e54fffa4667322fe0c8e3bc module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:58:01 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:58:01.361468687Z" level=info msg="ignoring event" container=8bc392bb375d02a89afb76b15fd6a5e6f338b449e4a75c4ecbea357f92e478cc module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:58:12 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:58:12.381489817Z" level=info msg="ignoring event" container=51e6f5c664348ebf4bb1e12517cbc2876ba623a7f5ebcb819db59b69e064a448 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:58:50 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:58:50.143146114Z" level=info msg="ignoring event" container=d7c1110fc7744f8cef459ac9b29e7af212968c0eca608f514cb6242ddd07a24b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:58:50 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:58:50.227014502Z" level=info msg="ignoring event" container=9cba2c1eabd39d80695c125e39103faa089fd1f520e51db4c001d326d776fd36 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:58:50 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:58:50.328048224Z" level=info msg="ignoring event" container=e562f6cf886c63356d0af139642755fe27be0fa42750b81a00842a376dd2ca65 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:58:50 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:58:50.432736039Z" level=info msg="ignoring event" container=405026d69170c13883f94d5c3d01fed25cd23d2f548ec10f46e0bab497f659b1 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:13 kubernetes-upgrade-473733 systemd[1]: Stopping Docker Application Container Engine...
Aug 06 07:59:13 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:13.708098018Z" level=info msg="Processing signal 'terminated'"
Aug 06 07:59:13 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:13.970582442Z" level=info msg="ignoring event" container=191a74b1a92663f8ad4852f0cd67b90c025b6dc58677a4b04d38f511b9252c2a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:13 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:13.980267195Z" level=info msg="ignoring event" container=d96c662f207ff4edd3b075a28594efe9f3cc4bccefac9b980255110001a6e190 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.024092135Z" level=info msg="ignoring event" container=5df65826498ffa5bfe199a2abdaba2304dee22a66d7ae26d7ec6ac6471476580 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.035079956Z" level=info msg="ignoring event" container=93f38ef14ca1a6a715f56d870417edec44229ceff62bef18f1537ec66db49ce0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.056417707Z" level=info msg="ignoring event" container=167edd45891d680e8fea99d07a8ea8dcb471ca89ae77b71829a04114c186e923 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.056471728Z" level=info msg="ignoring event" container=6df58aa48c0aa0fcc200394dd6c1d56e27f817b0b692154a1e39d516e9132d6a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.056500388Z" level=info msg="ignoring event" container=9d7a14e7d2ed0e05c5e4230c4b7d5f33937b37b530527824914ebc7488e56c86 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.128501684Z" level=info msg="ignoring event" container=fbb0b29c0b760be2641278ccecf58ef7d405b4bae98fbdeaaddac73e9993c8f7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.189072560Z" level=info msg="ignoring event" container=e14a0717ba7e5abb2556615ca03bce0368500b10787976e13fcf66f07954d850 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.189125285Z" level=info msg="ignoring event" container=931d0cf38f4164152362ac73611947dfb7b818d1787c6917761ee38cf6455430 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.189154026Z" level=info msg="ignoring event" container=7de233655ab48863c8775d476f4105f295a01822e0f7470e3fa5998fee116149 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.189171905Z" level=info msg="ignoring event" container=a78e3de62a6109945ba7fdbd4320addd16c2d168430910f6400d45e454f8c252 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.189194477Z" level=info msg="ignoring event" container=6dae9807d021f5b611b16ef76724238d00a5f13b1d0ec7aef55d007d153f5d92 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:23 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:23.173418238Z" level=info msg="ignoring event" container=dabd770834038015a989eb6cc43f3b3791df209e3a416da0ec1bf79149bbfc0c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:23 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:23.176274994Z" level=info msg="ignoring event" container=d248a4aa9cdaa7ae7b9378771b93e46c2195189f67e90c78e3dd00da17d11d12 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:23 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:23.833199755Z" level=info msg="Container failed to exit within 10s of signal 15 - using the force" container=8f59b204c9af0bdc56285693e0548bbf041c6fa29b10b4f1a24095340b0f346b
Aug 06 07:59:23 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:23.873403418Z" level=info msg="ignoring event" container=8f59b204c9af0bdc56285693e0548bbf041c6fa29b10b4f1a24095340b0f346b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:23 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:23.916239472Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Aug 06 07:59:23 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:23.917246457Z" level=info msg="Daemon shutdown complete"
Aug 06 07:59:23 kubernetes-upgrade-473733 systemd[1]: docker.service: Deactivated successfully.
Aug 06 07:59:23 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:59:24 kubernetes-upgrade-473733 dockerd[10551]: invalid TLS configuration: error reading X509 key pair - make sure the key is not encrypted (cert: "/etc/docker/server.pem", key: "/etc/docker/server-key.pem"): tls: private key does not match public key
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Failed with result 'exit-code'.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Failed to start Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Scheduled restart job, restart counter is at 1.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:59:24 kubernetes-upgrade-473733 dockerd[10592]: invalid TLS configuration: error reading X509 key pair - make sure the key is not encrypted (cert: "/etc/docker/server.pem", key: "/etc/docker/server-key.pem"): tls: private key does not match public key
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Failed with result 'exit-code'.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Failed to start Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Scheduled restart job, restart counter is at 2.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Deactivated successfully.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:59:24 kubernetes-upgrade-473733 dockerd[10637]: invalid TLS configuration: error reading X509 key pair - make sure the key is not encrypted (cert: "/etc/docker/server.pem", key: "/etc/docker/server-key.pem"): tls: private key does not match public key
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Failed with result 'exit-code'.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Failed to start Docker Application Container Engine.
-- /stdout --
W0806 07:59:24.620777 1167706 out.go:239] *
*
W0806 07:59:24.621745 1167706 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I0806 07:59:24.624172 1167706 out.go:177]
** /stderr **
version_upgrade_test.go:277: start after failed upgrade: out/minikube-linux-arm64 start -p kubernetes-upgrade-473733 --memory=2200 --kubernetes-version=v1.31.0-rc.0 --alsologtostderr -v=1 --driver=docker --container-runtime=docker: exit status 90
version_upgrade_test.go:279: *** TestKubernetesUpgrade FAILED at 2024-08-06 07:59:24.659229704 +0000 UTC m=+3242.742950410
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestKubernetesUpgrade]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect kubernetes-upgrade-473733
helpers_test.go:235: (dbg) docker inspect kubernetes-upgrade-473733:
-- stdout --
[
{
"Id": "adb6396f63d00e79544f7be7801639ca687155bfa6452a58acac9d7ac38393fd",
"Created": "2024-08-06T07:53:41.128423125Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 1146433,
"ExitCode": 0,
"Error": "",
"StartedAt": "2024-08-06T07:54:28.244318553Z",
"FinishedAt": "2024-08-06T07:54:27.394700039Z"
},
"Image": "sha256:2cd84ab2172023a68162f38a55db46353562cea41552fd8e8bdec97b31b2c495",
"ResolvConfPath": "/var/lib/docker/containers/adb6396f63d00e79544f7be7801639ca687155bfa6452a58acac9d7ac38393fd/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/adb6396f63d00e79544f7be7801639ca687155bfa6452a58acac9d7ac38393fd/hostname",
"HostsPath": "/var/lib/docker/containers/adb6396f63d00e79544f7be7801639ca687155bfa6452a58acac9d7ac38393fd/hosts",
"LogPath": "/var/lib/docker/containers/adb6396f63d00e79544f7be7801639ca687155bfa6452a58acac9d7ac38393fd/adb6396f63d00e79544f7be7801639ca687155bfa6452a58acac9d7ac38393fd-json.log",
"Name": "/kubernetes-upgrade-473733",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"kubernetes-upgrade-473733:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "kubernetes-upgrade-473733",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 2306867200,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 4613734400,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/1752db5cd6bc0d10998ff6e5a468251baadece13458a1e90c80402d8faca1140-init/diff:/var/lib/docker/overlay2/f17d1d656e77305d60be732f121cb31b7a91566dc22e52a88b85037649f8d795/diff",
"MergedDir": "/var/lib/docker/overlay2/1752db5cd6bc0d10998ff6e5a468251baadece13458a1e90c80402d8faca1140/merged",
"UpperDir": "/var/lib/docker/overlay2/1752db5cd6bc0d10998ff6e5a468251baadece13458a1e90c80402d8faca1140/diff",
"WorkDir": "/var/lib/docker/overlay2/1752db5cd6bc0d10998ff6e5a468251baadece13458a1e90c80402d8faca1140/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "kubernetes-upgrade-473733",
"Source": "/var/lib/docker/volumes/kubernetes-upgrade-473733/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "kubernetes-upgrade-473733",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "kubernetes-upgrade-473733",
"name.minikube.sigs.k8s.io": "kubernetes-upgrade-473733",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "4e24487db04dd540788aed8ed865bda95e1128c40f21ddac75565812906bae4b",
"SandboxKey": "/var/run/docker/netns/4e24487db04d",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33828"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33829"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33832"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33830"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33831"
}
]
},
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"kubernetes-upgrade-473733": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": null,
"MacAddress": "02:42:c0:a8:4c:02",
"DriverOpts": null,
"NetworkID": "dc97d7ce4c3b039aeb5a2c355843cfa1cc0a9bd37ec93e0bba3ecc60b7ce4b8b",
"EndpointID": "f6de456e2ebc18451126cb3c59896534e0c47e574419be25448e5cd352f60180",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"kubernetes-upgrade-473733",
"adb6396f63d0"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p kubernetes-upgrade-473733 -n kubernetes-upgrade-473733
helpers_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p kubernetes-upgrade-473733 -n kubernetes-upgrade-473733: exit status 2 (328.759018ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:239: status error: exit status 2 (may be ok)
helpers_test.go:244: <<< TestKubernetesUpgrade FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestKubernetesUpgrade]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-arm64 -p kubernetes-upgrade-473733 logs -n 25
helpers_test.go:252: TestKubernetesUpgrade logs:
-- stdout --
==> Audit <==
|---------|---------------------------------------|---------------------------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|---------------------------------------|---------------------------|---------|---------|---------------------|---------------------|
| start | -p force-systemd-flag-101614 | force-systemd-flag-101614 | jenkins | v1.33.1 | 06 Aug 24 07:51 UTC | 06 Aug 24 07:52 UTC |
| | --memory=2048 --force-systemd | | | | | |
| | --alsologtostderr | | | | | |
| | -v=5 --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| ssh | force-systemd-env-609694 | force-systemd-env-609694 | jenkins | v1.33.1 | 06 Aug 24 07:52 UTC | 06 Aug 24 07:52 UTC |
| | ssh docker info --format | | | | | |
| | {{.CgroupDriver}} | | | | | |
| delete | -p force-systemd-env-609694 | force-systemd-env-609694 | jenkins | v1.33.1 | 06 Aug 24 07:52 UTC | 06 Aug 24 07:52 UTC |
| ssh | force-systemd-flag-101614 | force-systemd-flag-101614 | jenkins | v1.33.1 | 06 Aug 24 07:52 UTC | 06 Aug 24 07:52 UTC |
| | ssh docker info --format | | | | | |
| | {{.CgroupDriver}} | | | | | |
| delete | -p force-systemd-flag-101614 | force-systemd-flag-101614 | jenkins | v1.33.1 | 06 Aug 24 07:52 UTC | 06 Aug 24 07:52 UTC |
| start | -p docker-flags-968082 | docker-flags-968082 | jenkins | v1.33.1 | 06 Aug 24 07:52 UTC | 06 Aug 24 07:52 UTC |
| | --cache-images=false | | | | | |
| | --memory=2048 | | | | | |
| | --install-addons=false | | | | | |
| | --wait=false | | | | | |
| | --docker-env=FOO=BAR | | | | | |
| | --docker-env=BAZ=BAT | | | | | |
| | --docker-opt=debug | | | | | |
| | --docker-opt=icc=true | | | | | |
| | --alsologtostderr | | | | | |
| | -v=5 --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| start | -p cert-expiration-834751 | cert-expiration-834751 | jenkins | v1.33.1 | 06 Aug 24 07:52 UTC | 06 Aug 24 07:52 UTC |
| | --memory=2048 | | | | | |
| | --cert-expiration=3m | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| ssh | docker-flags-968082 ssh | docker-flags-968082 | jenkins | v1.33.1 | 06 Aug 24 07:52 UTC | 06 Aug 24 07:52 UTC |
| | sudo systemctl show docker | | | | | |
| | --property=Environment | | | | | |
| | --no-pager | | | | | |
| ssh | docker-flags-968082 ssh | docker-flags-968082 | jenkins | v1.33.1 | 06 Aug 24 07:52 UTC | 06 Aug 24 07:52 UTC |
| | sudo systemctl show docker | | | | | |
| | --property=ExecStart | | | | | |
| | --no-pager | | | | | |
| delete | -p docker-flags-968082 | docker-flags-968082 | jenkins | v1.33.1 | 06 Aug 24 07:52 UTC | 06 Aug 24 07:52 UTC |
| start | -p cert-options-256388 | cert-options-256388 | jenkins | v1.33.1 | 06 Aug 24 07:52 UTC | 06 Aug 24 07:53 UTC |
| | --memory=2048 | | | | | |
| | --apiserver-ips=127.0.0.1 | | | | | |
| | --apiserver-ips=192.168.15.15 | | | | | |
| | --apiserver-names=localhost | | | | | |
| | --apiserver-names=www.google.com | | | | | |
| | --apiserver-port=8555 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| ssh | cert-options-256388 ssh | cert-options-256388 | jenkins | v1.33.1 | 06 Aug 24 07:53 UTC | 06 Aug 24 07:53 UTC |
| | openssl x509 -text -noout -in | | | | | |
| | /var/lib/minikube/certs/apiserver.crt | | | | | |
| ssh | -p cert-options-256388 -- sudo | cert-options-256388 | jenkins | v1.33.1 | 06 Aug 24 07:53 UTC | 06 Aug 24 07:53 UTC |
| | cat /etc/kubernetes/admin.conf | | | | | |
| delete | -p cert-options-256388 | cert-options-256388 | jenkins | v1.33.1 | 06 Aug 24 07:53 UTC | 06 Aug 24 07:53 UTC |
| start | -p kubernetes-upgrade-473733 | kubernetes-upgrade-473733 | jenkins | v1.33.1 | 06 Aug 24 07:53 UTC | 06 Aug 24 07:54 UTC |
| | --memory=2200 | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --alsologtostderr | | | | | |
| | -v=1 --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| stop | -p kubernetes-upgrade-473733 | kubernetes-upgrade-473733 | jenkins | v1.33.1 | 06 Aug 24 07:54 UTC | 06 Aug 24 07:54 UTC |
| start | -p kubernetes-upgrade-473733 | kubernetes-upgrade-473733 | jenkins | v1.33.1 | 06 Aug 24 07:54 UTC | 06 Aug 24 07:59 UTC |
| | --memory=2200 | | | | | |
| | --kubernetes-version=v1.31.0-rc.0 | | | | | |
| | --alsologtostderr | | | | | |
| | -v=1 --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| start | -p cert-expiration-834751 | cert-expiration-834751 | jenkins | v1.33.1 | 06 Aug 24 07:55 UTC | 06 Aug 24 07:56 UTC |
| | --memory=2048 | | | | | |
| | --cert-expiration=8760h | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p cert-expiration-834751 | cert-expiration-834751 | jenkins | v1.33.1 | 06 Aug 24 07:56 UTC | 06 Aug 24 07:56 UTC |
| start | -p missing-upgrade-779445 | minikube | jenkins | v1.26.0 | 06 Aug 24 07:56 UTC | 06 Aug 24 07:57 UTC |
| | --memory=2200 --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| start | -p missing-upgrade-779445 | missing-upgrade-779445 | jenkins | v1.33.1 | 06 Aug 24 07:57 UTC | 06 Aug 24 07:58 UTC |
| | --memory=2200 | | | | | |
| | --alsologtostderr | | | | | |
| | -v=1 --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| delete | -p missing-upgrade-779445 | missing-upgrade-779445 | jenkins | v1.33.1 | 06 Aug 24 07:58 UTC | 06 Aug 24 07:58 UTC |
| start | -p running-upgrade-292442 | minikube | jenkins | v1.26.0 | 06 Aug 24 07:58 UTC | |
| | --memory=2200 | | | | | |
| | --vm-driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| start | -p kubernetes-upgrade-473733 | kubernetes-upgrade-473733 | jenkins | v1.33.1 | 06 Aug 24 07:59 UTC | |
| | --memory=2200 | | | | | |
| | --kubernetes-version=v1.20.0 | | | | | |
| | --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
| start | -p kubernetes-upgrade-473733 | kubernetes-upgrade-473733 | jenkins | v1.33.1 | 06 Aug 24 07:59 UTC | |
| | --memory=2200 | | | | | |
| | --kubernetes-version=v1.31.0-rc.0 | | | | | |
| | --alsologtostderr | | | | | |
| | -v=1 --driver=docker | | | | | |
| | --container-runtime=docker | | | | | |
|---------|---------------------------------------|---------------------------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/08/06 07:59:08
Running on machine: ip-172-31-29-130
Binary: Built with gc go1.22.5 for linux/arm64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0806 07:59:08.315500 1167706 out.go:291] Setting OutFile to fd 1 ...
I0806 07:59:08.315623 1167706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0806 07:59:08.315635 1167706 out.go:304] Setting ErrFile to fd 2...
I0806 07:59:08.315640 1167706 out.go:338] TERM=,COLORTERM=, which probably does not support color
I0806 07:59:08.315895 1167706 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19370-879111/.minikube/bin
I0806 07:59:08.316247 1167706 out.go:298] Setting JSON to false
I0806 07:59:08.317549 1167706 start.go:129] hostinfo: {"hostname":"ip-172-31-29-130","uptime":20492,"bootTime":1722910656,"procs":223,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1066-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"36adf542-ef4f-4e2d-a0c8-6868d1383ff9"}
I0806 07:59:08.317660 1167706 start.go:139] virtualization:
I0806 07:59:08.320567 1167706 out.go:177] * [kubernetes-upgrade-473733] minikube v1.33.1 on Ubuntu 20.04 (arm64)
I0806 07:59:08.322611 1167706 out.go:177] - MINIKUBE_LOCATION=19370
I0806 07:59:08.322774 1167706 notify.go:220] Checking for updates...
I0806 07:59:08.327214 1167706 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0806 07:59:08.329196 1167706 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19370-879111/kubeconfig
I0806 07:59:08.330984 1167706 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19370-879111/.minikube
I0806 07:59:08.332564 1167706 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I0806 07:59:08.334418 1167706 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0806 07:59:08.337573 1167706 config.go:182] Loaded profile config "kubernetes-upgrade-473733": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.0-rc.0
I0806 07:59:08.338101 1167706 driver.go:392] Setting default libvirt URI to qemu:///system
I0806 07:59:08.366239 1167706 docker.go:123] docker version: linux-27.1.1:Docker Engine - Community
I0806 07:59:08.366374 1167706 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0806 07:59:08.428424 1167706 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:43 OomKillDisable:true NGoroutines:61 SystemTime:2024-08-06 07:59:08.418822948 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1066-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214896640 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:27.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:2bf793ef6dc9a18e00cb12efb64355c2c9d5eb41 Expected:2bf793ef6dc9a18e00cb12efb64355c2c9d5eb41} RuncCommit:{ID:v1.1.13-0-g58aa920 Expected:v1.1.13-0-g58aa920} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.16.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.1]] Warnings:<nil>}}
I0806 07:59:08.428538 1167706 docker.go:307] overlay module found
I0806 07:59:08.430308 1167706 out.go:177] * Using the docker driver based on existing profile
I0806 07:59:08.432209 1167706 start.go:297] selected driver: docker
I0806 07:59:08.432221 1167706 start.go:901] validating driver "docker" against &{Name:kubernetes-upgrade-473733 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 Memory:2200 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0-rc.0 ClusterName:kubernetes-upgrade-473733 Namespace:default APISer
verHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.31.0-rc.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableM
etrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0806 07:59:08.432338 1167706 start.go:912] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0806 07:59:08.433018 1167706 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0806 07:59:08.489654 1167706 info.go:266] docker info: {ID:U5VK:ZNT5:35M3:FHLW:Q7TL:ELFX:BNAG:AV4T:UD2H:SK5L:SEJV:SJJL Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:43 OomKillDisable:true NGoroutines:61 SystemTime:2024-08-06 07:59:08.479520689 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1066-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Architecture:aar
ch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8214896640 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-29-130 Labels:[] ExperimentalBuild:false ServerVersion:27.1.1 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:2bf793ef6dc9a18e00cb12efb64355c2c9d5eb41 Expected:2bf793ef6dc9a18e00cb12efb64355c2c9d5eb41} RuncCommit:{ID:v1.1.13-0-g58aa920 Expected:v1.1.13-0-g58aa920} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil> ServerErro
rs:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.16.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.29.1]] Warnings:<nil>}}
I0806 07:59:08.490037 1167706 cni.go:84] Creating CNI manager for ""
I0806 07:59:08.490062 1167706 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I0806 07:59:08.490120 1167706 start.go:340] cluster config:
{Name:kubernetes-upgrade-473733 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 Memory:2200 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.0-rc.0 ClusterName:kubernetes-upgrade-473733 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:c
luster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.31.0-rc.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: Sta
ticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0806 07:59:08.493173 1167706 out.go:177] * Starting "kubernetes-upgrade-473733" primary control-plane node in "kubernetes-upgrade-473733" cluster
I0806 07:59:08.495208 1167706 cache.go:121] Beginning downloading kic base image for docker with docker
I0806 07:59:08.496915 1167706 out.go:177] * Pulling base image v0.0.44-1721902582-19326 ...
I0806 07:59:08.498554 1167706 preload.go:131] Checking if preload exists for k8s version v1.31.0-rc.0 and runtime docker
I0806 07:59:08.498612 1167706 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19370-879111/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-rc.0-docker-overlay2-arm64.tar.lz4
I0806 07:59:08.498617 1167706 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 in local docker daemon
I0806 07:59:08.498621 1167706 cache.go:56] Caching tarball of preloaded images
I0806 07:59:08.498844 1167706 preload.go:172] Found /home/jenkins/minikube-integration/19370-879111/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.0-rc.0-docker-overlay2-arm64.tar.lz4 in cache, skipping download
I0806 07:59:08.498856 1167706 cache.go:59] Finished verifying existence of preloaded tar for v1.31.0-rc.0 on docker
I0806 07:59:08.498986 1167706 profile.go:143] Saving config to /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/kubernetes-upgrade-473733/config.json ...
W0806 07:59:08.529357 1167706 image.go:95] image gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 is of wrong architecture
I0806 07:59:08.529379 1167706 cache.go:149] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 to local cache
I0806 07:59:08.529477 1167706 image.go:63] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 in local cache directory
I0806 07:59:08.529500 1167706 image.go:66] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 in local cache directory, skipping pull
I0806 07:59:08.529512 1167706 image.go:135] gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 exists in cache, skipping pull
I0806 07:59:08.529521 1167706 cache.go:152] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 as a tarball
I0806 07:59:08.529527 1167706 cache.go:162] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 from local cache
I0806 07:59:08.666649 1167706 cache.go:164] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.44-1721902582-19326@sha256:540fb5dc7f38be17ff5276a38dfe6c8a4b1d9ba1c27c62244e6eebd7e37696e7 from cached tarball
I0806 07:59:08.666692 1167706 cache.go:194] Successfully downloaded all kic artifacts
I0806 07:59:08.666722 1167706 start.go:360] acquireMachinesLock for kubernetes-upgrade-473733: {Name:mke43a03255dc09d0ea9df96a9b8641c9cefe583 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0806 07:59:08.666790 1167706 start.go:364] duration metric: took 42.608µs to acquireMachinesLock for "kubernetes-upgrade-473733"
I0806 07:59:08.666817 1167706 start.go:96] Skipping create...Using existing machine configuration
I0806 07:59:08.666846 1167706 fix.go:54] fixHost starting:
I0806 07:59:08.667139 1167706 cli_runner.go:164] Run: docker container inspect kubernetes-upgrade-473733 --format={{.State.Status}}
I0806 07:59:08.683714 1167706 fix.go:112] recreateIfNeeded on kubernetes-upgrade-473733: state=Running err=<nil>
W0806 07:59:08.683743 1167706 fix.go:138] unexpected machine state, will restart: <nil>
I0806 07:59:08.686976 1167706 out.go:177] * Updating the running docker "kubernetes-upgrade-473733" container ...
I0806 07:59:05.463263 1166558 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/19370-879111/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.24.1-docker-overlay2-arm64.tar.lz4:/preloaded.tar:ro -v running-upgrade-292442:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.32@sha256:9190bd2393eae887316c97a74370b7d5dad8f0b2ef91ac2662bc36f7ef8e0b95 -I lz4 -xf /preloaded.tar -C /extractDir: (4.889133452s)
I0806 07:59:05.463283 1166558 kic.go:188] duration metric: took 4.889259 seconds to extract preloaded images to volume
W0806 07:59:05.463421 1166558 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
I0806 07:59:05.463588 1166558 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0806 07:59:05.551131 1166558 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname running-upgrade-292442 --name running-upgrade-292442 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=running-upgrade-292442 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=running-upgrade-292442 --network running-upgrade-292442 --ip 192.168.85.2 --volume running-upgrade-292442:/var --security-opt apparmor=unconfined --memory=2200mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase:v0.0.32@sha256:9190bd2393eae887316c97a74370b7d5dad8f0b2ef91ac2662bc36f7ef8e0b95
I0806 07:59:05.973862 1166558 cli_runner.go:164] Run: docker container inspect running-upgrade-292442 --format={{.State.Running}}
I0806 07:59:06.015847 1166558 cli_runner.go:164] Run: docker container inspect running-upgrade-292442 --format={{.State.Status}}
I0806 07:59:06.041257 1166558 cli_runner.go:164] Run: docker exec running-upgrade-292442 stat /var/lib/dpkg/alternatives/iptables
I0806 07:59:06.126559 1166558 oci.go:144] the created container "running-upgrade-292442" has a running status.
I0806 07:59:06.126576 1166558 kic.go:210] Creating ssh key for kic: /home/jenkins/minikube-integration/19370-879111/.minikube/machines/running-upgrade-292442/id_rsa...
I0806 07:59:06.487418 1166558 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/19370-879111/.minikube/machines/running-upgrade-292442/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0806 07:59:06.522620 1166558 cli_runner.go:164] Run: docker container inspect running-upgrade-292442 --format={{.State.Status}}
I0806 07:59:06.557270 1166558 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0806 07:59:06.557282 1166558 kic_runner.go:114] Args: [docker exec --privileged running-upgrade-292442 chown docker:docker /home/docker/.ssh/authorized_keys]
I0806 07:59:06.670893 1166558 cli_runner.go:164] Run: docker container inspect running-upgrade-292442 --format={{.State.Status}}
I0806 07:59:06.698654 1166558 machine.go:88] provisioning docker machine ...
I0806 07:59:06.698675 1166558 ubuntu.go:169] provisioning hostname "running-upgrade-292442"
I0806 07:59:06.698733 1166558 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-292442
I0806 07:59:06.739121 1166558 main.go:134] libmachine: Using SSH client type: native
I0806 07:59:06.739322 1166558 main.go:134] libmachine: &{{{<nil> 0 [] [] []} docker [0x390b20] 0x3936b0 <nil> [] 0s} 127.0.0.1 33843 <nil> <nil>}
I0806 07:59:06.739333 1166558 main.go:134] libmachine: About to run SSH command:
sudo hostname running-upgrade-292442 && echo "running-upgrade-292442" | sudo tee /etc/hostname
I0806 07:59:06.739892 1166558 main.go:134] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:34166->127.0.0.1:33843: read: connection reset by peer
I0806 07:59:08.690109 1167706 machine.go:94] provisionDockerMachine start ...
I0806 07:59:08.690203 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:08.706573 1167706 main.go:141] libmachine: Using SSH client type: native
I0806 07:59:08.706858 1167706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 33828 <nil> <nil>}
I0806 07:59:08.706875 1167706 main.go:141] libmachine: About to run SSH command:
hostname
I0806 07:59:08.847356 1167706 main.go:141] libmachine: SSH cmd err, output: <nil>: kubernetes-upgrade-473733
I0806 07:59:08.847389 1167706 ubuntu.go:169] provisioning hostname "kubernetes-upgrade-473733"
I0806 07:59:08.847585 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:08.866298 1167706 main.go:141] libmachine: Using SSH client type: native
I0806 07:59:08.866551 1167706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 33828 <nil> <nil>}
I0806 07:59:08.866626 1167706 main.go:141] libmachine: About to run SSH command:
sudo hostname kubernetes-upgrade-473733 && echo "kubernetes-upgrade-473733" | sudo tee /etc/hostname
I0806 07:59:09.020476 1167706 main.go:141] libmachine: SSH cmd err, output: <nil>: kubernetes-upgrade-473733
I0806 07:59:09.020568 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:09.041409 1167706 main.go:141] libmachine: Using SSH client type: native
I0806 07:59:09.041685 1167706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 33828 <nil> <nil>}
I0806 07:59:09.041708 1167706 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\skubernetes-upgrade-473733' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 kubernetes-upgrade-473733/g' /etc/hosts;
else
echo '127.0.1.1 kubernetes-upgrade-473733' | sudo tee -a /etc/hosts;
fi
fi
I0806 07:59:09.179429 1167706 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0806 07:59:09.179551 1167706 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19370-879111/.minikube CaCertPath:/home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19370-879111/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19370-879111/.minikube}
I0806 07:59:09.179574 1167706 ubuntu.go:177] setting up certificates
I0806 07:59:09.179597 1167706 provision.go:84] configureAuth start
I0806 07:59:09.179656 1167706 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" kubernetes-upgrade-473733
I0806 07:59:09.197653 1167706 provision.go:143] copyHostCerts
I0806 07:59:09.197735 1167706 exec_runner.go:144] found /home/jenkins/minikube-integration/19370-879111/.minikube/ca.pem, removing ...
I0806 07:59:09.197750 1167706 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19370-879111/.minikube/ca.pem
I0806 07:59:09.197834 1167706 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19370-879111/.minikube/ca.pem (1082 bytes)
I0806 07:59:09.197946 1167706 exec_runner.go:144] found /home/jenkins/minikube-integration/19370-879111/.minikube/cert.pem, removing ...
I0806 07:59:09.197958 1167706 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19370-879111/.minikube/cert.pem
I0806 07:59:09.197987 1167706 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19370-879111/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19370-879111/.minikube/cert.pem (1123 bytes)
I0806 07:59:09.198071 1167706 exec_runner.go:144] found /home/jenkins/minikube-integration/19370-879111/.minikube/key.pem, removing ...
I0806 07:59:09.198082 1167706 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19370-879111/.minikube/key.pem
I0806 07:59:09.198110 1167706 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19370-879111/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19370-879111/.minikube/key.pem (1679 bytes)
I0806 07:59:09.198177 1167706 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19370-879111/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca-key.pem org=jenkins.kubernetes-upgrade-473733 san=[127.0.0.1 192.168.76.2 kubernetes-upgrade-473733 localhost minikube]
I0806 07:59:10.656343 1167706 provision.go:177] copyRemoteCerts
I0806 07:59:10.656450 1167706 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0806 07:59:10.656514 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:10.680273 1167706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33828 SSHKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/kubernetes-upgrade-473733/id_rsa Username:docker}
I0806 07:59:10.778029 1167706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0806 07:59:10.849122 1167706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I0806 07:59:10.984149 1167706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0806 07:59:11.080952 1167706 provision.go:87] duration metric: took 1.901339623s to configureAuth
I0806 07:59:11.080986 1167706 ubuntu.go:193] setting minikube options for container-runtime
I0806 07:59:11.081221 1167706 config.go:182] Loaded profile config "kubernetes-upgrade-473733": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.31.0-rc.0
I0806 07:59:11.081297 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:11.118142 1167706 main.go:141] libmachine: Using SSH client type: native
I0806 07:59:11.118430 1167706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 33828 <nil> <nil>}
I0806 07:59:11.118449 1167706 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0806 07:59:11.449582 1167706 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I0806 07:59:11.449600 1167706 ubuntu.go:71] root file system type: overlay
I0806 07:59:11.449715 1167706 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0806 07:59:11.449778 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:11.487491 1167706 main.go:141] libmachine: Using SSH client type: native
I0806 07:59:11.487828 1167706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 33828 <nil> <nil>}
I0806 07:59:11.487916 1167706 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0806 07:59:11.785735 1167706 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0806 07:59:11.785825 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:11.813099 1167706 main.go:141] libmachine: Using SSH client type: native
I0806 07:59:11.813348 1167706 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3e2cd0] 0x3e5530 <nil> [] 0s} 127.0.0.1 33828 <nil> <nil>}
I0806 07:59:11.813372 1167706 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0806 07:59:12.059353 1167706 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0806 07:59:12.059385 1167706 machine.go:97] duration metric: took 3.369256653s to provisionDockerMachine
I0806 07:59:12.059398 1167706 start.go:293] postStartSetup for "kubernetes-upgrade-473733" (driver="docker")
I0806 07:59:12.059412 1167706 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0806 07:59:12.059521 1167706 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0806 07:59:12.059573 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:12.093044 1167706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33828 SSHKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/kubernetes-upgrade-473733/id_rsa Username:docker}
I0806 07:59:12.242143 1167706 ssh_runner.go:195] Run: cat /etc/os-release
I0806 07:59:12.259383 1167706 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0806 07:59:12.259560 1167706 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0806 07:59:12.259594 1167706 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0806 07:59:12.259617 1167706 info.go:137] Remote host: Ubuntu 22.04.4 LTS
I0806 07:59:12.259644 1167706 filesync.go:126] Scanning /home/jenkins/minikube-integration/19370-879111/.minikube/addons for local assets ...
I0806 07:59:12.259725 1167706 filesync.go:126] Scanning /home/jenkins/minikube-integration/19370-879111/.minikube/files for local assets ...
I0806 07:59:12.259862 1167706 filesync.go:149] local asset: /home/jenkins/minikube-integration/19370-879111/.minikube/files/etc/ssl/certs/8844952.pem -> 8844952.pem in /etc/ssl/certs
I0806 07:59:12.260023 1167706 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0806 07:59:12.274383 1167706 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/files/etc/ssl/certs/8844952.pem --> /etc/ssl/certs/8844952.pem (1708 bytes)
I0806 07:59:12.379668 1167706 start.go:296] duration metric: took 320.254182ms for postStartSetup
I0806 07:59:12.379752 1167706 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0806 07:59:12.379795 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:12.413127 1167706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33828 SSHKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/kubernetes-upgrade-473733/id_rsa Username:docker}
I0806 07:59:12.556274 1167706 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0806 07:59:12.576343 1167706 fix.go:56] duration metric: took 3.909511968s for fixHost
I0806 07:59:12.576366 1167706 start.go:83] releasing machines lock for "kubernetes-upgrade-473733", held for 3.909562657s
I0806 07:59:12.576442 1167706 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" kubernetes-upgrade-473733
I0806 07:59:12.603268 1167706 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0806 07:59:12.603348 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:12.603565 1167706 ssh_runner.go:195] Run: cat /version.json
I0806 07:59:12.603608 1167706 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" kubernetes-upgrade-473733
I0806 07:59:12.650249 1167706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33828 SSHKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/kubernetes-upgrade-473733/id_rsa Username:docker}
I0806 07:59:12.651834 1167706 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33828 SSHKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/kubernetes-upgrade-473733/id_rsa Username:docker}
I0806 07:59:13.115144 1167706 ssh_runner.go:195] Run: systemctl --version
I0806 07:59:13.127694 1167706 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0806 07:59:13.148984 1167706 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I0806 07:59:13.182038 1167706 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I0806 07:59:13.182127 1167706 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *bridge* -not -name *podman* -not -name *.mk_disabled -printf "%!p(MISSING), " -exec sh -c "sudo sed -i -r -e '/"dst": ".*:.*"/d' -e 's|^(.*)"dst": (.*)[,*]$|\1"dst": \2|g' -e '/"subnet": ".*:.*"/d' -e 's|^(.*)"subnet": ".*"(.*)[,*]$|\1"subnet": "10.244.0.0/16"\2|g' {}" ;
I0806 07:59:13.205127 1167706 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *podman* -not -name *.mk_disabled -printf "%!p(MISSING), " -exec sh -c "sudo sed -i -r -e 's|^(.*)"subnet": ".*"(.*)$|\1"subnet": "10.244.0.0/16"\2|g' -e 's|^(.*)"gateway": ".*"(.*)$|\1"gateway": "10.244.0.1"\2|g' {}" ;
I0806 07:59:13.231787 1167706 cni.go:308] configured [/etc/cni/net.d/100-crio-bridge.conf, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0806 07:59:13.231828 1167706 start.go:495] detecting cgroup driver to use...
I0806 07:59:13.231868 1167706 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0806 07:59:13.231969 1167706 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0806 07:59:13.255844 1167706 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0806 07:59:13.269902 1167706 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0806 07:59:13.291391 1167706 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0806 07:59:13.291503 1167706 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0806 07:59:13.315824 1167706 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0806 07:59:09.909192 1166558 main.go:134] libmachine: SSH cmd err, output: <nil>: running-upgrade-292442
I0806 07:59:09.909269 1166558 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-292442
I0806 07:59:09.930051 1166558 main.go:134] libmachine: Using SSH client type: native
I0806 07:59:09.930209 1166558 main.go:134] libmachine: &{{{<nil> 0 [] [] []} docker [0x390b20] 0x3936b0 <nil> [] 0s} 127.0.0.1 33843 <nil> <nil>}
I0806 07:59:09.930226 1166558 main.go:134] libmachine: About to run SSH command:
if ! grep -xq '.*\srunning-upgrade-292442' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 running-upgrade-292442/g' /etc/hosts;
else
echo '127.0.1.1 running-upgrade-292442' | sudo tee -a /etc/hosts;
fi
fi
I0806 07:59:10.072036 1166558 main.go:134] libmachine: SSH cmd err, output: <nil>:
I0806 07:59:10.072054 1166558 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/19370-879111/.minikube CaCertPath:/home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19370-879111/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19370-879111/.minikube}
I0806 07:59:10.072084 1166558 ubuntu.go:177] setting up certificates
I0806 07:59:10.072097 1166558 provision.go:83] configureAuth start
I0806 07:59:10.072167 1166558 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" running-upgrade-292442
I0806 07:59:10.130403 1166558 provision.go:138] copyHostCerts
I0806 07:59:10.130462 1166558 exec_runner.go:144] found /home/jenkins/minikube-integration/19370-879111/.minikube/ca.pem, removing ...
I0806 07:59:10.130473 1166558 exec_runner.go:207] rm: /home/jenkins/minikube-integration/19370-879111/.minikube/ca.pem
I0806 07:59:10.130537 1166558 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19370-879111/.minikube/ca.pem (1082 bytes)
I0806 07:59:10.130628 1166558 exec_runner.go:144] found /home/jenkins/minikube-integration/19370-879111/.minikube/cert.pem, removing ...
I0806 07:59:10.130632 1166558 exec_runner.go:207] rm: /home/jenkins/minikube-integration/19370-879111/.minikube/cert.pem
I0806 07:59:10.130652 1166558 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19370-879111/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19370-879111/.minikube/cert.pem (1123 bytes)
I0806 07:59:10.130694 1166558 exec_runner.go:144] found /home/jenkins/minikube-integration/19370-879111/.minikube/key.pem, removing ...
I0806 07:59:10.130697 1166558 exec_runner.go:207] rm: /home/jenkins/minikube-integration/19370-879111/.minikube/key.pem
I0806 07:59:10.130724 1166558 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19370-879111/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19370-879111/.minikube/key.pem (1679 bytes)
I0806 07:59:10.130765 1166558 provision.go:112] generating server cert: /home/jenkins/minikube-integration/19370-879111/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca-key.pem org=jenkins.running-upgrade-292442 san=[192.168.85.2 127.0.0.1 localhost 127.0.0.1 minikube running-upgrade-292442]
I0806 07:59:10.961390 1166558 provision.go:172] copyRemoteCerts
I0806 07:59:10.961472 1166558 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0806 07:59:10.961562 1166558 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-292442
I0806 07:59:10.988364 1166558 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33843 SSHKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/running-upgrade-292442/id_rsa Username:docker}
I0806 07:59:11.102277 1166558 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0806 07:59:11.146892 1166558 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I0806 07:59:11.186961 1166558 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0806 07:59:11.216745 1166558 provision.go:86] duration metric: configureAuth took 1.144633386s
I0806 07:59:11.216770 1166558 ubuntu.go:193] setting minikube options for container-runtime
I0806 07:59:11.216994 1166558 config.go:178] Loaded profile config "running-upgrade-292442": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.24.1
I0806 07:59:11.217064 1166558 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-292442
I0806 07:59:11.259254 1166558 main.go:134] libmachine: Using SSH client type: native
I0806 07:59:11.259542 1166558 main.go:134] libmachine: &{{{<nil> 0 [] [] []} docker [0x390b20] 0x3936b0 <nil> [] 0s} 127.0.0.1 33843 <nil> <nil>}
I0806 07:59:11.259553 1166558 main.go:134] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0806 07:59:11.429681 1166558 main.go:134] libmachine: SSH cmd err, output: <nil>: overlay
I0806 07:59:11.429693 1166558 ubuntu.go:71] root file system type: overlay
I0806 07:59:11.429868 1166558 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...
I0806 07:59:11.429942 1166558 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-292442
I0806 07:59:11.463291 1166558 main.go:134] libmachine: Using SSH client type: native
I0806 07:59:11.463502 1166558 main.go:134] libmachine: &{{{<nil> 0 [] [] []} docker [0x390b20] 0x3936b0 <nil> [] 0s} 127.0.0.1 33843 <nil> <nil>}
I0806 07:59:11.463586 1166558 main.go:134] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %!s(MISSING) "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0806 07:59:11.630499 1166558 main.go:134] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0806 07:59:11.630631 1166558 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-292442
I0806 07:59:11.669685 1166558 main.go:134] libmachine: Using SSH client type: native
I0806 07:59:11.669896 1166558 main.go:134] libmachine: &{{{<nil> 0 [] [] []} docker [0x390b20] 0x3936b0 <nil> [] 0s} 127.0.0.1 33843 <nil> <nil>}
I0806 07:59:11.669919 1166558 main.go:134] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0806 07:59:12.898328 1166558 main.go:134] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2022-06-06 23:00:44.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2024-08-06 07:59:11.623055781 +0000
@@ -1,30 +1,32 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
Wants=network-online.target
-Requires=docker.socket containerd.service
+Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutSec=0
-RestartSec=2
-Restart=always
-
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
+Restart=on-failure
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
@@ -32,16 +34,16 @@
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0806 07:59:12.898346 1166558 machine.go:91] provisioned docker machine in 6.199680129s
I0806 07:59:12.898356 1166558 client.go:171] LocalClient.Create took 13.637982704s
I0806 07:59:12.898379 1166558 start.go:173] duration metric: libmachine.API.Create for "running-upgrade-292442" took 13.638032451s
I0806 07:59:12.898386 1166558 start.go:306] post-start starting for "running-upgrade-292442" (driver="docker")
I0806 07:59:12.898390 1166558 start.go:316] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0806 07:59:12.898449 1166558 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0806 07:59:12.898499 1166558 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-292442
I0806 07:59:12.922155 1166558 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33843 SSHKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/running-upgrade-292442/id_rsa Username:docker}
I0806 07:59:13.027979 1166558 ssh_runner.go:195] Run: cat /etc/os-release
I0806 07:59:13.031589 1166558 main.go:134] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0806 07:59:13.031606 1166558 main.go:134] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0806 07:59:13.031617 1166558 main.go:134] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0806 07:59:13.031623 1166558 info.go:137] Remote host: Ubuntu 20.04.4 LTS
I0806 07:59:13.031632 1166558 filesync.go:126] Scanning /home/jenkins/minikube-integration/19370-879111/.minikube/addons for local assets ...
I0806 07:59:13.031688 1166558 filesync.go:126] Scanning /home/jenkins/minikube-integration/19370-879111/.minikube/files for local assets ...
I0806 07:59:13.031764 1166558 filesync.go:149] local asset: /home/jenkins/minikube-integration/19370-879111/.minikube/files/etc/ssl/certs/8844952.pem -> 8844952.pem in /etc/ssl/certs
I0806 07:59:13.031867 1166558 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0806 07:59:13.041672 1166558 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/files/etc/ssl/certs/8844952.pem --> /etc/ssl/certs/8844952.pem (1708 bytes)
I0806 07:59:13.077317 1166558 start.go:309] post-start completed in 178.916702ms
I0806 07:59:13.077688 1166558 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" running-upgrade-292442
I0806 07:59:13.098062 1166558 profile.go:148] Saving config to /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/config.json ...
I0806 07:59:13.098319 1166558 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0806 07:59:13.098356 1166558 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-292442
I0806 07:59:13.127626 1166558 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33843 SSHKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/running-upgrade-292442/id_rsa Username:docker}
I0806 07:59:13.220807 1166558 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0806 07:59:13.225482 1166558 start.go:134] duration metric: createHost completed in 13.967574846s
I0806 07:59:13.225505 1166558 start.go:81] releasing machines lock for "running-upgrade-292442", held for 13.967712115s
I0806 07:59:13.225606 1166558 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" running-upgrade-292442
I0806 07:59:13.246180 1166558 ssh_runner.go:195] Run: systemctl --version
I0806 07:59:13.246223 1166558 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-292442
I0806 07:59:13.246241 1166558 ssh_runner.go:195] Run: curl -sS -m 2 https://k8s.gcr.io/
I0806 07:59:13.246300 1166558 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" running-upgrade-292442
I0806 07:59:13.280309 1166558 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33843 SSHKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/running-upgrade-292442/id_rsa Username:docker}
I0806 07:59:13.285479 1166558 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33843 SSHKeyPath:/home/jenkins/minikube-integration/19370-879111/.minikube/machines/running-upgrade-292442/id_rsa Username:docker}
I0806 07:59:13.384751 1166558 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0806 07:59:13.491182 1166558 cruntime.go:273] skipping containerd shutdown because we are bound to it
I0806 07:59:13.491239 1166558 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0806 07:59:13.504947 1166558 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
image-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0806 07:59:13.537141 1166558 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0806 07:59:13.659304 1166558 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0806 07:59:13.802851 1166558 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0806 07:59:13.962782 1166558 ssh_runner.go:195] Run: sudo systemctl restart docker
I0806 07:59:14.359255 1166558 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0806 07:59:14.456903 1166558 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0806 07:59:14.556734 1166558 ssh_runner.go:195] Run: sudo systemctl start cri-docker.socket
I0806 07:59:14.569752 1166558 start.go:447] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0806 07:59:14.569820 1166558 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0806 07:59:14.573433 1166558 start.go:468] Will wait 60s for crictl version
I0806 07:59:14.573491 1166558 ssh_runner.go:195] Run: sudo crictl version
I0806 07:59:14.693669 1166558 start.go:477] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 20.10.17
RuntimeApiVersion: 1.41.0
I0806 07:59:14.693735 1166558 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0806 07:59:14.733867 1166558 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0806 07:59:14.780940 1166558 out.go:204] * Preparing Kubernetes v1.24.1 on Docker 20.10.17 ...
I0806 07:59:14.781030 1166558 cli_runner.go:164] Run: docker network inspect running-upgrade-292442 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0806 07:59:14.795019 1166558 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I0806 07:59:14.798645 1166558 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0806 07:59:14.809025 1166558 preload.go:132] Checking if preload exists for k8s version v1.24.1 and runtime docker
I0806 07:59:14.809076 1166558 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0806 07:59:14.846153 1166558 docker.go:602] Got preloaded images: -- stdout --
k8s.gcr.io/kube-apiserver:v1.24.1
k8s.gcr.io/kube-proxy:v1.24.1
k8s.gcr.io/kube-controller-manager:v1.24.1
k8s.gcr.io/kube-scheduler:v1.24.1
k8s.gcr.io/etcd:3.5.3-0
k8s.gcr.io/pause:3.7
k8s.gcr.io/coredns/coredns:v1.8.6
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0806 07:59:14.846167 1166558 docker.go:533] Images already preloaded, skipping extraction
I0806 07:59:14.846231 1166558 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0806 07:59:14.882330 1166558 docker.go:602] Got preloaded images: -- stdout --
k8s.gcr.io/kube-apiserver:v1.24.1
k8s.gcr.io/kube-proxy:v1.24.1
k8s.gcr.io/kube-controller-manager:v1.24.1
k8s.gcr.io/kube-scheduler:v1.24.1
k8s.gcr.io/etcd:3.5.3-0
k8s.gcr.io/pause:3.7
k8s.gcr.io/coredns/coredns:v1.8.6
gcr.io/k8s-minikube/storage-provisioner:v5
-- /stdout --
I0806 07:59:14.882347 1166558 cache_images.go:84] Images are preloaded, skipping loading
I0806 07:59:14.882414 1166558 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0806 07:59:14.982856 1166558 cni.go:95] Creating CNI manager for ""
I0806 07:59:14.982868 1166558 cni.go:169] CNI unnecessary in this configuration, recommending no CNI
I0806 07:59:14.982876 1166558 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0806 07:59:14.982890 1166558 kubeadm.go:158] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.24.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:running-upgrade-292442 NodeName:running-upgrade-292442 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NoTaintMaster:true NodeIP:192.168.85.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/
certs/ca.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[]}
I0806 07:59:14.983025 1166558 kubeadm.go:162] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: /var/run/cri-dockerd.sock
name: "running-upgrade-292442"
kubeletExtraArgs:
node-ip: 192.168.85.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.24.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%!"(MISSING)
nodefs.inodesFree: "0%!"(MISSING)
imagefs.available: "0%!"(MISSING)
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0806 07:59:14.983098 1166558 kubeadm.go:961] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.24.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime=remote --container-runtime-endpoint=/var/run/cri-dockerd.sock --hostname-override=running-upgrade-292442 --image-service-endpoint=/var/run/cri-dockerd.sock --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2 --runtime-request-timeout=15m
[Install]
config:
{KubernetesVersion:v1.24.1 ClusterName:running-upgrade-292442 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0806 07:59:14.983156 1166558 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.24.1
I0806 07:59:14.990966 1166558 binaries.go:44] Found k8s binaries, skipping transfer
I0806 07:59:14.991031 1166558 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0806 07:59:14.998963 1166558 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (484 bytes)
I0806 07:59:15.018327 1166558 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0806 07:59:15.039184 1166558 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2045 bytes)
I0806 07:59:15.056796 1166558 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I0806 07:59:15.060671 1166558 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0806 07:59:15.072492 1166558 certs.go:54] Setting up /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442 for IP: 192.168.85.2
I0806 07:59:15.072619 1166558 certs.go:182] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/19370-879111/.minikube/ca.key
I0806 07:59:15.072661 1166558 certs.go:182] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/19370-879111/.minikube/proxy-client-ca.key
I0806 07:59:15.072711 1166558 certs.go:302] generating minikube-user signed cert: /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/client.key
I0806 07:59:15.072722 1166558 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/client.crt with IP's: []
I0806 07:59:15.393649 1166558 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/client.crt ...
I0806 07:59:15.393663 1166558 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/client.crt: {Name:mk83dbac0603f88943151b8371ca146c2d1bb706 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0806 07:59:15.393916 1166558 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/client.key ...
I0806 07:59:15.393923 1166558 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/client.key: {Name:mka31ced2acabb636e0fcf73197cb1deb08f8751 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0806 07:59:15.394051 1166558 certs.go:302] generating minikube signed cert: /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/apiserver.key.43b9df8c
I0806 07:59:15.394062 1166558 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/apiserver.crt.43b9df8c with IP's: [192.168.85.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0806 07:59:15.726681 1166558 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/apiserver.crt.43b9df8c ...
I0806 07:59:15.726697 1166558 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/apiserver.crt.43b9df8c: {Name:mk312a36ee29af178a820fcd94ff0351ea5c33e0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0806 07:59:15.726943 1166558 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/apiserver.key.43b9df8c ...
I0806 07:59:15.726950 1166558 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/apiserver.key.43b9df8c: {Name:mk792e8f5ee2ed1ab5f84a494b69813c244b2cf2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0806 07:59:15.727061 1166558 certs.go:320] copying /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/apiserver.crt.43b9df8c -> /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/apiserver.crt
I0806 07:59:15.727122 1166558 certs.go:324] copying /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/apiserver.key.43b9df8c -> /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/apiserver.key
I0806 07:59:15.727173 1166558 certs.go:302] generating aggregator signed cert: /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/proxy-client.key
I0806 07:59:15.727184 1166558 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/proxy-client.crt with IP's: []
I0806 07:59:16.338502 1166558 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/proxy-client.crt ...
I0806 07:59:16.338517 1166558 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/proxy-client.crt: {Name:mk2b7f135ae44de839042b7c54b8425222660ee6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0806 07:59:16.338746 1166558 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/proxy-client.key ...
I0806 07:59:16.338754 1166558 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/proxy-client.key: {Name:mk58f7a657f75adfce01f448de1d8a832a68c4b1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0806 07:59:16.338960 1166558 certs.go:388] found cert: /home/jenkins/minikube-integration/19370-879111/.minikube/certs/home/jenkins/minikube-integration/19370-879111/.minikube/certs/884495.pem (1338 bytes)
W0806 07:59:16.338997 1166558 certs.go:384] ignoring /home/jenkins/minikube-integration/19370-879111/.minikube/certs/home/jenkins/minikube-integration/19370-879111/.minikube/certs/884495_empty.pem, impossibly tiny 0 bytes
I0806 07:59:16.339005 1166558 certs.go:388] found cert: /home/jenkins/minikube-integration/19370-879111/.minikube/certs/home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca-key.pem (1679 bytes)
I0806 07:59:16.339031 1166558 certs.go:388] found cert: /home/jenkins/minikube-integration/19370-879111/.minikube/certs/home/jenkins/minikube-integration/19370-879111/.minikube/certs/ca.pem (1082 bytes)
I0806 07:59:16.339053 1166558 certs.go:388] found cert: /home/jenkins/minikube-integration/19370-879111/.minikube/certs/home/jenkins/minikube-integration/19370-879111/.minikube/certs/cert.pem (1123 bytes)
I0806 07:59:16.339078 1166558 certs.go:388] found cert: /home/jenkins/minikube-integration/19370-879111/.minikube/certs/home/jenkins/minikube-integration/19370-879111/.minikube/certs/key.pem (1679 bytes)
I0806 07:59:16.339117 1166558 certs.go:388] found cert: /home/jenkins/minikube-integration/19370-879111/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/19370-879111/.minikube/files/etc/ssl/certs/8844952.pem (1708 bytes)
I0806 07:59:16.339729 1166558 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0806 07:59:16.360623 1166558 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0806 07:59:16.381085 1166558 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0806 07:59:16.404642 1166558 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/profiles/running-upgrade-292442/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I0806 07:59:16.425506 1166558 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0806 07:59:16.446317 1166558 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0806 07:59:16.468681 1166558 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0806 07:59:16.489541 1166558 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0806 07:59:16.513482 1166558 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0806 07:59:16.534730 1166558 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/certs/884495.pem --> /usr/share/ca-certificates/884495.pem (1338 bytes)
I0806 07:59:16.555174 1166558 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19370-879111/.minikube/files/etc/ssl/certs/8844952.pem --> /usr/share/ca-certificates/8844952.pem (1708 bytes)
I0806 07:59:16.575596 1166558 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0806 07:59:16.590556 1166558 ssh_runner.go:195] Run: openssl version
I0806 07:59:16.596325 1166558 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/8844952.pem && ln -fs /usr/share/ca-certificates/8844952.pem /etc/ssl/certs/8844952.pem"
I0806 07:59:16.605700 1166558 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/8844952.pem
I0806 07:59:16.608992 1166558 certs.go:431] hashing: -rw-r--r-- 1 root root 1708 Aug 6 07:13 /usr/share/ca-certificates/8844952.pem
I0806 07:59:16.609045 1166558 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/8844952.pem
I0806 07:59:16.614784 1166558 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/8844952.pem /etc/ssl/certs/3ec20f2e.0"
I0806 07:59:16.623018 1166558 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0806 07:59:16.631069 1166558 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0806 07:59:16.634574 1166558 certs.go:431] hashing: -rw-r--r-- 1 root root 1111 Aug 6 07:06 /usr/share/ca-certificates/minikubeCA.pem
I0806 07:59:16.634627 1166558 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0806 07:59:16.640456 1166558 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0806 07:59:16.648802 1166558 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/884495.pem && ln -fs /usr/share/ca-certificates/884495.pem /etc/ssl/certs/884495.pem"
I0806 07:59:16.656839 1166558 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/884495.pem
I0806 07:59:16.660120 1166558 certs.go:431] hashing: -rw-r--r-- 1 root root 1338 Aug 6 07:13 /usr/share/ca-certificates/884495.pem
I0806 07:59:16.660170 1166558 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/884495.pem
I0806 07:59:16.665612 1166558 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/884495.pem /etc/ssl/certs/51391683.0"
I0806 07:59:16.674074 1166558 kubeadm.go:395] StartCluster: {Name:running-upgrade-292442 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase:v0.0.32@sha256:9190bd2393eae887316c97a74370b7d5dad8f0b2ef91ac2662bc36f7ef8e0b95 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.24.1 ClusterName:running-upgrade-292442 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIP
s:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.24.1 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath:}
I0806 07:59:16.674195 1166558 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0806 07:59:16.709302 1166558 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0806 07:59:16.717111 1166558 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0806 07:59:16.724640 1166558 kubeadm.go:221] ignoring SystemVerification for kubeadm because of docker driver
I0806 07:59:16.724696 1166558 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0806 07:59:16.732632 1166558 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0806 07:59:16.732663 1166558 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.24.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0806 07:59:13.342863 1167706 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0806 07:59:13.353796 1167706 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0806 07:59:13.364876 1167706 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0806 07:59:13.374708 1167706 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0806 07:59:13.405203 1167706 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0806 07:59:13.464012 1167706 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0806 07:59:13.479141 1167706 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0806 07:59:13.493542 1167706 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0806 07:59:13.521007 1167706 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0806 07:59:13.688230 1167706 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0806 07:59:17.046478 1166558 out.go:204] - Generating certificates and keys ...
I0806 07:59:22.552766 1166558 out.go:204] - Booting up control plane ...
I0806 07:59:24.049169 1167706 ssh_runner.go:235] Completed: sudo systemctl restart containerd: (10.360901477s)
I0806 07:59:24.049194 1167706 start.go:495] detecting cgroup driver to use...
I0806 07:59:24.049230 1167706 detect.go:187] detected "cgroupfs" cgroup driver on host os
I0806 07:59:24.049279 1167706 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0806 07:59:24.066684 1167706 cruntime.go:279] skipping containerd shutdown because we are bound to it
I0806 07:59:24.066759 1167706 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0806 07:59:24.083609 1167706 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0806 07:59:24.108060 1167706 ssh_runner.go:195] Run: which cri-dockerd
I0806 07:59:24.113833 1167706 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0806 07:59:24.124056 1167706 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0806 07:59:24.143698 1167706 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0806 07:59:24.253351 1167706 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0806 07:59:24.398172 1167706 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0806 07:59:24.398317 1167706 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0806 07:59:24.427431 1167706 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0806 07:59:24.530481 1167706 ssh_runner.go:195] Run: sudo systemctl restart docker
I0806 07:59:24.594943 1167706 ssh_runner.go:195] Run: sudo journalctl --no-pager -u docker
I0806 07:59:24.618953 1167706 out.go:177]
W0806 07:59:24.620678 1167706 out.go:239] X Exiting due to RUNTIME_ENABLE: Failed to enable container runtime: sudo systemctl restart docker: Process exited with status 1
stdout:
stderr:
Job for docker.service failed because the control process exited with error code.
See "systemctl status docker.service" and "journalctl -xeu docker.service" for details.
sudo journalctl --no-pager -u docker:
-- stdout --
Aug 06 07:54:28 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:54:28 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:28.982784895Z" level=info msg="Starting up"
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.007226669Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.020947661Z" level=info msg="Loading containers: start."
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.195087421Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.250781871Z" level=info msg="Loading containers: done."
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.264220646Z" level=info msg="Docker daemon" commit=cc13f95 containerd-snapshotter=false storage-driver=overlay2 version=27.1.1
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.264314641Z" level=info msg="Daemon has completed initialization"
Aug 06 07:54:29 kubernetes-upgrade-473733 systemd[1]: Started Docker Application Container Engine.
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.295562911Z" level=info msg="API listen on [::]:2376"
Aug 06 07:54:29 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:29.295738177Z" level=info msg="API listen on /var/run/docker.sock"
Aug 06 07:54:34 kubernetes-upgrade-473733 systemd[1]: Stopping Docker Application Container Engine...
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:34.498289159Z" level=info msg="Processing signal 'terminated'"
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:34.500277453Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[276]: time="2024-08-06T07:54:34.500743404Z" level=info msg="Daemon shutdown complete"
Aug 06 07:54:34 kubernetes-upgrade-473733 systemd[1]: docker.service: Deactivated successfully.
Aug 06 07:54:34 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:54:34 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:34.661126858Z" level=info msg="Starting up"
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:34.690669608Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:34.713507679Z" level=info msg="Loading containers: start."
Aug 06 07:54:34 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:34.939391089Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.018362189Z" level=info msg="Loading containers: done."
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.032305116Z" level=info msg="Docker daemon" commit=cc13f95 containerd-snapshotter=false storage-driver=overlay2 version=27.1.1
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.032388314Z" level=info msg="Daemon has completed initialization"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.037117672Z" level=info msg="Processing signal 'terminated'"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.067478791Z" level=info msg="API listen on /var/run/docker.sock"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.067596335Z" level=info msg="API listen on [::]:2376"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.070495344Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[809]: time="2024-08-06T07:54:35.070733238Z" level=info msg="Daemon shutdown complete"
Aug 06 07:54:35 kubernetes-upgrade-473733 systemd[1]: docker.service: Deactivated successfully.
Aug 06 07:54:35 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:54:35 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.118039265Z" level=info msg="Starting up"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.140415283Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.153552838Z" level=info msg="Loading containers: start."
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.343031110Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.384135707Z" level=info msg="Loading containers: done."
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.396493547Z" level=info msg="Docker daemon" commit=cc13f95 containerd-snapshotter=false storage-driver=overlay2 version=27.1.1
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.396572659Z" level=info msg="Daemon has completed initialization"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.426045044Z" level=info msg="API listen on /var/run/docker.sock"
Aug 06 07:54:35 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:35.426275324Z" level=info msg="API listen on [::]:2376"
Aug 06 07:54:35 kubernetes-upgrade-473733 systemd[1]: Started Docker Application Container Engine.
Aug 06 07:54:41 kubernetes-upgrade-473733 systemd[1]: Stopping Docker Application Container Engine...
Aug 06 07:54:41 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:41.793201483Z" level=info msg="Processing signal 'terminated'"
Aug 06 07:54:41 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:41.795765936Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Aug 06 07:54:41 kubernetes-upgrade-473733 dockerd[1072]: time="2024-08-06T07:54:41.795964479Z" level=info msg="Daemon shutdown complete"
Aug 06 07:54:41 kubernetes-upgrade-473733 systemd[1]: docker.service: Deactivated successfully.
Aug 06 07:54:41 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:54:41 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:54:41 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:41.838051141Z" level=info msg="Starting up"
Aug 06 07:54:41 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:41.862812366Z" level=info msg="[graphdriver] trying configured driver: overlay2"
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.549566992Z" level=info msg="Loading containers: start."
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.716440912Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address"
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.758282476Z" level=info msg="Loading containers: done."
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.770203715Z" level=info msg="Docker daemon" commit=cc13f95 containerd-snapshotter=false storage-driver=overlay2 version=27.1.1
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.770280103Z" level=info msg="Daemon has completed initialization"
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.801262335Z" level=info msg="API listen on /var/run/docker.sock"
Aug 06 07:54:42 kubernetes-upgrade-473733 systemd[1]: Started Docker Application Container Engine.
Aug 06 07:54:42 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:54:42.801395592Z" level=info msg="API listen on [::]:2376"
Aug 06 07:55:08 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:55:08.184139618Z" level=info msg="ignoring event" container=ccef9156af7fbe1b796b9040a14de52f493aa699297a7e3441b434daa3ecff6a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:55:29 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:55:29.205176343Z" level=info msg="ignoring event" container=c89cbaed1e927c2f1fbe5e70ec42ece0068d04124c670a04d86ecdead9e9b2a0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:55:29 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:55:29.940113710Z" level=info msg="ignoring event" container=4f17de248cc65e948965d131a79e0defc245b509639d5edeeb61c08aeafb6224 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:55:41 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:55:41.976492443Z" level=info msg="ignoring event" container=8b0b371e338782aad76f095da8b5efd54b9a034c3b696f72480414bd61f4cd77 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:56:09 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:56:09.140504054Z" level=info msg="ignoring event" container=33dfc14da1883dd53617ccba2bc2f659b27f78b897542363916d13e3777ed1df module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:56:20 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:56:20.149573580Z" level=info msg="ignoring event" container=e99d1ebfc9b156453d9df9f4686fb6f09ffe0a06a3766831235ae239a586a1e6 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:56:57 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:56:57.932084317Z" level=info msg="ignoring event" container=ba46a40760deccd8d2b87f7fe8630e9ad8f789c11604173d87c14f48cd62e636 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:57:08 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:57:08.956266666Z" level=info msg="ignoring event" container=07c9e0b5c709a767e4d5f74acd1997c7334664792e54fffa4667322fe0c8e3bc module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:58:01 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:58:01.361468687Z" level=info msg="ignoring event" container=8bc392bb375d02a89afb76b15fd6a5e6f338b449e4a75c4ecbea357f92e478cc module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:58:12 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:58:12.381489817Z" level=info msg="ignoring event" container=51e6f5c664348ebf4bb1e12517cbc2876ba623a7f5ebcb819db59b69e064a448 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:58:50 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:58:50.143146114Z" level=info msg="ignoring event" container=d7c1110fc7744f8cef459ac9b29e7af212968c0eca608f514cb6242ddd07a24b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:58:50 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:58:50.227014502Z" level=info msg="ignoring event" container=9cba2c1eabd39d80695c125e39103faa089fd1f520e51db4c001d326d776fd36 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:58:50 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:58:50.328048224Z" level=info msg="ignoring event" container=e562f6cf886c63356d0af139642755fe27be0fa42750b81a00842a376dd2ca65 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:58:50 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:58:50.432736039Z" level=info msg="ignoring event" container=405026d69170c13883f94d5c3d01fed25cd23d2f548ec10f46e0bab497f659b1 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:13 kubernetes-upgrade-473733 systemd[1]: Stopping Docker Application Container Engine...
Aug 06 07:59:13 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:13.708098018Z" level=info msg="Processing signal 'terminated'"
Aug 06 07:59:13 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:13.970582442Z" level=info msg="ignoring event" container=191a74b1a92663f8ad4852f0cd67b90c025b6dc58677a4b04d38f511b9252c2a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:13 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:13.980267195Z" level=info msg="ignoring event" container=d96c662f207ff4edd3b075a28594efe9f3cc4bccefac9b980255110001a6e190 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.024092135Z" level=info msg="ignoring event" container=5df65826498ffa5bfe199a2abdaba2304dee22a66d7ae26d7ec6ac6471476580 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.035079956Z" level=info msg="ignoring event" container=93f38ef14ca1a6a715f56d870417edec44229ceff62bef18f1537ec66db49ce0 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.056417707Z" level=info msg="ignoring event" container=167edd45891d680e8fea99d07a8ea8dcb471ca89ae77b71829a04114c186e923 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.056471728Z" level=info msg="ignoring event" container=6df58aa48c0aa0fcc200394dd6c1d56e27f817b0b692154a1e39d516e9132d6a module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.056500388Z" level=info msg="ignoring event" container=9d7a14e7d2ed0e05c5e4230c4b7d5f33937b37b530527824914ebc7488e56c86 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.128501684Z" level=info msg="ignoring event" container=fbb0b29c0b760be2641278ccecf58ef7d405b4bae98fbdeaaddac73e9993c8f7 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.189072560Z" level=info msg="ignoring event" container=e14a0717ba7e5abb2556615ca03bce0368500b10787976e13fcf66f07954d850 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.189125285Z" level=info msg="ignoring event" container=931d0cf38f4164152362ac73611947dfb7b818d1787c6917761ee38cf6455430 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.189154026Z" level=info msg="ignoring event" container=7de233655ab48863c8775d476f4105f295a01822e0f7470e3fa5998fee116149 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.189171905Z" level=info msg="ignoring event" container=a78e3de62a6109945ba7fdbd4320addd16c2d168430910f6400d45e454f8c252 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:14 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:14.189194477Z" level=info msg="ignoring event" container=6dae9807d021f5b611b16ef76724238d00a5f13b1d0ec7aef55d007d153f5d92 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:23 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:23.173418238Z" level=info msg="ignoring event" container=dabd770834038015a989eb6cc43f3b3791df209e3a416da0ec1bf79149bbfc0c module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:23 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:23.176274994Z" level=info msg="ignoring event" container=d248a4aa9cdaa7ae7b9378771b93e46c2195189f67e90c78e3dd00da17d11d12 module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:23 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:23.833199755Z" level=info msg="Container failed to exit within 10s of signal 15 - using the force" container=8f59b204c9af0bdc56285693e0548bbf041c6fa29b10b4f1a24095340b0f346b
Aug 06 07:59:23 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:23.873403418Z" level=info msg="ignoring event" container=8f59b204c9af0bdc56285693e0548bbf041c6fa29b10b4f1a24095340b0f346b module=libcontainerd namespace=moby topic=/tasks/delete type="*events.TaskDelete"
Aug 06 07:59:23 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:23.916239472Z" level=info msg="stopping event stream following graceful shutdown" error="<nil>" module=libcontainerd namespace=moby
Aug 06 07:59:23 kubernetes-upgrade-473733 dockerd[1466]: time="2024-08-06T07:59:23.917246457Z" level=info msg="Daemon shutdown complete"
Aug 06 07:59:23 kubernetes-upgrade-473733 systemd[1]: docker.service: Deactivated successfully.
Aug 06 07:59:23 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:59:24 kubernetes-upgrade-473733 dockerd[10551]: invalid TLS configuration: error reading X509 key pair - make sure the key is not encrypted (cert: "/etc/docker/server.pem", key: "/etc/docker/server-key.pem"): tls: private key does not match public key
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Failed with result 'exit-code'.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Failed to start Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Scheduled restart job, restart counter is at 1.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:59:24 kubernetes-upgrade-473733 dockerd[10592]: invalid TLS configuration: error reading X509 key pair - make sure the key is not encrypted (cert: "/etc/docker/server.pem", key: "/etc/docker/server-key.pem"): tls: private key does not match public key
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Failed with result 'exit-code'.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Failed to start Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Scheduled restart job, restart counter is at 2.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Deactivated successfully.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:59:24 kubernetes-upgrade-473733 dockerd[10637]: invalid TLS configuration: error reading X509 key pair - make sure the key is not encrypted (cert: "/etc/docker/server.pem", key: "/etc/docker/server-key.pem"): tls: private key does not match public key
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Failed with result 'exit-code'.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Failed to start Docker Application Container Engine.
-- /stdout --
W0806 07:59:24.620777 1167706 out.go:239] *
W0806 07:59:24.621745 1167706 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I0806 07:59:24.624172 1167706 out.go:177]
==> Docker <==
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Failed with result 'exit-code'.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Failed to start Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Scheduled restart job, restart counter is at 2.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Deactivated successfully.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:59:24 kubernetes-upgrade-473733 dockerd[10637]: invalid TLS configuration: error reading X509 key pair - make sure the key is not encrypted (cert: "/etc/docker/server.pem", key: "/etc/docker/server-key.pem"): tls: private key does not match public key
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Failed with result 'exit-code'.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Failed to start Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Scheduled restart job, restart counter is at 1.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Starting Docker Application Container Engine...
Aug 06 07:59:24 kubernetes-upgrade-473733 dockerd[10654]: invalid TLS configuration: error reading X509 key pair - make sure the key is not encrypted (cert: "/etc/docker/server.pem", key: "/etc/docker/server-key.pem"): tls: private key does not match public key
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Main process exited, code=exited, status=1/FAILURE
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: docker.service: Failed with result 'exit-code'.
Aug 06 07:59:24 kubernetes-upgrade-473733 systemd[1]: Failed to start Docker Application Container Engine.
Aug 06 07:59:25 kubernetes-upgrade-473733 systemd[1]: docker.service: Scheduled restart job, restart counter is at 2.
Aug 06 07:59:25 kubernetes-upgrade-473733 systemd[1]: Stopped Docker Application Container Engine.
Aug 06 07:59:25 kubernetes-upgrade-473733 systemd[1]: docker.service: Start request repeated too quickly.
Aug 06 07:59:25 kubernetes-upgrade-473733 systemd[1]: docker.service: Failed with result 'exit-code'.
Aug 06 07:59:25 kubernetes-upgrade-473733 systemd[1]: Failed to start Docker Application Container Engine.
==> container status <==
command /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a" failed with error: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a": Process exited with status 1
stdout:
stderr:
E0806 07:59:25.477259 10730 remote_runtime.go:570] "ListContainers with filter from runtime service failed" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?" filter="&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},}"
time="2024-08-06T07:59:25Z" level=fatal msg="listing containers: rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"
Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?
==> describe nodes <==
command /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0-rc.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" failed with error: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.0-rc.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
==> dmesg <==
[ +0.000998] FS-Cache: O-key=[8] '22d4c90000000000'
[ +0.000670] FS-Cache: N-cookie c=00000031 [p=00000027 fl=2 nc=0 na=1]
[ +0.000901] FS-Cache: N-cookie d=000000004316bd8a{9p.inode} n=00000000c5bb7fb5
[ +0.001027] FS-Cache: N-key=[8] '22d4c90000000000'
[ +3.313414] FS-Cache: Duplicate cookie detected
[ +0.000660] FS-Cache: O-cookie c=00000028 [p=00000027 fl=226 nc=0 na=1]
[ +0.000889] FS-Cache: O-cookie d=000000004316bd8a{9p.inode} n=00000000588b0bba
[ +0.001006] FS-Cache: O-key=[8] '21d4c90000000000'
[ +0.000644] FS-Cache: N-cookie c=00000033 [p=00000027 fl=2 nc=0 na=1]
[ +0.000860] FS-Cache: N-cookie d=000000004316bd8a{9p.inode} n=00000000501f87da
[ +0.000960] FS-Cache: N-key=[8] '21d4c90000000000'
[ +0.310324] FS-Cache: Duplicate cookie detected
[ +0.000669] FS-Cache: O-cookie c=0000002d [p=00000027 fl=226 nc=0 na=1]
[ +0.000892] FS-Cache: O-cookie d=000000004316bd8a{9p.inode} n=0000000080475bdd
[ +0.000968] FS-Cache: O-key=[8] '27d4c90000000000'
[ +0.000673] FS-Cache: N-cookie c=00000034 [p=00000027 fl=2 nc=0 na=1]
[ +0.000858] FS-Cache: N-cookie d=000000004316bd8a{9p.inode} n=000000003bfdc3ac
[ +0.000970] FS-Cache: N-key=[8] '27d4c90000000000'
[ +4.013225] FS-Cache: Duplicate cookie detected
[ +0.000651] FS-Cache: O-cookie c=00000037 [p=00000002 fl=222 nc=0 na=1]
[ +0.000932] FS-Cache: O-cookie d=000000006cc34631{9P.session} n=000000009a44c2fe
[ +0.000984] FS-Cache: O-key=[10] '34323939333732303530'
[ +0.000770] FS-Cache: N-cookie c=00000038 [p=00000002 fl=2 nc=0 na=1]
[ +0.000869] FS-Cache: N-cookie d=000000006cc34631{9P.session} n=00000000c41d3a3f
[ +0.001007] FS-Cache: N-key=[10] '34323939333732303530'
==> kernel <==
07:59:25 up 5:41, 0 users, load average: 3.37, 3.32, 2.98
Linux kubernetes-upgrade-473733 5.15.0-1066-aws #72~20.04.1-Ubuntu SMP Sat Jul 20 07:44:07 UTC 2024 aarch64 aarch64 aarch64 GNU/Linux
PRETTY_NAME="Ubuntu 22.04.4 LTS"
==> kubelet <==
Aug 06 07:59:21 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:21.473336 9204 log.go:32] "ListPodSandbox with filter from runtime service failed" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?" filter="nil"
Aug 06 07:59:21 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:21.473827 9204 kuberuntime_sandbox.go:305] "Failed to list pod sandboxes" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"
Aug 06 07:59:21 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:21.473916 9204 generic.go:238] "GenericPLEG: Unable to retrieve pods" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"
Aug 06 07:59:22 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:22.475808 9204 log.go:32] "ListPodSandbox with filter from runtime service failed" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?" filter="nil"
Aug 06 07:59:22 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:22.475864 9204 kuberuntime_sandbox.go:305] "Failed to list pod sandboxes" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"
Aug 06 07:59:22 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:22.475877 9204 generic.go:238] "GenericPLEG: Unable to retrieve pods" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"
Aug 06 07:59:22 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:22.753002 9204 log.go:32] "ListPodSandbox with filter from runtime service failed" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?" filter="&PodSandboxFilter{Id:,State:&PodSandboxStateValue{State:SANDBOX_READY,},LabelSelector:map[string]string{},}"
Aug 06 07:59:22 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:22.753252 9204 kuberuntime_sandbox.go:305] "Failed to list pod sandboxes" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"
Aug 06 07:59:22 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:22.753342 9204 kubelet_pods.go:1191] "Error listing containers" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"
Aug 06 07:59:22 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:22.753420 9204 kubelet.go:2508] "Failed cleaning pods" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"
Aug 06 07:59:22 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:22.802392 9204 controller.go:145] "Failed to ensure lease exists, will retry" err="Get \"https://control-plane.minikube.internal:8443/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/kubernetes-upgrade-473733?timeout=10s\": dial tcp 192.168.76.2:8443: connect: connection refused" interval="6.4s"
Aug 06 07:59:23 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:23.477042 9204 log.go:32] "ListPodSandbox with filter from runtime service failed" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?" filter="nil"
Aug 06 07:59:23 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:23.477544 9204 kuberuntime_sandbox.go:305] "Failed to list pod sandboxes" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"
Aug 06 07:59:23 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:23.477656 9204 generic.go:238] "GenericPLEG: Unable to retrieve pods" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"
Aug 06 07:59:24 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:24.142101 9204 event.go:368] "Unable to write event (may retry after sleeping)" err="Post \"https://control-plane.minikube.internal:8443/api/v1/namespaces/kube-system/events\": dial tcp 192.168.76.2:8443: connect: connection refused" event="&Event{ObjectMeta:{kube-controller-manager-kubernetes-upgrade-473733.17e914c19306d519 kube-system 0 0001-01-01 00:00:00 +0000 UTC <nil> <nil> map[] map[] [] [] []},InvolvedObject:ObjectReference{Kind:Pod,Namespace:kube-system,Name:kube-controller-manager-kubernetes-upgrade-473733,UID:6b3959ba09a601ef37f4746d6c2e0665,APIVersion:v1,ResourceVersion:,FieldPath:spec.containers{kube-controller-manager},},Reason:Unhealthy,Message:Startup probe failed: Get \"https://127.0.0.1:10257/healthz\": dial tcp 127.0.0.1:10257: connect: connection refused,Source:EventSource{Component:kubelet,Host:kubernetes-upgrade-473733,},FirstTimestamp:2024-08-06 07:59:14.073867545 +0000 UTC m=+8.049092507,LastTimestamp:
2024-08-06 07:59:14.073867545 +0000 UTC m=+8.049092507,Count:1,Type:Warning,EventTime:0001-01-01 00:00:00 +0000 UTC,Series:nil,Action:,Related:nil,ReportingController:kubelet,ReportingInstance:kubernetes-upgrade-473733,}"
Aug 06 07:59:24 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:24.481450 9204 log.go:32] "ListPodSandbox with filter from runtime service failed" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?" filter="nil"
Aug 06 07:59:24 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:24.481505 9204 kuberuntime_sandbox.go:305] "Failed to list pod sandboxes" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"
Aug 06 07:59:24 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:24.481517 9204 generic.go:238] "GenericPLEG: Unable to retrieve pods" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"
Aug 06 07:59:24 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:24.753079 9204 log.go:32] "ListPodSandbox with filter from runtime service failed" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?" filter="&PodSandboxFilter{Id:,State:&PodSandboxStateValue{State:SANDBOX_READY,},LabelSelector:map[string]string{},}"
Aug 06 07:59:24 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:24.753138 9204 kuberuntime_sandbox.go:305] "Failed to list pod sandboxes" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"
Aug 06 07:59:24 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:24.753154 9204 kubelet_pods.go:1191] "Error listing containers" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"
Aug 06 07:59:24 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:24.753169 9204 kubelet.go:2508] "Failed cleaning pods" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"
Aug 06 07:59:25 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:25.482897 9204 log.go:32] "ListPodSandbox with filter from runtime service failed" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?" filter="nil"
Aug 06 07:59:25 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:25.482949 9204 kuberuntime_sandbox.go:305] "Failed to list pod sandboxes" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"
Aug 06 07:59:25 kubernetes-upgrade-473733 kubelet[9204]: E0806 07:59:25.482963 9204 generic.go:238] "GenericPLEG: Unable to retrieve pods" err="rpc error: code = Unknown desc = Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?"
-- /stdout --
** stderr **
E0806 07:59:25.302267 1170460 logs.go:273] Failed to list containers for "kube-apiserver": docker: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}: Process exited with status 1
stdout:
stderr:
Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?
E0806 07:59:25.317946 1170460 logs.go:273] Failed to list containers for "etcd": docker: docker ps -a --filter=name=k8s_etcd --format={{.ID}}: Process exited with status 1
stdout:
stderr:
Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?
E0806 07:59:25.333578 1170460 logs.go:273] Failed to list containers for "coredns": docker: docker ps -a --filter=name=k8s_coredns --format={{.ID}}: Process exited with status 1
stdout:
stderr:
Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?
E0806 07:59:25.349371 1170460 logs.go:273] Failed to list containers for "kube-scheduler": docker: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}: Process exited with status 1
stdout:
stderr:
Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?
E0806 07:59:25.365307 1170460 logs.go:273] Failed to list containers for "kube-proxy": docker: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}: Process exited with status 1
stdout:
stderr:
Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?
E0806 07:59:25.381396 1170460 logs.go:273] Failed to list containers for "kube-controller-manager": docker: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}: Process exited with status 1
stdout:
stderr:
Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?
E0806 07:59:25.397525 1170460 logs.go:273] Failed to list containers for "kindnet": docker: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}: Process exited with status 1
stdout:
stderr:
Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?
E0806 07:59:25.413180 1170460 logs.go:273] Failed to list containers for "storage-provisioner": docker: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}: Process exited with status 1
stdout:
stderr:
Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?
** /stderr **
helpers_test.go:254: (dbg) Run: out/minikube-linux-arm64 status --format={{.APIServer}} -p kubernetes-upgrade-473733 -n kubernetes-upgrade-473733
helpers_test.go:254: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.APIServer}} -p kubernetes-upgrade-473733 -n kubernetes-upgrade-473733: exit status 2 (305.63972ms)
-- stdout --
Stopped
-- /stdout --
helpers_test.go:254: status error: exit status 2 (may be ok)
helpers_test.go:256: "kubernetes-upgrade-473733" apiserver is not running, skipping kubectl commands (state="Stopped")
helpers_test.go:175: Cleaning up "kubernetes-upgrade-473733" profile ...
helpers_test.go:178: (dbg) Run: out/minikube-linux-arm64 delete -p kubernetes-upgrade-473733
helpers_test.go:178: (dbg) Done: out/minikube-linux-arm64 delete -p kubernetes-upgrade-473733: (2.004052499s)
--- FAIL: TestKubernetesUpgrade (355.02s)