=== RUN   TestScheduledStopUnix

scheduled_stop_test.go:128: (dbg) Run:  out/minikube-linux-amd64 start -p scheduled-stop-20210813203516-288766 --memory=2048 --driver=docker  --container-runtime=containerd

scheduled_stop_test.go:128: (dbg) Done: out/minikube-linux-amd64 start -p scheduled-stop-20210813203516-288766 --memory=2048 --driver=docker  --container-runtime=containerd: (42.886758968s)

scheduled_stop_test.go:137: (dbg) Run:  out/minikube-linux-amd64 stop -p scheduled-stop-20210813203516-288766 --schedule 5m

scheduled_stop_test.go:191: (dbg) Run:  out/minikube-linux-amd64 status --format={{.TimeToStop}} -p scheduled-stop-20210813203516-288766 -n scheduled-stop-20210813203516-288766

scheduled_stop_test.go:169: signal error was:  <nil>

scheduled_stop_test.go:137: (dbg) Run:  out/minikube-linux-amd64 stop -p scheduled-stop-20210813203516-288766 --schedule 8s

scheduled_stop_test.go:169: signal error was:  os: process already finished

scheduled_stop_test.go:137: (dbg) Run:  out/minikube-linux-amd64 stop -p scheduled-stop-20210813203516-288766 --cancel-scheduled

E0813 20:36:10.977062  288766 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/addons-20210813200849-288766/client.crt: no such file or directory

scheduled_stop_test.go:176: (dbg) Run:  out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-20210813203516-288766 -n scheduled-stop-20210813203516-288766

scheduled_stop_test.go:205: (dbg) Run:  out/minikube-linux-amd64 status -p scheduled-stop-20210813203516-288766

scheduled_stop_test.go:137: (dbg) Run:  out/minikube-linux-amd64 stop -p scheduled-stop-20210813203516-288766 --schedule 5s

scheduled_stop_test.go:169: signal error was:  os: process already finished

E0813 20:36:33.084162  288766 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/functional-20210813201414-288766/client.crt: no such file or directory

scheduled_stop_test.go:205: (dbg) Run:  out/minikube-linux-amd64 status -p scheduled-stop-20210813203516-288766

scheduled_stop_test.go:205: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p scheduled-stop-20210813203516-288766: exit status 3 (1.909711551s)

-- stdout --

	scheduled-stop-20210813203516-288766

	type: Control Plane

	host: Error

	kubelet: Nonexistent

	apiserver: Nonexistent

	kubeconfig: Configured

-- /stdout --

** stderr ** 

	E0813 20:36:39.912670  408453 status.go:374] failed to get storage capacity of /var: NewSession: new client: new client: Error creating new ssh host from driver: Error getting ssh port for driver: get ssh host-port: unable to inspect a not running container to get SSH port

	E0813 20:36:39.912709  408453 status.go:258] status error: NewSession: new client: new client: Error creating new ssh host from driver: Error getting ssh port for driver: get ssh host-port: unable to inspect a not running container to get SSH port

** /stderr **

scheduled_stop_test.go:209: minikube status: exit status 3

-- stdout --

	scheduled-stop-20210813203516-288766

	type: Control Plane

	host: Error

	kubelet: Nonexistent

	apiserver: Nonexistent

	kubeconfig: Configured

-- /stdout --

** stderr ** 

	E0813 20:36:39.912670  408453 status.go:374] failed to get storage capacity of /var: NewSession: new client: new client: Error creating new ssh host from driver: Error getting ssh port for driver: get ssh host-port: unable to inspect a not running container to get SSH port

	E0813 20:36:39.912709  408453 status.go:258] status error: NewSession: new client: new client: Error creating new ssh host from driver: Error getting ssh port for driver: get ssh host-port: unable to inspect a not running container to get SSH port

** /stderr **

panic.go:613: *** TestScheduledStopUnix FAILED at 2021-08-13 20:36:39.915274129 +0000 UTC m=+1736.033671464

helpers_test.go:223: -----------------------post-mortem--------------------------------

helpers_test.go:231: ======>  post-mortem[TestScheduledStopUnix]: docker inspect <======

helpers_test.go:232: (dbg) Run:  docker inspect scheduled-stop-20210813203516-288766

helpers_test.go:236: (dbg) docker inspect scheduled-stop-20210813203516-288766:

-- stdout --

	[

	    {

	        "Id": "8fa4ac8004751bb47a3a7d1e2fc0b0b9880e78072db1f336a46da746815ecb14",

	        "Created": "2021-08-13T20:35:18.283655591Z",

	        "Path": "/usr/local/bin/entrypoint",

	        "Args": [

	            "/sbin/init"

	        ],

	        "State": {

	            "Status": "exited",

	            "Running": false,

	            "Paused": false,

	            "Restarting": false,

	            "OOMKilled": false,

	            "Dead": false,

	            "Pid": 0,

	            "ExitCode": 137,

	            "Error": "",

	            "StartedAt": "2021-08-13T20:35:18.739807716Z",

	            "FinishedAt": "2021-08-13T20:36:38.376592215Z"

	        },

	        "Image": "sha256:965ebc74cb435c5d73c204fcd638e9daa526ad4ce3ec7f76be1149f30a789fab",

	        "ResolvConfPath": "/var/lib/docker/containers/8fa4ac8004751bb47a3a7d1e2fc0b0b9880e78072db1f336a46da746815ecb14/resolv.conf",

	        "HostnamePath": "/var/lib/docker/containers/8fa4ac8004751bb47a3a7d1e2fc0b0b9880e78072db1f336a46da746815ecb14/hostname",

	        "HostsPath": "/var/lib/docker/containers/8fa4ac8004751bb47a3a7d1e2fc0b0b9880e78072db1f336a46da746815ecb14/hosts",

	        "LogPath": "/var/lib/docker/containers/8fa4ac8004751bb47a3a7d1e2fc0b0b9880e78072db1f336a46da746815ecb14/8fa4ac8004751bb47a3a7d1e2fc0b0b9880e78072db1f336a46da746815ecb14-json.log",

	        "Name": "/scheduled-stop-20210813203516-288766",

	        "RestartCount": 0,

	        "Driver": "overlay2",

	        "Platform": "linux",

	        "MountLabel": "",

	        "ProcessLabel": "",

	        "AppArmorProfile": "",

	        "ExecIDs": null,

	        "HostConfig": {

	            "Binds": [

	                "/lib/modules:/lib/modules:ro",

	                "scheduled-stop-20210813203516-288766:/var"

	            ],

	            "ContainerIDFile": "",

	            "LogConfig": {

	                "Type": "json-file",

	                "Config": {}

	            },

	            "NetworkMode": "scheduled-stop-20210813203516-288766",

	            "PortBindings": {

	                "22/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "2376/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "32443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "5000/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "8443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ]

	            },

	            "RestartPolicy": {

	                "Name": "no",

	                "MaximumRetryCount": 0

	            },

	            "AutoRemove": false,

	            "VolumeDriver": "",

	            "VolumesFrom": null,

	            "CapAdd": null,

	            "CapDrop": null,

	            "Capabilities": null,

	            "Dns": [],

	            "DnsOptions": [],

	            "DnsSearch": [],

	            "ExtraHosts": null,

	            "GroupAdd": null,

	            "IpcMode": "private",

	            "Cgroup": "",

	            "Links": null,

	            "OomScoreAdj": 0,

	            "PidMode": "",

	            "Privileged": true,

	            "PublishAllPorts": false,

	            "ReadonlyRootfs": false,

	            "SecurityOpt": [

	                "seccomp=unconfined",

	                "apparmor=unconfined",

	                "label=disable"

	            ],

	            "Tmpfs": {

	                "/run": "",

	                "/tmp": ""

	            },

	            "UTSMode": "",

	            "UsernsMode": "",

	            "ShmSize": 67108864,

	            "Runtime": "runc",

	            "ConsoleSize": [

	                0,

	                0

	            ],

	            "Isolation": "",

	            "CpuShares": 0,

	            "Memory": 0,

	            "NanoCpus": 2000000000,

	            "CgroupParent": "",

	            "BlkioWeight": 0,

	            "BlkioWeightDevice": [],

	            "BlkioDeviceReadBps": null,

	            "BlkioDeviceWriteBps": null,

	            "BlkioDeviceReadIOps": null,

	            "BlkioDeviceWriteIOps": null,

	            "CpuPeriod": 0,

	            "CpuQuota": 0,

	            "CpuRealtimePeriod": 0,

	            "CpuRealtimeRuntime": 0,

	            "CpusetCpus": "",

	            "CpusetMems": "",

	            "Devices": [],

	            "DeviceCgroupRules": null,

	            "DeviceRequests": null,

	            "KernelMemory": 0,

	            "KernelMemoryTCP": 0,

	            "MemoryReservation": 0,

	            "MemorySwap": 0,

	            "MemorySwappiness": null,

	            "OomKillDisable": false,

	            "PidsLimit": null,

	            "Ulimits": null,

	            "CpuCount": 0,

	            "CpuPercent": 0,

	            "IOMaximumIOps": 0,

	            "IOMaximumBandwidth": 0,

	            "MaskedPaths": null,

	            "ReadonlyPaths": null

	        },

	        "GraphDriver": {

	            "Data": {

	                "LowerDir": "/var/lib/docker/overlay2/f9b74d858438352600c2f1dd70d15ff4ac1d4ac56b24d486f1165aac0c7b041b-init/diff:/var/lib/docker/overlay2/44293204ffcddab904fa39f43ac7c6e7ffe7ce16a314eee270b092f522cebd43/diff:/var/lib/docker/overlay2/d8341f611b86153e5f6cb362ab520c3ae36188ea6716f190fc0174ff1ea3ee74/diff:/var/lib/docker/overlay2/bd7d3c333112b94c560c1f759b3031dacd03064ccdc9df8e5358d8a645061331/diff:/var/lib/docker/overlay2/09e25c5f07d4475398fafae89532f1d953d96a76196aa84622658de28364fd3f/diff:/var/lib/docker/overlay2/2a3b6b58e5882d0ba0740b15836902b8ed1a5fb9d23887eb678e006c51dd73c7/diff:/var/lib/docker/overlay2/76ace14c33797e6813f2c4e08c8d912ecfd8fb23926788a228fa406899bb17fd/diff:/var/lib/docker/overlay2/b6c1cb0d4e012909f55658bcbc13333804f198f73fe55c89880463627df2a273/diff:/var/lib/docker/overlay2/32d72b1f852d4e6adf9606825d57744f289d1bd71f9e97c0c94e254c9b49a0a7/diff:/var/lib/docker/overlay2/83bfd21927e324006d812f85db5253c2fa26e904874ebe6eca654a31c3663b76/diff:/var/lib/docker/overlay2/09c644

86d30f3ce93a9c989d2320cab6117e38d8d14087dcc28b47b09417e0af/diff:/var/lib/docker/overlay2/07c465014f3b88377cc91b8d077258d8c0ecdcc186de832e2f804ac803f96bb6/diff:/var/lib/docker/overlay2/ef1da03dcb3fcd6903dc01358fd85a36f8acbece460a1be166b2189f4c9a890d/diff:/var/lib/docker/overlay2/06c9999c225f6979a474a4add4fdbe8a868a5d7bb2c4e0907f6f8c032f0dc3dc/diff:/var/lib/docker/overlay2/6727de022cf39e5df68d1735043e8761fb8f6a9a8e8f3940cc2d3bb6dd859fdc/diff:/var/lib/docker/overlay2/cd3abb7d0de10360ebcb7d54662cd79f92398959ca8add5f1a80f6fa75fac2fe/diff:/var/lib/docker/overlay2/5d9c6d8acdc0db40dfeb33b99cec5a84630be4548651da75930de46be0bada16/diff:/var/lib/docker/overlay2/0d83fd617ee858bc4b175e5d63e60389604823c74eadf9e7b094d684a3606936/diff:/var/lib/docker/overlay2/98e0eaf33dc37fae747406662d0b14e912065812887be7274a2c27b87105e0a7/diff:/var/lib/docker/overlay2/f30a9abd2c351bb9e974c8b070fb489a15669eb772c0a7692069196bde6d38c2/diff:/var/lib/docker/overlay2/542980593ba0e18478833840f8a01d93cd345671c3c627bebb6bfc610e24df96/diff:/var/lib/d

ocker/overlay2/5964e0aebfcd88775ca08769a5a0a50c474ded9c08c17cec0d5eb1e88470d8cc/diff:/var/lib/docker/overlay2/cb70cd4699e2d3a88d37760d4575d0b68dd6a2d571eb9bc00e4ea65334fa39d6/diff:/var/lib/docker/overlay2/d1b622693d005bfff88b41f898520d720897832f4740859a062a087528632a45/diff:/var/lib/docker/overlay2/93087667fcbed5997d90d232200d1c052c164d476435896fd420ac24d1479506/diff:/var/lib/docker/overlay2/0802356ccb344d298ae9401c44c29f71c98eac0b0304bd96a79110c16564fefa/diff:/var/lib/docker/overlay2/d7eea48b12fccaa4c4ffd048d5e70d9609d0a32f642eac39fbaafcaf8df8ee5e/diff:/var/lib/docker/overlay2/2f9d94bc10599fcc45fb8bed114c912ff657664f981c0da2bb8a3e02bddd1c06/diff:/var/lib/docker/overlay2/40acd190e2f5e2316bc19d17aed36b8a50a3be404a90bca58d26e6e939428c16/diff:/var/lib/docker/overlay2/02bd7a3b51ac7a3c3f9c89ace72c7f9790120e89f4628f197f1cfc9859623b55/diff:/var/lib/docker/overlay2/937c337b5c08153af0ca14a0f98e805223a44858531b0dcacdeffa5e7c9b9d5a/diff:/var/lib/docker/overlay2/c28ba46c40ee69f9a39b3c7e1bef20b56282cc8478c117546ad40889969

39c93/diff:/var/lib/docker/overlay2/2b30fea3d6a161389dc317d3bba6468e111f2782fc2de29399dbaff500217e0e/diff:/var/lib/docker/overlay2/fd1824b771ae21d235f0bd6186e3da121d02f12a0c98fb8c3205f4fa216420d3/diff:/var/lib/docker/overlay2/d1a43bd2c1485a2051100b28c50ca4afb530e7a9cace2b7ed1bb19098a8b1b6c/diff:/var/lib/docker/overlay2/e5626256f4126d2d314b1737c78f12ceabf819f05f933b8539d23c83ed360571/diff:/var/lib/docker/overlay2/0e28b1b6d42bc8ec33754e6a4d94556573199f71a1745d89b48ecf4e53c4b9d7/diff",

	                "MergedDir": "/var/lib/docker/overlay2/f9b74d858438352600c2f1dd70d15ff4ac1d4ac56b24d486f1165aac0c7b041b/merged",

	                "UpperDir": "/var/lib/docker/overlay2/f9b74d858438352600c2f1dd70d15ff4ac1d4ac56b24d486f1165aac0c7b041b/diff",

	                "WorkDir": "/var/lib/docker/overlay2/f9b74d858438352600c2f1dd70d15ff4ac1d4ac56b24d486f1165aac0c7b041b/work"

	            },

	            "Name": "overlay2"

	        },

	        "Mounts": [

	            {

	                "Type": "bind",

	                "Source": "/lib/modules",

	                "Destination": "/lib/modules",

	                "Mode": "ro",

	                "RW": false,

	                "Propagation": "rprivate"

	            },

	            {

	                "Type": "volume",

	                "Name": "scheduled-stop-20210813203516-288766",

	                "Source": "/var/lib/docker/volumes/scheduled-stop-20210813203516-288766/_data",

	                "Destination": "/var",

	                "Driver": "local",

	                "Mode": "z",

	                "RW": true,

	                "Propagation": ""

	            }

	        ],

	        "Config": {

	            "Hostname": "scheduled-stop-20210813203516-288766",

	            "Domainname": "",

	            "User": "root",

	            "AttachStdin": false,

	            "AttachStdout": false,

	            "AttachStderr": false,

	            "ExposedPorts": {

	                "22/tcp": {},

	                "2376/tcp": {},

	                "32443/tcp": {},

	                "5000/tcp": {},

	                "8443/tcp": {}

	            },

	            "Tty": true,

	            "OpenStdin": false,

	            "StdinOnce": false,

	            "Env": [

	                "container=docker",

	                "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"

	            ],

	            "Cmd": null,

	            "Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6",

	            "Volumes": null,

	            "WorkingDir": "",

	            "Entrypoint": [

	                "/usr/local/bin/entrypoint",

	                "/sbin/init"

	            ],

	            "OnBuild": null,

	            "Labels": {

	                "created_by.minikube.sigs.k8s.io": "true",

	                "mode.minikube.sigs.k8s.io": "scheduled-stop-20210813203516-288766",

	                "name.minikube.sigs.k8s.io": "scheduled-stop-20210813203516-288766",

	                "role.minikube.sigs.k8s.io": ""

	            },

	            "StopSignal": "SIGRTMIN+3"

	        },

	        "NetworkSettings": {

	            "Bridge": "",

	            "SandboxID": "829f12a6a433c51eeec602914b5738c6c13a4a4a051589c999046cd68ff63049",

	            "HairpinMode": false,

	            "LinkLocalIPv6Address": "",

	            "LinkLocalIPv6PrefixLen": 0,

	            "Ports": {},

	            "SandboxKey": "/var/run/docker/netns/829f12a6a433",

	            "SecondaryIPAddresses": null,

	            "SecondaryIPv6Addresses": null,

	            "EndpointID": "",

	            "Gateway": "",

	            "GlobalIPv6Address": "",

	            "GlobalIPv6PrefixLen": 0,

	            "IPAddress": "",

	            "IPPrefixLen": 0,

	            "IPv6Gateway": "",

	            "MacAddress": "",

	            "Networks": {

	                "scheduled-stop-20210813203516-288766": {

	                    "IPAMConfig": {

	                        "IPv4Address": "192.168.49.2"

	                    },

	                    "Links": null,

	                    "Aliases": [

	                        "8fa4ac800475"

	                    ],

	                    "NetworkID": "6d60d08f82d74e03effeaf32cc8133f4522be4df034299b80f00942683057268",

	                    "EndpointID": "",

	                    "Gateway": "",

	                    "IPAddress": "",

	                    "IPPrefixLen": 0,

	                    "IPv6Gateway": "",

	                    "GlobalIPv6Address": "",

	                    "GlobalIPv6PrefixLen": 0,

	                    "MacAddress": "",

	                    "DriverOpts": null

	                }

	            }

	        }

	    }

	]

-- /stdout --

helpers_test.go:240: (dbg) Run:  out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-20210813203516-288766 -n scheduled-stop-20210813203516-288766

helpers_test.go:240: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-20210813203516-288766 -n scheduled-stop-20210813203516-288766: exit status 7 (90.910291ms)

-- stdout --

	Stopped

-- /stdout --

helpers_test.go:240: status error: exit status 7 (may be ok)

helpers_test.go:242: "scheduled-stop-20210813203516-288766" host is not running, skipping log retrieval (state="Stopped")

helpers_test.go:176: Cleaning up "scheduled-stop-20210813203516-288766" profile ...

helpers_test.go:179: (dbg) Run:  out/minikube-linux-amd64 delete -p scheduled-stop-20210813203516-288766

helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p scheduled-stop-20210813203516-288766: (5.398530247s)

--- FAIL: TestScheduledStopUnix (88.63s)

=== RUN   TestRunningBinaryUpgrade

=== PAUSE TestRunningBinaryUpgrade

=== CONT  TestRunningBinaryUpgrade

version_upgrade_test.go:128: (dbg) Run:  /tmp/minikube-v1.16.0.663720824.exe start -p running-upgrade-20210813203658-288766 --memory=2200 --vm-driver=docker  --container-runtime=containerd

=== CONT  TestRunningBinaryUpgrade

version_upgrade_test.go:128: (dbg) Non-zero exit: /tmp/minikube-v1.16.0.663720824.exe start -p running-upgrade-20210813203658-288766 --memory=2200 --vm-driver=docker  --container-runtime=containerd: exit status 80 (33.960807795s)

-- stdout --

	* [running-upgrade-20210813203658-288766] minikube v1.16.0 on Debian 9.13

	  - MINIKUBE_BIN=out/minikube-linux-amd64

	  - MINIKUBE_HOME=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube

	  - MINIKUBE_LOCATION=12230

	  - KUBECONFIG=/tmp/legacy_kubeconfig574359159

	* minikube 1.22.0 is available! Download it: https://github.com/kubernetes/minikube/releases/tag/v1.22.0

	* To disable this notice, run: 'minikube config set WantUpdateNotification false'

	* Using the docker driver based on user configuration

	* Starting control plane node running-upgrade-20210813203658-288766 in cluster running-upgrade-20210813203658-288766

	* Downloading Kubernetes v1.20.0 preload ...

	* Creating docker container (CPUs=2, Memory=2200MB) ...

-- /stdout --

** stderr ** 

	    > preloaded-images-k8s-v8-v1....: 9.61 MiB / 902.99 MiB [>__] 1.06% ? p/s ?    > preloaded-images-k8s-v8-v1....: 10.00 MiB / 902.99 MiB [>_] 1.11% ? p/s ?    > preloaded-images-k8s-v8-v1....: 12.61 MiB / 902.99 MiB [>_] 1.40% ? p/s ?    > preloaded-images-k8s-v8-v1....: 24.13 MiB / 902.99 MiB  2.67% 24.21 MiB p    > preloaded-images-k8s-v8-v1....: 25.83 MiB / 902.99 MiB  2.86% 24.21 MiB p    > preloaded-images-k8s-v8-v1....: 25.83 MiB / 902.99 MiB  2.86% 24.21 MiB p    > preloaded-images-k8s-v8-v1....: 32.00 MiB / 902.99 MiB  3.54% 23.49 MiB p    > preloaded-images-k8s-v8-v1....: 32.00 MiB / 902.99 MiB  3.54% 23.49 MiB p    > preloaded-images-k8s-v8-v1....: 40.00 MiB / 902.99 MiB  4.43% 23.49 MiB p    > preloaded-images-k8s-v8-v1....: 48.00 MiB / 902.99 MiB  5.32% 23.70 MiB p    > preloaded-images-k8s-v8-v1....: 56.00 MiB / 902.99 MiB  6.20% 23.70 MiB p    > preloaded-images-k8s-v8-v1....: 72.00 MiB / 902.99 MiB  7.97% 23.70 MiB p    > preloaded-images-k8s-v8-v1....: 72.00 MiB / 902.99 MiB  7.97%

24.75 MiB p    > preloaded-images-k8s-v8-v1....: 88.00 MiB / 902.99 MiB  9.75% 24.75 MiB p    > preloaded-images-k8s-v8-v1....: 96.00 MiB / 902.99 MiB  10.63% 24.75 MiB     > preloaded-images-k8s-v8-v1....: 96.00 MiB / 902.99 MiB  10.63% 25.73 MiB     > preloaded-images-k8s-v8-v1....: 104.00 MiB / 902.99 MiB  11.52% 25.73 MiB    > preloaded-images-k8s-v8-v1....: 128.00 MiB / 902.99 MiB  14.18% 25.73 MiB    > preloaded-images-k8s-v8-v1....: 144.00 MiB / 902.99 MiB  15.95% 29.23 MiB    > preloaded-images-k8s-v8-v1....: 144.00 MiB / 902.99 MiB  15.95% 29.23 MiB    > preloaded-images-k8s-v8-v1....: 144.00 MiB / 902.99 MiB  15.95% 29.23 MiB    > preloaded-images-k8s-v8-v1....: 152.00 MiB / 902.99 MiB  16.83% 28.21 MiB    > preloaded-images-k8s-v8-v1....: 168.00 MiB / 902.99 MiB  18.60% 28.21 MiB    > preloaded-images-k8s-v8-v1....: 176.00 MiB / 902.99 MiB  19.49% 28.21 MiB    > preloaded-images-k8s-v8-v1....: 176.00 MiB / 902.99 MiB  19.49% 28.97 MiB    > preloaded-images-k8s-v8-v1....: 192.00 MiB / 902.99 MiB  2

1.26% 28.97 MiB    > preloaded-images-k8s-v8-v1....: 208.00 MiB / 902.99 MiB  23.03% 28.97 MiB    > preloaded-images-k8s-v8-v1....: 208.00 MiB / 902.99 MiB  23.03% 30.54 MiB    > preloaded-images-k8s-v8-v1....: 208.00 MiB / 902.99 MiB  23.03% 30.54 MiB    > preloaded-images-k8s-v8-v1....: 208.00 MiB / 902.99 MiB  23.03% 30.54 MiB    > preloaded-images-k8s-v8-v1....: 240.00 MiB / 902.99 MiB  26.58% 32.01 MiB    > preloaded-images-k8s-v8-v1....: 240.00 MiB / 902.99 MiB  26.58% 32.01 MiB    > preloaded-images-k8s-v8-v1....: 240.01 MiB / 902.99 MiB  26.58% 32.01 MiB    > preloaded-images-k8s-v8-v1....: 240.01 MiB / 902.99 MiB  26.58% 29.95 MiB    > preloaded-images-k8s-v8-v1....: 240.01 MiB / 902.99 MiB  26.58% 29.95 MiB    > preloaded-images-k8s-v8-v1....: 240.01 MiB / 902.99 MiB  26.58% 29.95 MiB    > preloaded-images-k8s-v8-v1....: 260.59 MiB / 902.99 MiB  28.86% 30.23 MiB    > preloaded-images-k8s-v8-v1....: 288.00 MiB / 902.99 MiB  31.89% 30.23 MiB    > preloaded-images-k8s-v8-v1....: 312.00 MiB / 902.99 MiB

34.55% 30.23 MiB    > preloaded-images-k8s-v8-v1....: 312.00 MiB / 902.99 MiB  34.55% 33.80 MiB    > preloaded-images-k8s-v8-v1....: 328.85 MiB / 902.99 MiB  36.42% 33.80 MiB    > preloaded-images-k8s-v8-v1....: 352.00 MiB / 902.99 MiB  38.98% 33.80 MiB    > preloaded-images-k8s-v8-v1....: 352.00 MiB / 902.99 MiB  38.98% 35.92 MiB    > preloaded-images-k8s-v8-v1....: 352.00 MiB / 902.99 MiB  38.98% 35.92 MiB    > preloaded-images-k8s-v8-v1....: 352.00 MiB / 902.99 MiB  38.98% 35.92 MiB    > preloaded-images-k8s-v8-v1....: 352.00 MiB / 902.99 MiB  38.98% 33.61 MiB    > preloaded-images-k8s-v8-v1....: 352.00 MiB / 902.99 MiB  38.98% 33.61 MiB    > preloaded-images-k8s-v8-v1....: 376.00 MiB / 902.99 MiB  41.64% 33.61 MiB    > preloaded-images-k8s-v8-v1....: 400.00 MiB / 902.99 MiB  44.30% 36.60 MiB    > preloaded-images-k8s-v8-v1....: 416.00 MiB / 902.99 MiB  46.07% 36.60 MiB    > preloaded-images-k8s-v8-v1....: 416.00 MiB / 902.99 MiB  46.07% 36.60 MiB    > preloaded-images-k8s-v8-v1....: 446.74 MiB / 902.99

MiB  49.47% 39.27 MiB    > preloaded-images-k8s-v8-v1....: 448.00 MiB / 902.99 MiB  49.61% 39.27 MiB    > preloaded-images-k8s-v8-v1....: 448.00 MiB / 902.99 MiB  49.61% 39.27 MiB    > preloaded-images-k8s-v8-v1....: 448.00 MiB / 902.99 MiB  49.61% 36.87 MiB    > preloaded-images-k8s-v8-v1....: 448.00 MiB / 902.99 MiB  49.61% 36.87 MiB    > preloaded-images-k8s-v8-v1....: 448.01 MiB / 902.99 MiB  49.61% 36.87 MiB    > preloaded-images-k8s-v8-v1....: 472.00 MiB / 902.99 MiB  52.27% 37.07 MiB    > preloaded-images-k8s-v8-v1....: 488.00 MiB / 902.99 MiB  54.04% 37.07 MiB    > preloaded-images-k8s-v8-v1....: 509.41 MiB / 902.99 MiB  56.41% 37.07 MiB    > preloaded-images-k8s-v8-v1....: 528.00 MiB / 902.99 MiB  58.47% 40.70 MiB    > preloaded-images-k8s-v8-v1....: 544.00 MiB / 902.99 MiB  60.24% 40.70 MiB    > preloaded-images-k8s-v8-v1....: 552.00 MiB / 902.99 MiB  61.13% 40.70 MiB    > preloaded-images-k8s-v8-v1....: 568.91 MiB / 902.99 MiB  63.00% 42.47 MiB    > preloaded-images-k8s-v8-v1....: 576.00 MiB / 902.

99 MiB  63.79% 42.47 MiB    > preloaded-images-k8s-v8-v1....: 592.00 MiB / 902.99 MiB  65.56% 42.47 MiB    > preloaded-images-k8s-v8-v1....: 600.00 MiB / 902.99 MiB  66.45% 43.08 MiB    > preloaded-images-k8s-v8-v1....: 600.00 MiB / 902.99 MiB  66.45% 43.08 MiB    > preloaded-images-k8s-v8-v1....: 600.00 MiB / 902.99 MiB  66.45% 43.08 MiB    > preloaded-images-k8s-v8-v1....: 603.77 MiB / 902.99 MiB  66.86% 40.70 MiB    > preloaded-images-k8s-v8-v1....: 624.00 MiB / 902.99 MiB  69.10% 40.70 MiB    > preloaded-images-k8s-v8-v1....: 624.00 MiB / 902.99 MiB  69.10% 40.70 MiB    > preloaded-images-k8s-v8-v1....: 624.00 MiB / 902.99 MiB  69.10% 40.25 MiB    > preloaded-images-k8s-v8-v1....: 624.00 MiB / 902.99 MiB  69.10% 40.25 MiB    > preloaded-images-k8s-v8-v1....: 624.01 MiB / 902.99 MiB  69.10% 40.25 MiB    > preloaded-images-k8s-v8-v1....: 624.01 MiB / 902.99 MiB  69.10% 37.65 MiB    > preloaded-images-k8s-v8-v1....: 648.00 MiB / 902.99 MiB  71.76% 37.65 MiB    > preloaded-images-k8s-v8-v1....: 664.00 MiB / 9

02.99 MiB  73.53% 37.65 MiB    > preloaded-images-k8s-v8-v1....: 672.00 MiB / 902.99 MiB  74.42% 40.39 MiB    > preloaded-images-k8s-v8-v1....: 672.00 MiB / 902.99 MiB  74.42% 40.39 MiB    > preloaded-images-k8s-v8-v1....: 672.00 MiB / 902.99 MiB  74.42% 40.39 MiB    > preloaded-images-k8s-v8-v1....: 672.00 MiB / 902.99 MiB  74.42% 37.78 MiB    > preloaded-images-k8s-v8-v1....: 681.36 MiB / 902.99 MiB  75.46% 37.78 MiB    > preloaded-images-k8s-v8-v1....: 696.38 MiB / 902.99 MiB  77.12% 37.78 MiB    > preloaded-images-k8s-v8-v1....: 712.00 MiB / 902.99 MiB  78.85% 39.64 MiB    > preloaded-images-k8s-v8-v1....: 728.00 MiB / 902.99 MiB  80.62% 39.64 MiB    > preloaded-images-k8s-v8-v1....: 736.00 MiB / 902.99 MiB  81.51% 39.64 MiB    > preloaded-images-k8s-v8-v1....: 736.00 MiB / 902.99 MiB  81.51% 39.67 MiB    > preloaded-images-k8s-v8-v1....: 760.00 MiB / 902.99 MiB  84.16% 39.67 MiB    > preloaded-images-k8s-v8-v1....: 768.00 MiB / 902.99 MiB  85.05% 39.67 MiB    > preloaded-images-k8s-v8-v1....: 768.00 MiB

/ 902.99 MiB  85.05% 40.55 MiB    > preloaded-images-k8s-v8-v1....: 784.00 MiB / 902.99 MiB  86.82% 40.55 MiB    > preloaded-images-k8s-v8-v1....: 800.00 MiB / 902.99 MiB  88.59% 40.55 MiB    > preloaded-images-k8s-v8-v1....: 800.00 MiB / 902.99 MiB  88.59% 41.37 MiB    > preloaded-images-k8s-v8-v1....: 800.00 MiB / 902.99 MiB  88.59% 41.37 MiB    > preloaded-images-k8s-v8-v1....: 800.00 MiB / 902.99 MiB  88.59% 41.37 MiB    > preloaded-images-k8s-v8-v1....: 816.00 MiB / 902.99 MiB  90.37% 40.42 MiB    > preloaded-images-k8s-v8-v1....: 816.00 MiB / 902.99 MiB  90.37% 40.42 MiB    > preloaded-images-k8s-v8-v1....: 816.00 MiB / 902.99 MiB  90.37% 40.42 MiB    > preloaded-images-k8s-v8-v1....: 816.00 MiB / 902.99 MiB  90.37% 37.82 MiB    > preloaded-images-k8s-v8-v1....: 816.01 MiB / 902.99 MiB  90.37% 37.82 MiB    > preloaded-images-k8s-v8-v1....: 816.01 MiB / 902.99 MiB  90.37% 37.82 MiB    > preloaded-images-k8s-v8-v1....: 816.01 MiB / 902.99 MiB  90.37% 35.38 MiB    > preloaded-images-k8s-v8-v1....: 816.01 M

iB / 902.99 MiB  90.37% 35.38 MiB    > preloaded-images-k8s-v8-v1....: 816.01 MiB / 902.99 MiB  90.37% 35.38 MiB    > preloaded-images-k8s-v8-v1....: 816.01 MiB / 902.99 MiB  90.37% 33.10 MiB    > preloaded-images-k8s-v8-v1....: 817.41 MiB / 902.99 MiB  90.52% 33.10 MiB    > preloaded-images-k8s-v8-v1....: 856.00 MiB / 902.99 MiB  94.80% 33.10 MiB    > preloaded-images-k8s-v8-v1....: 856.00 MiB / 902.99 MiB  94.80% 35.26 MiB    > preloaded-images-k8s-v8-v1....: 864.00 MiB / 902.99 MiB  95.68% 35.26 MiB    > preloaded-images-k8s-v8-v1....: 872.00 MiB / 902.99 MiB  96.57% 35.26 MiB    > preloaded-images-k8s-v8-v1....: 872.00 MiB / 902.99 MiB  96.57% 34.71 MiB    > preloaded-images-k8s-v8-v1....: 896.00 MiB / 902.99 MiB  99.23% 34.71 MiB    > preloaded-images-k8s-v8-v1....: 902.99 MiB / 902.99 MiB  100.00% 40.18 MiX Exiting due to GUEST_PROVISION: Failed to start host: can't create with that IP, address already in use

	* 

	* If the above advice does not help, please let us know: 

	  - https://github.com/kubernetes/minikube/issues/new/choose

** /stderr **

version_upgrade_test.go:128: (dbg) Run:  /tmp/minikube-v1.16.0.663720824.exe start -p running-upgrade-20210813203658-288766 --memory=2200 --vm-driver=docker  --container-runtime=containerd

=== CONT  TestRunningBinaryUpgrade

version_upgrade_test.go:128: (dbg) Non-zero exit: /tmp/minikube-v1.16.0.663720824.exe start -p running-upgrade-20210813203658-288766 --memory=2200 --vm-driver=docker  --container-runtime=containerd: exit status 80 (3m32.932097591s)

-- stdout --

	* [running-upgrade-20210813203658-288766] minikube v1.16.0 on Debian 9.13

	  - MINIKUBE_BIN=out/minikube-linux-amd64

	  - MINIKUBE_HOME=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube

	  - MINIKUBE_LOCATION=12230

	  - KUBECONFIG=/tmp/legacy_kubeconfig387292609

	* Using the docker driver based on existing profile

	* Starting control plane node running-upgrade-20210813203658-288766 in cluster running-upgrade-20210813203658-288766

	* docker "running-upgrade-20210813203658-288766" container is missing, will recreate.

	* Creating docker container (CPUs=2, Memory=2200MB) ...

-- /stdout --

** stderr ** 

	X Exiting due to GUEST_PROVISION: Failed to start host: can't create with that IP, address already in use

	* 

	* If the above advice does not help, please let us know: 

	  - https://github.com/kubernetes/minikube/issues/new/choose

** /stderr **

=== CONT  TestRunningBinaryUpgrade

version_upgrade_test.go:128: (dbg) Run:  /tmp/minikube-v1.16.0.663720824.exe start -p running-upgrade-20210813203658-288766 --memory=2200 --vm-driver=docker  --container-runtime=containerd

=== CONT  TestRunningBinaryUpgrade

version_upgrade_test.go:128: (dbg) Non-zero exit: /tmp/minikube-v1.16.0.663720824.exe start -p running-upgrade-20210813203658-288766 --memory=2200 --vm-driver=docker  --container-runtime=containerd: exit status 80 (3m21.886806124s)

-- stdout --

	* [running-upgrade-20210813203658-288766] minikube v1.16.0 on Debian 9.13

	  - MINIKUBE_BIN=out/minikube-linux-amd64

	  - MINIKUBE_HOME=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube

	  - MINIKUBE_LOCATION=12230

	  - KUBECONFIG=/tmp/legacy_kubeconfig036102226

	* Using the docker driver based on existing profile

	* Starting control plane node running-upgrade-20210813203658-288766 in cluster running-upgrade-20210813203658-288766

	* docker "running-upgrade-20210813203658-288766" container is missing, will recreate.

	* Creating docker container (CPUs=2, Memory=2200MB) ...

-- /stdout --

** stderr ** 

	X Exiting due to GUEST_PROVISION: Failed to start host: can't create with that IP, address already in use

	* 

	* If the above advice does not help, please let us know: 

	  - https://github.com/kubernetes/minikube/issues/new/choose

** /stderr **

version_upgrade_test.go:134: legacy v1.16.0 start failed: exit status 80

panic.go:613: *** TestRunningBinaryUpgrade FAILED at 2021-08-13 20:44:30.451766412 +0000 UTC m=+2206.570163748

helpers_test.go:223: -----------------------post-mortem--------------------------------

helpers_test.go:231: ======>  post-mortem[TestRunningBinaryUpgrade]: docker inspect <======

helpers_test.go:232: (dbg) Run:  docker inspect running-upgrade-20210813203658-288766

helpers_test.go:236: (dbg) docker inspect running-upgrade-20210813203658-288766:

-- stdout --

	[

	    {

	        "Id": "16366146bd26bf19a0e91eb5981c66ffd8f4b7897305d3dd856d36e8873eb957",

	        "Created": "2021-08-13T20:44:23.742923183Z",

	        "Path": "/usr/local/bin/entrypoint",

	        "Args": [

	            "/sbin/init"

	        ],

	        "State": {

	            "Status": "created",

	            "Running": false,

	            "Paused": false,

	            "Restarting": false,

	            "OOMKilled": false,

	            "Dead": false,

	            "Pid": 0,

	            "ExitCode": 128,

	            "Error": "Address already in use",

	            "StartedAt": "0001-01-01T00:00:00Z",

	            "FinishedAt": "0001-01-01T00:00:00Z"

	        },

	        "Image": "sha256:06db6ca724463f987019154e0475424113315da76733d5b67f90e35719d46c4d",

	        "ResolvConfPath": "",

	        "HostnamePath": "",

	        "HostsPath": "",

	        "LogPath": "",

	        "Name": "/running-upgrade-20210813203658-288766",

	        "RestartCount": 0,

	        "Driver": "overlay2",

	        "Platform": "linux",

	        "MountLabel": "",

	        "ProcessLabel": "",

	        "AppArmorProfile": "unconfined",

	        "ExecIDs": null,

	        "HostConfig": {

	            "Binds": [

	                "/lib/modules:/lib/modules:ro",

	                "running-upgrade-20210813203658-288766:/var"

	            ],

	            "ContainerIDFile": "",

	            "LogConfig": {

	                "Type": "json-file",

	                "Config": {}

	            },

	            "NetworkMode": "running-upgrade-20210813203658-288766",

	            "PortBindings": {

	                "22/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "2376/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "5000/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "8443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ]

	            },

	            "RestartPolicy": {

	                "Name": "no",

	                "MaximumRetryCount": 0

	            },

	            "AutoRemove": false,

	            "VolumeDriver": "",

	            "VolumesFrom": null,

	            "CapAdd": null,

	            "CapDrop": null,

	            "Capabilities": null,

	            "Dns": [],

	            "DnsOptions": [],

	            "DnsSearch": [],

	            "ExtraHosts": null,

	            "GroupAdd": null,

	            "IpcMode": "private",

	            "Cgroup": "",

	            "Links": null,

	            "OomScoreAdj": 0,

	            "PidMode": "",

	            "Privileged": true,

	            "PublishAllPorts": false,

	            "ReadonlyRootfs": false,

	            "SecurityOpt": [

	                "seccomp=unconfined",

	                "apparmor=unconfined",

	                "label=disable"

	            ],

	            "Tmpfs": {

	                "/run": "",

	                "/tmp": ""

	            },

	            "UTSMode": "",

	            "UsernsMode": "",

	            "ShmSize": 67108864,

	            "Runtime": "runc",

	            "ConsoleSize": [

	                0,

	                0

	            ],

	            "Isolation": "",

	            "CpuShares": 0,

	            "Memory": 2306867200,

	            "NanoCpus": 2000000000,

	            "CgroupParent": "",

	            "BlkioWeight": 0,

	            "BlkioWeightDevice": [],

	            "BlkioDeviceReadBps": null,

	            "BlkioDeviceWriteBps": null,

	            "BlkioDeviceReadIOps": null,

	            "BlkioDeviceWriteIOps": null,

	            "CpuPeriod": 0,

	            "CpuQuota": 0,

	            "CpuRealtimePeriod": 0,

	            "CpuRealtimeRuntime": 0,

	            "CpusetCpus": "",

	            "CpusetMems": "",

	            "Devices": [],

	            "DeviceCgroupRules": null,

	            "DeviceRequests": null,

	            "KernelMemory": 0,

	            "KernelMemoryTCP": 0,

	            "MemoryReservation": 0,

	            "MemorySwap": -1,

	            "MemorySwappiness": null,

	            "OomKillDisable": false,

	            "PidsLimit": null,

	            "Ulimits": null,

	            "CpuCount": 0,

	            "CpuPercent": 0,

	            "IOMaximumIOps": 0,

	            "IOMaximumBandwidth": 0,

	            "MaskedPaths": null,

	            "ReadonlyPaths": null

	        },

	        "GraphDriver": {

	            "Data": {

	                "LowerDir": "/var/lib/docker/overlay2/e21b0f4fe5df04fa145473b621aa2fe5886bbd28b4b3c1f2d7965eb058dc5de1-init/diff:/var/lib/docker/overlay2/2cafb81b979c8880da6f5596b32970bb9719655502b9990b62750c618bdcc547/diff:/var/lib/docker/overlay2/0202b62097bc3ddbcd1e97441d3df8cfa0e087d8e5697c7b29c818a377c5524c/diff:/var/lib/docker/overlay2/b28a03234fd586f1acc29f2cfffd121bb0f6a658a9d86801afd469058bfd6e3f/diff:/var/lib/docker/overlay2/c8a621d733d3d29bc776084d08a42f0a6bf35ed6070a6687c5b774fb3e2e4b4c/diff:/var/lib/docker/overlay2/b046431968f9765e372628f2b0da5e27d188508fd7e25b91acb217c290eadc7c/diff:/var/lib/docker/overlay2/0d3083d996e9cbbaecfa5e1ee2ed1328301a030d777f2b50731e115480db3937/diff:/var/lib/docker/overlay2/cfecb5fe5376f9b71357b351b97a8a3acf4db861103cfc9a32249a6ac7ad65a2/diff:/var/lib/docker/overlay2/8a982d24057b6224410aee2c2bf69d7d3e5c80b886d3149bdc5b70fb58ba19a3/diff:/var/lib/docker/overlay2/19119623aee3e3d8548949d7f371508f188423a41c884afdd60783ea3d04dfd2/diff:/var/lib/docker/overlay2/961b0b

fc14d3bc5247a0633321e6ecb35184a8ca04fcb67137d1902b1819b713/diff:/var/lib/docker/overlay2/73d6fffe011f1165eb74933df0ac861a352d5ea4996693b9037d2169a22a1f66/diff:/var/lib/docker/overlay2/ef4c48aec0aaecc0c11e141419b7fecedc8536ab17883e581089dc0db3ca9e26/diff:/var/lib/docker/overlay2/d363cb3f46b497740023a23af335a9625b12d142b5f35e5530bf985d00622edb/diff:/var/lib/docker/overlay2/c4381af3706d60b7007813ae53dfcadb001ac0f70b8bb585ea18299721facd1d/diff:/var/lib/docker/overlay2/4e40b059d193b484168f48dee422fb383ee02819016429fd8447eea041fdd09e/diff:/var/lib/docker/overlay2/e0469e800081a521f89b4d7ef77f395a7ae43d1d0d6c4ff8d51054c96d43c80d/diff:/var/lib/docker/overlay2/d46faeddbc3e71208da0de07cc512604d57ca1fc613a8d2df31ec7e3ffa8bbcc/diff:/var/lib/docker/overlay2/ea32f200adc5f6550940fdcbb034b97208685b0b2ec47603dcff51314c15077b/diff:/var/lib/docker/overlay2/d03ddf12fae7ed09d9310ddbaf63040c51fdb87e24956e85f2c9193fcc72c734/diff:/var/lib/docker/overlay2/9d0e1797e28922126194a6017959ab9fdf0e463f42902eac15f758be7eb84bc0/diff:/var/lib/d

ocker/overlay2/96dcde54edda8d3bc4e47332312d8867426dac4c6cb4159fde74140ba0ce74ca/diff:/var/lib/docker/overlay2/2f6d702518c4d35e2faba54f007e173ed910b2e83666cb264b05a57bb5fcd25d/diff:/var/lib/docker/overlay2/469957e2fac1545e060d00b02f0317930aed4b734e6698f4c8667712fef79b38/diff:/var/lib/docker/overlay2/fbe625b759b982135c13ff05cddd3bd3a86593e14396d4c0bcddaba4ddde2cfd/diff:/var/lib/docker/overlay2/3ea66287d33c09b099f866307aec25187925e50da5c2d6d0d8ae0764e685ef76/diff:/var/lib/docker/overlay2/dca14b80409bf51f98b165460555f187e61252d7d9f901e1856c6d63583edda1/diff:/var/lib/docker/overlay2/605b36a3e74900cb2da8421d3ae76eb61a25ce762d60d54b194033e2288365ee/diff:/var/lib/docker/overlay2/1e8a81657e7689a5d86a791e9a265b99d2c4db0c2c33554965002cb9effc3087/diff:/var/lib/docker/overlay2/c624473413952a48a8cca6a78793a69d8f1098865b29c2ebc10975f346b975ea/diff:/var/lib/docker/overlay2/40576377926bff92326325dd7ca41f32c3b5ee9051f5f6fd95939a1fc0c2bc85/diff:/var/lib/docker/overlay2/08e3e2ff5443f67147ea762a797bbb139746c70cc53a8faf7986f5a19df

009cb/diff:/var/lib/docker/overlay2/c89ee044ab56f8f613a4b3944e0deaeb9bed3ef3a1cd12e131f5ac3afa87d8b7/diff:/var/lib/docker/overlay2/1b4140f71e09964438606dd9d6396c56408c8bcefe0954b534c7bc9b961542ef/diff:/var/lib/docker/overlay2/3252732b3d8ab3c5f4ae2600a2b4ddad1888231a7bef7871ef9b27da11e8861e/diff",

	                "MergedDir": "/var/lib/docker/overlay2/e21b0f4fe5df04fa145473b621aa2fe5886bbd28b4b3c1f2d7965eb058dc5de1/merged",

	                "UpperDir": "/var/lib/docker/overlay2/e21b0f4fe5df04fa145473b621aa2fe5886bbd28b4b3c1f2d7965eb058dc5de1/diff",

	                "WorkDir": "/var/lib/docker/overlay2/e21b0f4fe5df04fa145473b621aa2fe5886bbd28b4b3c1f2d7965eb058dc5de1/work"

	            },

	            "Name": "overlay2"

	        },

	        "Mounts": [

	            {

	                "Type": "bind",

	                "Source": "/lib/modules",

	                "Destination": "/lib/modules",

	                "Mode": "ro",

	                "RW": false,

	                "Propagation": "rprivate"

	            },

	            {

	                "Type": "volume",

	                "Name": "running-upgrade-20210813203658-288766",

	                "Source": "/var/lib/docker/volumes/running-upgrade-20210813203658-288766/_data",

	                "Destination": "/var",

	                "Driver": "local",

	                "Mode": "z",

	                "RW": true,

	                "Propagation": ""

	            }

	        ],

	        "Config": {

	            "Hostname": "running-upgrade-20210813203658-288766",

	            "Domainname": "",

	            "User": "root",

	            "AttachStdin": false,

	            "AttachStdout": false,

	            "AttachStderr": false,

	            "ExposedPorts": {

	                "22/tcp": {},

	                "2376/tcp": {},

	                "5000/tcp": {},

	                "8443/tcp": {}

	            },

	            "Tty": true,

	            "OpenStdin": false,

	            "StdinOnce": false,

	            "Env": [

	                "container=docker",

	                "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"

	            ],

	            "Cmd": null,

	            "Image": "gcr.io/k8s-minikube/kicbase:v0.0.15-snapshot4@sha256:ef1f485b5a1cfa4c989bc05e153f0a8525968ec999e242efff871cbb31649c16",

	            "Volumes": null,

	            "WorkingDir": "",

	            "Entrypoint": [

	                "/usr/local/bin/entrypoint",

	                "/sbin/init"

	            ],

	            "OnBuild": null,

	            "Labels": {

	                "created_by.minikube.sigs.k8s.io": "true",

	                "mode.minikube.sigs.k8s.io": "running-upgrade-20210813203658-288766",

	                "name.minikube.sigs.k8s.io": "running-upgrade-20210813203658-288766",

	                "role.minikube.sigs.k8s.io": ""

	            },

	            "StopSignal": "SIGRTMIN+3"

	        },

	        "NetworkSettings": {

	            "Bridge": "",

	            "SandboxID": "",

	            "HairpinMode": false,

	            "LinkLocalIPv6Address": "",

	            "LinkLocalIPv6PrefixLen": 0,

	            "Ports": {},

	            "SandboxKey": "",

	            "SecondaryIPAddresses": null,

	            "SecondaryIPv6Addresses": null,

	            "EndpointID": "",

	            "Gateway": "",

	            "GlobalIPv6Address": "",

	            "GlobalIPv6PrefixLen": 0,

	            "IPAddress": "",

	            "IPPrefixLen": 0,

	            "IPv6Gateway": "",

	            "MacAddress": "",

	            "Networks": {

	                "running-upgrade-20210813203658-288766": {

	                    "IPAMConfig": {

	                        "IPv4Address": "192.168.70.255"

	                    },

	                    "Links": null,

	                    "Aliases": [

	                        "16366146bd26"

	                    ],

	                    "NetworkID": "",

	                    "EndpointID": "",

	                    "Gateway": "",

	                    "IPAddress": "",

	                    "IPPrefixLen": 0,

	                    "IPv6Gateway": "",

	                    "GlobalIPv6Address": "",

	                    "GlobalIPv6PrefixLen": 0,

	                    "MacAddress": "",

	                    "DriverOpts": null

	                }

	            }

	        }

	    }

	]

-- /stdout --

helpers_test.go:240: (dbg) Run:  out/minikube-linux-amd64 status --format={{.Host}} -p running-upgrade-20210813203658-288766 -n running-upgrade-20210813203658-288766

helpers_test.go:240: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p running-upgrade-20210813203658-288766 -n running-upgrade-20210813203658-288766: exit status 7 (107.757981ms)

-- stdout --

	Nonexistent

-- /stdout --

helpers_test.go:240: status error: exit status 7 (may be ok)

helpers_test.go:242: "running-upgrade-20210813203658-288766" host is not running, skipping log retrieval (state="Nonexistent")

helpers_test.go:176: Cleaning up "running-upgrade-20210813203658-288766" profile ...

helpers_test.go:179: (dbg) Run:  out/minikube-linux-amd64 delete -p running-upgrade-20210813203658-288766

=== CONT  TestRunningBinaryUpgrade

helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p running-upgrade-20210813203658-288766: (13.3550103s)

--- FAIL: TestRunningBinaryUpgrade (465.49s)

=== RUN   TestStoppedBinaryUpgrade

=== PAUSE TestStoppedBinaryUpgrade

=== CONT  TestStoppedBinaryUpgrade

=== CONT  TestStoppedBinaryUpgrade

version_upgrade_test.go:186: (dbg) Run:  /tmp/minikube-v1.16.0.242650429.exe start -p stopped-upgrade-20210813203658-288766 --memory=2200 --vm-driver=docker  --container-runtime=containerd

version_upgrade_test.go:186: (dbg) Non-zero exit: /tmp/minikube-v1.16.0.242650429.exe start -p stopped-upgrade-20210813203658-288766 --memory=2200 --vm-driver=docker  --container-runtime=containerd: exit status 80 (32.989863044s)

-- stdout --

	* [stopped-upgrade-20210813203658-288766] minikube v1.16.0 on Debian 9.13

	  - MINIKUBE_BIN=out/minikube-linux-amd64

	  - MINIKUBE_HOME=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube

	  - MINIKUBE_LOCATION=12230

	  - KUBECONFIG=/tmp/legacy_kubeconfig242752874

	* Using the docker driver based on user configuration

	* Starting control plane node stopped-upgrade-20210813203658-288766 in cluster stopped-upgrade-20210813203658-288766

	* Downloading Kubernetes v1.20.0 preload ...

	* Creating docker container (CPUs=2, Memory=2200MB) ...

-- /stdout --

** stderr ** 

	    > preloaded-images-k8s-v8-v1....: 35.99 MiB / 902.99 MiB [>_] 3.99% ? p/s ?    > preloaded-images-k8s-v8-v1....: 38.21 MiB / 902.99 MiB [>_] 4.23% ? p/s ?    > preloaded-images-k8s-v8-v1....: 48.00 MiB / 902.99 MiB [>_] 5.32% ? p/s ?    > preloaded-images-k8s-v8-v1....: 48.00 MiB / 902.99 MiB  5.32% 20.02 MiB p    > preloaded-images-k8s-v8-v1....: 56.00 MiB / 902.99 MiB  6.20% 20.02 MiB p    > preloaded-images-k8s-v8-v1....: 72.00 MiB / 902.99 MiB  7.97% 20.02 MiB p    > preloaded-images-k8s-v8-v1....: 78.64 MiB / 902.99 MiB  8.71% 22.03 MiB p    > preloaded-images-k8s-v8-v1....: 96.00 MiB / 902.99 MiB  10.63% 22.03 MiB     > preloaded-images-k8s-v8-v1....: 99.48 MiB / 902.99 MiB  11.02% 22.03 MiB     > preloaded-images-k8s-v8-v1....: 130.20 MiB / 902.99 MiB  14.42% 26.15 MiB    > preloaded-images-k8s-v8-v1....: 144.00 MiB / 902.99 MiB  15.95% 26.15 MiB    > preloaded-images-k8s-v8-v1....: 144.00 MiB / 902.99 MiB  15.95% 26.15 MiB    > preloaded-images-k8s-v8-v1....: 144.00 MiB / 902.99 MiB  15.9

5% 25.95 MiB    > preloaded-images-k8s-v8-v1....: 167.77 MiB / 902.99 MiB  18.58% 25.95 MiB    > preloaded-images-k8s-v8-v1....: 176.00 MiB / 902.99 MiB  19.49% 25.95 MiB    > preloaded-images-k8s-v8-v1....: 176.00 MiB / 902.99 MiB  19.49% 27.71 MiB    > preloaded-images-k8s-v8-v1....: 176.00 MiB / 902.99 MiB  19.49% 27.71 MiB    > preloaded-images-k8s-v8-v1....: 176.00 MiB / 902.99 MiB  19.49% 27.71 MiB    > preloaded-images-k8s-v8-v1....: 184.47 MiB / 902.99 MiB  20.43% 26.84 MiB    > preloaded-images-k8s-v8-v1....: 208.00 MiB / 902.99 MiB  23.03% 26.84 MiB    > preloaded-images-k8s-v8-v1....: 208.00 MiB / 902.99 MiB  23.03% 26.84 MiB    > preloaded-images-k8s-v8-v1....: 208.00 MiB / 902.99 MiB  23.03% 27.63 MiB    > preloaded-images-k8s-v8-v1....: 208.00 MiB / 902.99 MiB  23.03% 27.63 MiB    > preloaded-images-k8s-v8-v1....: 224.91 MiB / 902.99 MiB  24.91% 27.63 MiB    > preloaded-images-k8s-v8-v1....: 240.00 MiB / 902.99 MiB  26.58% 29.29 MiB    > preloaded-images-k8s-v8-v1....: 240.01 MiB / 902.99 MiB  2

6.58% 29.29 MiB    > preloaded-images-k8s-v8-v1....: 240.01 MiB / 902.99 MiB  26.58% 29.29 MiB    > preloaded-images-k8s-v8-v1....: 240.01 MiB / 902.99 MiB  26.58% 27.40 MiB    > preloaded-images-k8s-v8-v1....: 240.01 MiB / 902.99 MiB  26.58% 27.40 MiB    > preloaded-images-k8s-v8-v1....: 240.01 MiB / 902.99 MiB  26.58% 27.40 MiB    > preloaded-images-k8s-v8-v1....: 280.00 MiB / 902.99 MiB  31.01% 29.94 MiB    > preloaded-images-k8s-v8-v1....: 286.88 MiB / 902.99 MiB  31.77% 29.94 MiB    > preloaded-images-k8s-v8-v1....: 312.00 MiB / 902.99 MiB  34.55% 29.94 MiB    > preloaded-images-k8s-v8-v1....: 312.00 MiB / 902.99 MiB  34.55% 31.45 MiB    > preloaded-images-k8s-v8-v1....: 312.00 MiB / 902.99 MiB  34.55% 31.45 MiB    > preloaded-images-k8s-v8-v1....: 312.00 MiB / 902.99 MiB  34.55% 31.45 MiB    > preloaded-images-k8s-v8-v1....: 351.92 MiB / 902.99 MiB  38.97% 33.71 MiB    > preloaded-images-k8s-v8-v1....: 352.00 MiB / 902.99 MiB  38.98% 33.71 MiB    > preloaded-images-k8s-v8-v1....: 352.00 MiB / 902.99 MiB

38.98% 33.71 MiB    > preloaded-images-k8s-v8-v1....: 352.00 MiB / 902.99 MiB  38.98% 31.54 MiB    > preloaded-images-k8s-v8-v1....: 365.81 MiB / 902.99 MiB  40.51% 31.54 MiB    > preloaded-images-k8s-v8-v1....: 381.96 MiB / 902.99 MiB  42.30% 31.54 MiB    > preloaded-images-k8s-v8-v1....: 416.00 MiB / 902.99 MiB  46.07% 36.39 MiB    > preloaded-images-k8s-v8-v1....: 416.00 MiB / 902.99 MiB  46.07% 36.39 MiB    > preloaded-images-k8s-v8-v1....: 440.00 MiB / 902.99 MiB  48.73% 36.39 MiB    > preloaded-images-k8s-v8-v1....: 445.10 MiB / 902.99 MiB  49.29% 37.17 MiB    > preloaded-images-k8s-v8-v1....: 445.10 MiB / 902.99 MiB  49.29% 37.17 MiB    > preloaded-images-k8s-v8-v1....: 445.10 MiB / 902.99 MiB  49.29% 37.17 MiB    > preloaded-images-k8s-v8-v1....: 445.10 MiB / 902.99 MiB  49.29% 34.77 MiB    > preloaded-images-k8s-v8-v1....: 445.10 MiB / 902.99 MiB  49.29% 34.77 MiB    > preloaded-images-k8s-v8-v1....: 469.72 MiB / 902.99 MiB  52.02% 34.77 MiB    > preloaded-images-k8s-v8-v1....: 488.00 MiB / 902.99

MiB  54.04% 37.14 MiB    > preloaded-images-k8s-v8-v1....: 504.26 MiB / 902.99 MiB  55.84% 37.14 MiB    > preloaded-images-k8s-v8-v1....: 520.84 MiB / 902.99 MiB  57.68% 37.14 MiB    > preloaded-images-k8s-v8-v1....: 544.00 MiB / 902.99 MiB  60.24% 40.77 MiB    > preloaded-images-k8s-v8-v1....: 555.11 MiB / 902.99 MiB  61.47% 40.77 MiB    > preloaded-images-k8s-v8-v1....: 576.00 MiB / 902.99 MiB  63.79% 40.77 MiB    > preloaded-images-k8s-v8-v1....: 582.17 MiB / 902.99 MiB  64.47% 42.24 MiB    > preloaded-images-k8s-v8-v1....: 592.00 MiB / 902.99 MiB  65.56% 42.24 MiB    > preloaded-images-k8s-v8-v1....: 600.00 MiB / 902.99 MiB  66.45% 42.24 MiB    > preloaded-images-k8s-v8-v1....: 616.00 MiB / 902.99 MiB  68.22% 43.15 MiB    > preloaded-images-k8s-v8-v1....: 616.00 MiB / 902.99 MiB  68.22% 43.15 MiB    > preloaded-images-k8s-v8-v1....: 624.00 MiB / 902.99 MiB  69.10% 43.15 MiB    > preloaded-images-k8s-v8-v1....: 624.00 MiB / 902.99 MiB  69.10% 41.23 MiB    > preloaded-images-k8s-v8-v1....: 624.00 MiB / 902.

99 MiB  69.10% 41.23 MiB    > preloaded-images-k8s-v8-v1....: 639.21 MiB / 902.99 MiB  70.79% 41.23 MiB    > preloaded-images-k8s-v8-v1....: 640.01 MiB / 902.99 MiB  70.88% 40.29 MiB    > preloaded-images-k8s-v8-v1....: 640.01 MiB / 902.99 MiB  70.88% 40.29 MiB    > preloaded-images-k8s-v8-v1....: 640.01 MiB / 902.99 MiB  70.88% 40.29 MiB    > preloaded-images-k8s-v8-v1....: 640.01 MiB / 902.99 MiB  70.88% 37.69 MiB    > preloaded-images-k8s-v8-v1....: 672.00 MiB / 902.99 MiB  74.42% 37.69 MiB    > preloaded-images-k8s-v8-v1....: 672.00 MiB / 902.99 MiB  74.42% 37.69 MiB    > preloaded-images-k8s-v8-v1....: 672.00 MiB / 902.99 MiB  74.42% 38.70 MiB    > preloaded-images-k8s-v8-v1....: 672.00 MiB / 902.99 MiB  74.42% 38.70 MiB    > preloaded-images-k8s-v8-v1....: 681.92 MiB / 902.99 MiB  75.52% 38.70 MiB    > preloaded-images-k8s-v8-v1....: 696.00 MiB / 902.99 MiB  77.08% 38.78 MiB    > preloaded-images-k8s-v8-v1....: 705.05 MiB / 902.99 MiB  78.08% 38.78 MiB    > preloaded-images-k8s-v8-v1....: 720.00 MiB / 9

02.99 MiB  79.74% 38.78 MiB    > preloaded-images-k8s-v8-v1....: 736.00 MiB / 902.99 MiB  81.51% 40.58 MiB    > preloaded-images-k8s-v8-v1....: 736.00 MiB / 902.99 MiB  81.51% 40.58 MiB    > preloaded-images-k8s-v8-v1....: 736.00 MiB / 902.99 MiB  81.51% 40.58 MiB    > preloaded-images-k8s-v8-v1....: 752.00 MiB / 902.99 MiB  83.28% 39.69 MiB    > preloaded-images-k8s-v8-v1....: 756.99 MiB / 902.99 MiB  83.83% 39.69 MiB    > preloaded-images-k8s-v8-v1....: 768.00 MiB / 902.99 MiB  85.05% 39.69 MiB    > preloaded-images-k8s-v8-v1....: 770.91 MiB / 902.99 MiB  85.37% 39.16 MiB    > preloaded-images-k8s-v8-v1....: 788.10 MiB / 902.99 MiB  87.28% 39.16 MiB    > preloaded-images-k8s-v8-v1....: 800.00 MiB / 902.99 MiB  88.59% 39.16 MiB    > preloaded-images-k8s-v8-v1....: 800.00 MiB / 902.99 MiB  88.59% 39.76 MiB    > preloaded-images-k8s-v8-v1....: 800.00 MiB / 902.99 MiB  88.59% 39.76 MiB    > preloaded-images-k8s-v8-v1....: 800.00 MiB / 902.99 MiB  88.59% 39.76 MiB    > preloaded-images-k8s-v8-v1....: 816.00 MiB

/ 902.99 MiB  90.37% 38.92 MiB    > preloaded-images-k8s-v8-v1....: 816.00 MiB / 902.99 MiB  90.37% 38.92 MiB    > preloaded-images-k8s-v8-v1....: 816.00 MiB / 902.99 MiB  90.37% 38.92 MiB    > preloaded-images-k8s-v8-v1....: 816.00 MiB / 902.99 MiB  90.37% 36.40 MiB    > preloaded-images-k8s-v8-v1....: 816.01 MiB / 902.99 MiB  90.37% 36.40 MiB    > preloaded-images-k8s-v8-v1....: 816.01 MiB / 902.99 MiB  90.37% 36.40 MiB    > preloaded-images-k8s-v8-v1....: 816.01 MiB / 902.99 MiB  90.37% 34.06 MiB    > preloaded-images-k8s-v8-v1....: 816.01 MiB / 902.99 MiB  90.37% 34.06 MiB    > preloaded-images-k8s-v8-v1....: 816.01 MiB / 902.99 MiB  90.37% 34.06 MiB    > preloaded-images-k8s-v8-v1....: 816.01 MiB / 902.99 MiB  90.37% 31.86 MiB    > preloaded-images-k8s-v8-v1....: 835.52 MiB / 902.99 MiB  92.53% 31.86 MiB    > preloaded-images-k8s-v8-v1....: 849.77 MiB / 902.99 MiB  94.11% 31.86 MiB    > preloaded-images-k8s-v8-v1....: 856.00 MiB / 902.99 MiB  94.80% 34.10 MiB    > preloaded-images-k8s-v8-v1....: 872.00 M

iB / 902.99 MiB  96.57% 34.10 MiB    > preloaded-images-k8s-v8-v1....: 872.00 MiB / 902.99 MiB  96.57% 34.10 MiB    > preloaded-images-k8s-v8-v1....: 872.00 MiB / 902.99 MiB  96.57% 33.62 MiB    > preloaded-images-k8s-v8-v1....: 872.00 MiB / 902.99 MiB  96.57% 33.62 MiB    > preloaded-images-k8s-v8-v1....: 872.00 MiB / 902.99 MiB  96.57% 33.62 MiB    > preloaded-images-k8s-v8-v1....: 880.00 MiB / 902.99 MiB  97.45% 32.32 MiB    > preloaded-images-k8s-v8-v1....: 902.99 MiB / 902.99 MiB  100.00% 41.51 MiX Exiting due to GUEST_PROVISION: Failed to start host: can't create with that IP, address already in use

	* 

	* If the above advice does not help, please let us know: 

	  - https://github.com/kubernetes/minikube/issues/new/choose

** /stderr **

=== CONT  TestStoppedBinaryUpgrade

version_upgrade_test.go:186: (dbg) Run:  /tmp/minikube-v1.16.0.242650429.exe start -p stopped-upgrade-20210813203658-288766 --memory=2200 --vm-driver=docker  --container-runtime=containerd

=== CONT  TestStoppedBinaryUpgrade

version_upgrade_test.go:186: (dbg) Non-zero exit: /tmp/minikube-v1.16.0.242650429.exe start -p stopped-upgrade-20210813203658-288766 --memory=2200 --vm-driver=docker  --container-runtime=containerd: exit status 80 (3m32.509879732s)

-- stdout --

	* [stopped-upgrade-20210813203658-288766] minikube v1.16.0 on Debian 9.13

	  - MINIKUBE_BIN=out/minikube-linux-amd64

	  - MINIKUBE_HOME=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube

	  - MINIKUBE_LOCATION=12230

	  - KUBECONFIG=/tmp/legacy_kubeconfig206673452

	* Using the docker driver based on existing profile

	* Starting control plane node stopped-upgrade-20210813203658-288766 in cluster stopped-upgrade-20210813203658-288766

	* docker "stopped-upgrade-20210813203658-288766" container is missing, will recreate.

	* Creating docker container (CPUs=2, Memory=2200MB) ...

-- /stdout --

** stderr ** 

	X Exiting due to GUEST_PROVISION: Failed to start host: can't create with that IP, address already in use

	* 

	* If the above advice does not help, please let us know: 

	  - https://github.com/kubernetes/minikube/issues/new/choose

** /stderr **

version_upgrade_test.go:186: (dbg) Run:  /tmp/minikube-v1.16.0.242650429.exe start -p stopped-upgrade-20210813203658-288766 --memory=2200 --vm-driver=docker  --container-runtime=containerd

=== CONT  TestStoppedBinaryUpgrade

version_upgrade_test.go:186: (dbg) Non-zero exit: /tmp/minikube-v1.16.0.242650429.exe start -p stopped-upgrade-20210813203658-288766 --memory=2200 --vm-driver=docker  --container-runtime=containerd: exit status 80 (3m22.175724678s)

-- stdout --

	* [stopped-upgrade-20210813203658-288766] minikube v1.16.0 on Debian 9.13

	  - MINIKUBE_BIN=out/minikube-linux-amd64

	  - MINIKUBE_HOME=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube

	  - MINIKUBE_LOCATION=12230

	  - KUBECONFIG=/tmp/legacy_kubeconfig229272319

	* Using the docker driver based on existing profile

	* Starting control plane node stopped-upgrade-20210813203658-288766 in cluster stopped-upgrade-20210813203658-288766

	* docker "stopped-upgrade-20210813203658-288766" container is missing, will recreate.

	* Creating docker container (CPUs=2, Memory=2200MB) ...

-- /stdout --

** stderr ** 

	X Exiting due to GUEST_PROVISION: Failed to start host: can't create with that IP, address already in use

	* 

	* If the above advice does not help, please let us know: 

	  - https://github.com/kubernetes/minikube/issues/new/choose

** /stderr **

version_upgrade_test.go:192: legacy v1.16.0 start failed: exit status 80

panic.go:613: *** TestStoppedBinaryUpgrade FAILED at 2021-08-13 20:44:29.540201692 +0000 UTC m=+2205.658599069

helpers_test.go:223: -----------------------post-mortem--------------------------------

helpers_test.go:231: ======>  post-mortem[TestStoppedBinaryUpgrade]: docker inspect <======

helpers_test.go:232: (dbg) Run:  docker inspect stopped-upgrade-20210813203658-288766

helpers_test.go:236: (dbg) docker inspect stopped-upgrade-20210813203658-288766:

-- stdout --

	[

	    {

	        "Id": "b32ba936e92365864f687f8328ff423275d70ff6f2636144c1b1ae2a482a31a5",

	        "Created": "2021-08-13T20:44:16.740157283Z",

	        "Path": "/usr/local/bin/entrypoint",

	        "Args": [

	            "/sbin/init"

	        ],

	        "State": {

	            "Status": "created",

	            "Running": false,

	            "Paused": false,

	            "Restarting": false,

	            "OOMKilled": false,

	            "Dead": false,

	            "Pid": 0,

	            "ExitCode": 128,

	            "Error": "Address already in use",

	            "StartedAt": "0001-01-01T00:00:00Z",

	            "FinishedAt": "0001-01-01T00:00:00Z"

	        },

	        "Image": "sha256:06db6ca724463f987019154e0475424113315da76733d5b67f90e35719d46c4d",

	        "ResolvConfPath": "",

	        "HostnamePath": "",

	        "HostsPath": "",

	        "LogPath": "",

	        "Name": "/stopped-upgrade-20210813203658-288766",

	        "RestartCount": 0,

	        "Driver": "overlay2",

	        "Platform": "linux",

	        "MountLabel": "",

	        "ProcessLabel": "",

	        "AppArmorProfile": "unconfined",

	        "ExecIDs": null,

	        "HostConfig": {

	            "Binds": [

	                "/lib/modules:/lib/modules:ro",

	                "stopped-upgrade-20210813203658-288766:/var"

	            ],

	            "ContainerIDFile": "",

	            "LogConfig": {

	                "Type": "json-file",

	                "Config": {}

	            },

	            "NetworkMode": "stopped-upgrade-20210813203658-288766",

	            "PortBindings": {

	                "22/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "2376/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "5000/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "8443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ]

	            },

	            "RestartPolicy": {

	                "Name": "no",

	                "MaximumRetryCount": 0

	            },

	            "AutoRemove": false,

	            "VolumeDriver": "",

	            "VolumesFrom": null,

	            "CapAdd": null,

	            "CapDrop": null,

	            "Capabilities": null,

	            "Dns": [],

	            "DnsOptions": [],

	            "DnsSearch": [],

	            "ExtraHosts": null,

	            "GroupAdd": null,

	            "IpcMode": "private",

	            "Cgroup": "",

	            "Links": null,

	            "OomScoreAdj": 0,

	            "PidMode": "",

	            "Privileged": true,

	            "PublishAllPorts": false,

	            "ReadonlyRootfs": false,

	            "SecurityOpt": [

	                "seccomp=unconfined",

	                "apparmor=unconfined",

	                "label=disable"

	            ],

	            "Tmpfs": {

	                "/run": "",

	                "/tmp": ""

	            },

	            "UTSMode": "",

	            "UsernsMode": "",

	            "ShmSize": 67108864,

	            "Runtime": "runc",

	            "ConsoleSize": [

	                0,

	                0

	            ],

	            "Isolation": "",

	            "CpuShares": 0,

	            "Memory": 2306867200,

	            "NanoCpus": 2000000000,

	            "CgroupParent": "",

	            "BlkioWeight": 0,

	            "BlkioWeightDevice": [],

	            "BlkioDeviceReadBps": null,

	            "BlkioDeviceWriteBps": null,

	            "BlkioDeviceReadIOps": null,

	            "BlkioDeviceWriteIOps": null,

	            "CpuPeriod": 0,

	            "CpuQuota": 0,

	            "CpuRealtimePeriod": 0,

	            "CpuRealtimeRuntime": 0,

	            "CpusetCpus": "",

	            "CpusetMems": "",

	            "Devices": [],

	            "DeviceCgroupRules": null,

	            "DeviceRequests": null,

	            "KernelMemory": 0,

	            "KernelMemoryTCP": 0,

	            "MemoryReservation": 0,

	            "MemorySwap": -1,

	            "MemorySwappiness": null,

	            "OomKillDisable": false,

	            "PidsLimit": null,

	            "Ulimits": null,

	            "CpuCount": 0,

	            "CpuPercent": 0,

	            "IOMaximumIOps": 0,

	            "IOMaximumBandwidth": 0,

	            "MaskedPaths": null,

	            "ReadonlyPaths": null

	        },

	        "GraphDriver": {

	            "Data": {

	                "LowerDir": "/var/lib/docker/overlay2/b9d44b937603f6f8f5f5fa565ea2bfd9e2e11dc6257f8ace028bb0d1f1af40f8-init/diff:/var/lib/docker/overlay2/2cafb81b979c8880da6f5596b32970bb9719655502b9990b62750c618bdcc547/diff:/var/lib/docker/overlay2/0202b62097bc3ddbcd1e97441d3df8cfa0e087d8e5697c7b29c818a377c5524c/diff:/var/lib/docker/overlay2/b28a03234fd586f1acc29f2cfffd121bb0f6a658a9d86801afd469058bfd6e3f/diff:/var/lib/docker/overlay2/c8a621d733d3d29bc776084d08a42f0a6bf35ed6070a6687c5b774fb3e2e4b4c/diff:/var/lib/docker/overlay2/b046431968f9765e372628f2b0da5e27d188508fd7e25b91acb217c290eadc7c/diff:/var/lib/docker/overlay2/0d3083d996e9cbbaecfa5e1ee2ed1328301a030d777f2b50731e115480db3937/diff:/var/lib/docker/overlay2/cfecb5fe5376f9b71357b351b97a8a3acf4db861103cfc9a32249a6ac7ad65a2/diff:/var/lib/docker/overlay2/8a982d24057b6224410aee2c2bf69d7d3e5c80b886d3149bdc5b70fb58ba19a3/diff:/var/lib/docker/overlay2/19119623aee3e3d8548949d7f371508f188423a41c884afdd60783ea3d04dfd2/diff:/var/lib/docker/overlay2/961b0b

fc14d3bc5247a0633321e6ecb35184a8ca04fcb67137d1902b1819b713/diff:/var/lib/docker/overlay2/73d6fffe011f1165eb74933df0ac861a352d5ea4996693b9037d2169a22a1f66/diff:/var/lib/docker/overlay2/ef4c48aec0aaecc0c11e141419b7fecedc8536ab17883e581089dc0db3ca9e26/diff:/var/lib/docker/overlay2/d363cb3f46b497740023a23af335a9625b12d142b5f35e5530bf985d00622edb/diff:/var/lib/docker/overlay2/c4381af3706d60b7007813ae53dfcadb001ac0f70b8bb585ea18299721facd1d/diff:/var/lib/docker/overlay2/4e40b059d193b484168f48dee422fb383ee02819016429fd8447eea041fdd09e/diff:/var/lib/docker/overlay2/e0469e800081a521f89b4d7ef77f395a7ae43d1d0d6c4ff8d51054c96d43c80d/diff:/var/lib/docker/overlay2/d46faeddbc3e71208da0de07cc512604d57ca1fc613a8d2df31ec7e3ffa8bbcc/diff:/var/lib/docker/overlay2/ea32f200adc5f6550940fdcbb034b97208685b0b2ec47603dcff51314c15077b/diff:/var/lib/docker/overlay2/d03ddf12fae7ed09d9310ddbaf63040c51fdb87e24956e85f2c9193fcc72c734/diff:/var/lib/docker/overlay2/9d0e1797e28922126194a6017959ab9fdf0e463f42902eac15f758be7eb84bc0/diff:/var/lib/d

ocker/overlay2/96dcde54edda8d3bc4e47332312d8867426dac4c6cb4159fde74140ba0ce74ca/diff:/var/lib/docker/overlay2/2f6d702518c4d35e2faba54f007e173ed910b2e83666cb264b05a57bb5fcd25d/diff:/var/lib/docker/overlay2/469957e2fac1545e060d00b02f0317930aed4b734e6698f4c8667712fef79b38/diff:/var/lib/docker/overlay2/fbe625b759b982135c13ff05cddd3bd3a86593e14396d4c0bcddaba4ddde2cfd/diff:/var/lib/docker/overlay2/3ea66287d33c09b099f866307aec25187925e50da5c2d6d0d8ae0764e685ef76/diff:/var/lib/docker/overlay2/dca14b80409bf51f98b165460555f187e61252d7d9f901e1856c6d63583edda1/diff:/var/lib/docker/overlay2/605b36a3e74900cb2da8421d3ae76eb61a25ce762d60d54b194033e2288365ee/diff:/var/lib/docker/overlay2/1e8a81657e7689a5d86a791e9a265b99d2c4db0c2c33554965002cb9effc3087/diff:/var/lib/docker/overlay2/c624473413952a48a8cca6a78793a69d8f1098865b29c2ebc10975f346b975ea/diff:/var/lib/docker/overlay2/40576377926bff92326325dd7ca41f32c3b5ee9051f5f6fd95939a1fc0c2bc85/diff:/var/lib/docker/overlay2/08e3e2ff5443f67147ea762a797bbb139746c70cc53a8faf7986f5a19df

009cb/diff:/var/lib/docker/overlay2/c89ee044ab56f8f613a4b3944e0deaeb9bed3ef3a1cd12e131f5ac3afa87d8b7/diff:/var/lib/docker/overlay2/1b4140f71e09964438606dd9d6396c56408c8bcefe0954b534c7bc9b961542ef/diff:/var/lib/docker/overlay2/3252732b3d8ab3c5f4ae2600a2b4ddad1888231a7bef7871ef9b27da11e8861e/diff",

	                "MergedDir": "/var/lib/docker/overlay2/b9d44b937603f6f8f5f5fa565ea2bfd9e2e11dc6257f8ace028bb0d1f1af40f8/merged",

	                "UpperDir": "/var/lib/docker/overlay2/b9d44b937603f6f8f5f5fa565ea2bfd9e2e11dc6257f8ace028bb0d1f1af40f8/diff",

	                "WorkDir": "/var/lib/docker/overlay2/b9d44b937603f6f8f5f5fa565ea2bfd9e2e11dc6257f8ace028bb0d1f1af40f8/work"

	            },

	            "Name": "overlay2"

	        },

	        "Mounts": [

	            {

	                "Type": "bind",

	                "Source": "/lib/modules",

	                "Destination": "/lib/modules",

	                "Mode": "ro",

	                "RW": false,

	                "Propagation": "rprivate"

	            },

	            {

	                "Type": "volume",

	                "Name": "stopped-upgrade-20210813203658-288766",

	                "Source": "/var/lib/docker/volumes/stopped-upgrade-20210813203658-288766/_data",

	                "Destination": "/var",

	                "Driver": "local",

	                "Mode": "z",

	                "RW": true,

	                "Propagation": ""

	            }

	        ],

	        "Config": {

	            "Hostname": "stopped-upgrade-20210813203658-288766",

	            "Domainname": "",

	            "User": "root",

	            "AttachStdin": false,

	            "AttachStdout": false,

	            "AttachStderr": false,

	            "ExposedPorts": {

	                "22/tcp": {},

	                "2376/tcp": {},

	                "5000/tcp": {},

	                "8443/tcp": {}

	            },

	            "Tty": true,

	            "OpenStdin": false,

	            "StdinOnce": false,

	            "Env": [

	                "container=docker",

	                "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"

	            ],

	            "Cmd": null,

	            "Image": "gcr.io/k8s-minikube/kicbase:v0.0.15-snapshot4@sha256:ef1f485b5a1cfa4c989bc05e153f0a8525968ec999e242efff871cbb31649c16",

	            "Volumes": null,

	            "WorkingDir": "",

	            "Entrypoint": [

	                "/usr/local/bin/entrypoint",

	                "/sbin/init"

	            ],

	            "OnBuild": null,

	            "Labels": {

	                "created_by.minikube.sigs.k8s.io": "true",

	                "mode.minikube.sigs.k8s.io": "stopped-upgrade-20210813203658-288766",

	                "name.minikube.sigs.k8s.io": "stopped-upgrade-20210813203658-288766",

	                "role.minikube.sigs.k8s.io": ""

	            },

	            "StopSignal": "SIGRTMIN+3"

	        },

	        "NetworkSettings": {

	            "Bridge": "",

	            "SandboxID": "",

	            "HairpinMode": false,

	            "LinkLocalIPv6Address": "",

	            "LinkLocalIPv6PrefixLen": 0,

	            "Ports": {},

	            "SandboxKey": "",

	            "SecondaryIPAddresses": null,

	            "SecondaryIPv6Addresses": null,

	            "EndpointID": "",

	            "Gateway": "",

	            "GlobalIPv6Address": "",

	            "GlobalIPv6PrefixLen": 0,

	            "IPAddress": "",

	            "IPPrefixLen": 0,

	            "IPv6Gateway": "",

	            "MacAddress": "",

	            "Networks": {

	                "stopped-upgrade-20210813203658-288766": {

	                    "IPAMConfig": {

	                        "IPv4Address": "192.168.59.255"

	                    },

	                    "Links": null,

	                    "Aliases": [

	                        "b32ba936e923"

	                    ],

	                    "NetworkID": "",

	                    "EndpointID": "",

	                    "Gateway": "",

	                    "IPAddress": "",

	                    "IPPrefixLen": 0,

	                    "IPv6Gateway": "",

	                    "GlobalIPv6Address": "",

	                    "GlobalIPv6PrefixLen": 0,

	                    "MacAddress": "",

	                    "DriverOpts": null

	                }

	            }

	        }

	    }

	]

-- /stdout --

helpers_test.go:240: (dbg) Run:  out/minikube-linux-amd64 status --format={{.Host}} -p stopped-upgrade-20210813203658-288766 -n stopped-upgrade-20210813203658-288766

helpers_test.go:240: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p stopped-upgrade-20210813203658-288766 -n stopped-upgrade-20210813203658-288766: exit status 7 (114.166683ms)

-- stdout --

	Nonexistent

-- /stdout --

helpers_test.go:240: status error: exit status 7 (may be ok)

helpers_test.go:242: "stopped-upgrade-20210813203658-288766" host is not running, skipping log retrieval (state="Nonexistent")

helpers_test.go:176: Cleaning up "stopped-upgrade-20210813203658-288766" profile ...

helpers_test.go:179: (dbg) Run:  out/minikube-linux-amd64 delete -p stopped-upgrade-20210813203658-288766

=== CONT  TestStoppedBinaryUpgrade

helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p stopped-upgrade-20210813203658-288766: (14.092238706s)

--- FAIL: TestStoppedBinaryUpgrade (465.32s)

=== RUN   TestPause/serial/Pause

pause_test.go:107: (dbg) Run:  out/minikube-linux-amd64 pause -p pause-20210813203929-288766 --alsologtostderr -v=5

pause_test.go:107: (dbg) Non-zero exit: out/minikube-linux-amd64 pause -p pause-20210813203929-288766 --alsologtostderr -v=5: exit status 80 (1.74254019s)

-- stdout --

	* Pausing node pause-20210813203929-288766 ... 

-- /stdout --

** stderr ** 

	I0813 20:41:08.953579  440036 out.go:298] Setting OutFile to fd 1 ...

	I0813 20:41:08.953682  440036 out.go:345] TERM=,COLORTERM=, which probably does not support color

	I0813 20:41:08.953694  440036 out.go:311] Setting ErrFile to fd 2...

	I0813 20:41:08.953697  440036 out.go:345] TERM=,COLORTERM=, which probably does not support color

	I0813 20:41:08.953832  440036 root.go:313] Updating PATH: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/bin

	I0813 20:41:08.954045  440036 out.go:305] Setting JSON to false

	I0813 20:41:08.954074  440036 mustload.go:65] Loading cluster: pause-20210813203929-288766

	I0813 20:41:08.954453  440036 config.go:177] Loaded profile config "pause-20210813203929-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.21.3

	I0813 20:41:08.954857  440036 cli_runner.go:115] Run: docker container inspect pause-20210813203929-288766 --format={{.State.Status}}

	I0813 20:41:08.994732  440036 host.go:66] Checking if "pause-20210813203929-288766" exists ...

	I0813 20:41:08.995578  440036 pause.go:58] "namespaces" [kube-system kubernetes-dashboard storage-gluster istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cni: container-runtime:docker cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) host-dns-resolver:%!s(bool=

true) host-only-cidr:192.168.99.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/12032/minikube-v1.22.0-1628622362-12032.iso https://github.com/kubernetes/minikube/releases/download/v1.22.0-1628622362-12032/minikube-v1.22.0-1628622362-12032.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.22.0-1628622362-12032.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qemu-uri:qemu:///system listen-address: memory: mount:%!s(bool=false) mount-string:/home/jenkins:/minikube-host namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plu

gin: nfs-share:[] nfs-shares-root:/nfsshares no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) profile:pause-20210813203929-288766 purge:%!s(bool=false) registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) schedule:0s service-cluster-ip-range:10.96.0.0/12 ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarning:%!s(bool=true) wantupdatenotification:%!s(bool=true) wantvirtualboxdriverwarning:%!s(bool=true)]="(MISSING)"

	I0813 20:41:08.998025  440036 out.go:177] * Pausing node pause-20210813203929-288766 ... 

	I0813 20:41:08.998055  440036 host.go:66] Checking if "pause-20210813203929-288766" exists ...

	I0813 20:41:08.998283  440036 ssh_runner.go:149] Run: systemctl --version

	I0813 20:41:08.998325  440036 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-20210813203929-288766

	I0813 20:41:09.044241  440036 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33132 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/pause-20210813203929-288766/id_rsa Username:docker}

	I0813 20:41:09.137084  440036 ssh_runner.go:149] Run: sudo systemctl is-active --quiet service kubelet

	I0813 20:41:09.146584  440036 pause.go:50] kubelet running: true

	I0813 20:41:09.146647  440036 ssh_runner.go:149] Run: sudo systemctl disable --now kubelet

	I0813 20:41:09.250460  440036 cri.go:41] listing CRI containers in root /run/containerd/runc/k8s.io: {State:running Name: Namespaces:[kube-system kubernetes-dashboard storage-gluster istio-operator]}

	I0813 20:41:09.250577  440036 ssh_runner.go:149] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=storage-gluster; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"

	I0813 20:41:09.324621  440036 cri.go:76] found id: "6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af"

	I0813 20:41:09.324660  440036 cri.go:76] found id: "0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476"

	I0813 20:41:09.324668  440036 cri.go:76] found id: "024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c"

	I0813 20:41:09.324674  440036 cri.go:76] found id: "1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e"

	I0813 20:41:09.324679  440036 cri.go:76] found id: "35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5"

	I0813 20:41:09.324685  440036 cri.go:76] found id: "10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf"

	I0813 20:41:09.324688  440036 cri.go:76] found id: "63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627"

	I0813 20:41:09.324692  440036 cri.go:76] found id: "d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f"

	I0813 20:41:09.324696  440036 cri.go:76] found id: ""

	I0813 20:41:09.324740  440036 ssh_runner.go:149] Run: sudo runc --root /run/containerd/runc/k8s.io list -f json

	I0813 20:41:09.358291  440036 cri.go:103] JSON = [{"ociVersion":"1.0.2-dev","id":"024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c","pid":1942,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c/rootfs","created":"2021-08-13T20:40:29.492925829Z","annotations":{"io.kubernetes.cri.container-name":"kindnet-cni","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476","pid":2122,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476","rootfs":"/run/containerd/io.containerd.runtim

e.v2.task/k8s.io/0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476/rootfs","created":"2021-08-13T20:40:45.384956251Z","annotations":{"io.kubernetes.cri.container-name":"coredns","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf","pid":1163,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf/rootfs","created":"2021-08-13T20:40:06.101045648Z","annotations":{"io.kubernetes.cri.container-name":"etcd","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d"},"owner":"root"},{"ociVersion":

"1.0.2-dev","id":"1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e","pid":1797,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e/rootfs","created":"2021-08-13T20:40:28.957034394Z","annotations":{"io.kubernetes.cri.container-name":"kube-proxy","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3","pid":1017,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0

ae99cd3/rootfs","created":"2021-08-13T20:40:05.773047847Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-apiserver-pause-20210813203929-288766_3d23f607cb660cded40b593f202cd88f"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5","pid":1162,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5/rootfs","created":"2021-08-13T20:40:06.101338063Z","annotations":{"io.kubernetes.cri.container-name":"kube-apiserver","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99c

d3"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4","pid":2675,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4/rootfs","created":"2021-08-13T20:41:08.329015763Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_storage-provisioner_ef3f9623-341b-4146-a723-7a12ef0a7234"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627","pid":1154,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627","rootfs"

:"/run/containerd/io.containerd.runtime.v2.task/k8s.io/63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627/rootfs","created":"2021-08-13T20:40:06.045024784Z","annotations":{"io.kubernetes.cri.container-name":"kube-scheduler","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af","pid":2707,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af/rootfs","created":"2021-08-13T20:41:08.557002008Z","annotations":{"io.kubernetes.cri.container-name":"storage-provisioner","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"4399f9d1493b8e848d44151bc7e883c3e2741

cb0aa4c327913e26456ee5143f4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74","pid":1758,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74/rootfs","created":"2021-08-13T20:40:28.820928149Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-proxy-sx47j_c70574ce-ae51-4887-ae04-ec18ad33d036"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d","pid":1026,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02

c41693d44b0d","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d/rootfs","created":"2021-08-13T20:40:05.773043763Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_etcd-pause-20210813203929-288766_eb3661beb8adebe1591e5451021f80f4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792","pid":1772,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792/rootfs","created":"2021-08-13T20:40:29.032985492Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandb

ox-id":"b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kindnet-zhtm5_30e5bcc4-1021-4ff0-bc28-58ce98258359"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f","pid":1142,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f/rootfs","created":"2021-08-13T20:40:06.045008412Z","annotations":{"io.kubernetes.cri.container-name":"kube-controller-manager","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45","pid":1010,"status":"running","bundle":"

/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45/rootfs","created":"2021-08-13T20:40:05.773007877Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-scheduler-pause-20210813203929-288766_737ff932c10e65500160335c0c095cb4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4","pid":2091,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4/rootfs","created":"2

021-08-13T20:40:45.184959921Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_coredns-558bd4d5db-484lt_17376923-c2de-4448-914a-866177eef01c"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127","pid":1032,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127/rootfs","created":"2021-08-13T20:40:05.77308687Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-controller-manager-

pause-20210813203929-288766_1af56d8637005c06dea53c22e276fbb4"},"owner":"root"}]

	I0813 20:41:09.358503  440036 cri.go:113] list returned 16 containers

	I0813 20:41:09.358513  440036 cri.go:116] container: {ID:024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c Status:running}

	I0813 20:41:09.358525  440036 cri.go:116] container: {ID:0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476 Status:running}

	I0813 20:41:09.358529  440036 cri.go:116] container: {ID:10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf Status:running}

	I0813 20:41:09.358536  440036 cri.go:116] container: {ID:1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e Status:running}

	I0813 20:41:09.358540  440036 cri.go:116] container: {ID:25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3 Status:running}

	I0813 20:41:09.358548  440036 cri.go:118] skipping 25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3 - not in ps

	I0813 20:41:09.358552  440036 cri.go:116] container: {ID:35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5 Status:running}

	I0813 20:41:09.358556  440036 cri.go:116] container: {ID:4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4 Status:running}

	I0813 20:41:09.358563  440036 cri.go:118] skipping 4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4 - not in ps

	I0813 20:41:09.358567  440036 cri.go:116] container: {ID:63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627 Status:running}

	I0813 20:41:09.358573  440036 cri.go:116] container: {ID:6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af Status:running}

	I0813 20:41:09.358578  440036 cri.go:116] container: {ID:8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74 Status:running}

	I0813 20:41:09.358586  440036 cri.go:118] skipping 8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74 - not in ps

	I0813 20:41:09.358594  440036 cri.go:116] container: {ID:93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d Status:running}

	I0813 20:41:09.358598  440036 cri.go:118] skipping 93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d - not in ps

	I0813 20:41:09.358602  440036 cri.go:116] container: {ID:b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792 Status:running}

	I0813 20:41:09.358606  440036 cri.go:118] skipping b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792 - not in ps

	I0813 20:41:09.358610  440036 cri.go:116] container: {ID:d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f Status:running}

	I0813 20:41:09.358619  440036 cri.go:116] container: {ID:d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45 Status:running}

	I0813 20:41:09.358624  440036 cri.go:118] skipping d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45 - not in ps

	I0813 20:41:09.358630  440036 cri.go:116] container: {ID:dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4 Status:running}

	I0813 20:41:09.358639  440036 cri.go:118] skipping dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4 - not in ps

	I0813 20:41:09.358645  440036 cri.go:116] container: {ID:e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127 Status:running}

	I0813 20:41:09.358649  440036 cri.go:118] skipping e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127 - not in ps

	I0813 20:41:09.358680  440036 ssh_runner.go:149] Run: sudo runc --root /run/containerd/runc/k8s.io pause 024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c

	I0813 20:41:09.372466  440036 ssh_runner.go:149] Run: sudo runc --root /run/containerd/runc/k8s.io pause 024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c 0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476

	I0813 20:41:09.384492  440036 retry.go:31] will retry after 276.165072ms: runc: sudo runc --root /run/containerd/runc/k8s.io pause 024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c 0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476: Process exited with status 1

	stdout:

	Incorrect Usage.

	NAME:

	   runc pause - pause suspends all processes inside the container

	USAGE:

	   runc pause <container-id>

	Where "<container-id>" is the name for the instance of the container to be

	paused. 

	DESCRIPTION:

	   The pause command suspends all processes in the instance of the container.

	Use runc list to identify instances of containers and their current status.

	stderr:

	time="2021-08-13T20:41:09Z" level=error msg="runc: \"pause\" requires exactly 1 argument(s)"

	I0813 20:41:09.660936  440036 ssh_runner.go:149] Run: sudo systemctl is-active --quiet service kubelet

	I0813 20:41:09.670319  440036 pause.go:50] kubelet running: false

	I0813 20:41:09.670366  440036 ssh_runner.go:149] Run: sudo systemctl disable --now kubelet

	I0813 20:41:09.751547  440036 cri.go:41] listing CRI containers in root /run/containerd/runc/k8s.io: {State:running Name: Namespaces:[kube-system kubernetes-dashboard storage-gluster istio-operator]}

	I0813 20:41:09.751624  440036 ssh_runner.go:149] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=storage-gluster; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"

	I0813 20:41:09.816964  440036 cri.go:76] found id: "6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af"

	I0813 20:41:09.816988  440036 cri.go:76] found id: "0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476"

	I0813 20:41:09.816993  440036 cri.go:76] found id: "024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c"

	I0813 20:41:09.817001  440036 cri.go:76] found id: "1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e"

	I0813 20:41:09.817005  440036 cri.go:76] found id: "35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5"

	I0813 20:41:09.817010  440036 cri.go:76] found id: "10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf"

	I0813 20:41:09.817013  440036 cri.go:76] found id: "63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627"

	I0813 20:41:09.817017  440036 cri.go:76] found id: "d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f"

	I0813 20:41:09.817020  440036 cri.go:76] found id: ""

	I0813 20:41:09.817054  440036 ssh_runner.go:149] Run: sudo runc --root /run/containerd/runc/k8s.io list -f json

	I0813 20:41:09.849527  440036 cri.go:103] JSON = [{"ociVersion":"1.0.2-dev","id":"024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c","pid":1942,"status":"paused","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c/rootfs","created":"2021-08-13T20:40:29.492925829Z","annotations":{"io.kubernetes.cri.container-name":"kindnet-cni","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476","pid":2122,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476","rootfs":"/run/containerd/io.containerd.runtime

.v2.task/k8s.io/0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476/rootfs","created":"2021-08-13T20:40:45.384956251Z","annotations":{"io.kubernetes.cri.container-name":"coredns","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf","pid":1163,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf/rootfs","created":"2021-08-13T20:40:06.101045648Z","annotations":{"io.kubernetes.cri.container-name":"etcd","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d"},"owner":"root"},{"ociVersion":"

1.0.2-dev","id":"1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e","pid":1797,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e/rootfs","created":"2021-08-13T20:40:28.957034394Z","annotations":{"io.kubernetes.cri.container-name":"kube-proxy","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3","pid":1017,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0a

e99cd3/rootfs","created":"2021-08-13T20:40:05.773047847Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-apiserver-pause-20210813203929-288766_3d23f607cb660cded40b593f202cd88f"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5","pid":1162,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5/rootfs","created":"2021-08-13T20:40:06.101338063Z","annotations":{"io.kubernetes.cri.container-name":"kube-apiserver","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd

3"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4","pid":2675,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4/rootfs","created":"2021-08-13T20:41:08.329015763Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_storage-provisioner_ef3f9623-341b-4146-a723-7a12ef0a7234"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627","pid":1154,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627","rootfs":

"/run/containerd/io.containerd.runtime.v2.task/k8s.io/63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627/rootfs","created":"2021-08-13T20:40:06.045024784Z","annotations":{"io.kubernetes.cri.container-name":"kube-scheduler","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af","pid":2707,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af/rootfs","created":"2021-08-13T20:41:08.557002008Z","annotations":{"io.kubernetes.cri.container-name":"storage-provisioner","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"4399f9d1493b8e848d44151bc7e883c3e2741c

b0aa4c327913e26456ee5143f4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74","pid":1758,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74/rootfs","created":"2021-08-13T20:40:28.820928149Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-proxy-sx47j_c70574ce-ae51-4887-ae04-ec18ad33d036"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d","pid":1026,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c

41693d44b0d","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d/rootfs","created":"2021-08-13T20:40:05.773043763Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_etcd-pause-20210813203929-288766_eb3661beb8adebe1591e5451021f80f4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792","pid":1772,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792/rootfs","created":"2021-08-13T20:40:29.032985492Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbo

x-id":"b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kindnet-zhtm5_30e5bcc4-1021-4ff0-bc28-58ce98258359"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f","pid":1142,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f/rootfs","created":"2021-08-13T20:40:06.045008412Z","annotations":{"io.kubernetes.cri.container-name":"kube-controller-manager","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45","pid":1010,"status":"running","bundle":"/

run/containerd/io.containerd.runtime.v2.task/k8s.io/d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45/rootfs","created":"2021-08-13T20:40:05.773007877Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-scheduler-pause-20210813203929-288766_737ff932c10e65500160335c0c095cb4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4","pid":2091,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4/rootfs","created":"20

21-08-13T20:40:45.184959921Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_coredns-558bd4d5db-484lt_17376923-c2de-4448-914a-866177eef01c"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127","pid":1032,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127/rootfs","created":"2021-08-13T20:40:05.77308687Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-controller-manager-p

ause-20210813203929-288766_1af56d8637005c06dea53c22e276fbb4"},"owner":"root"}]

	I0813 20:41:09.849772  440036 cri.go:113] list returned 16 containers

	I0813 20:41:09.849784  440036 cri.go:116] container: {ID:024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c Status:paused}

	I0813 20:41:09.849795  440036 cri.go:122] skipping {024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c paused}: state = "paused", want "running"

	I0813 20:41:09.849807  440036 cri.go:116] container: {ID:0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476 Status:running}

	I0813 20:41:09.849812  440036 cri.go:116] container: {ID:10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf Status:running}

	I0813 20:41:09.849818  440036 cri.go:116] container: {ID:1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e Status:running}

	I0813 20:41:09.849823  440036 cri.go:116] container: {ID:25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3 Status:running}

	I0813 20:41:09.849830  440036 cri.go:118] skipping 25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3 - not in ps

	I0813 20:41:09.849836  440036 cri.go:116] container: {ID:35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5 Status:running}

	I0813 20:41:09.849842  440036 cri.go:116] container: {ID:4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4 Status:running}

	I0813 20:41:09.849847  440036 cri.go:118] skipping 4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4 - not in ps

	I0813 20:41:09.849853  440036 cri.go:116] container: {ID:63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627 Status:running}

	I0813 20:41:09.849857  440036 cri.go:116] container: {ID:6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af Status:running}

	I0813 20:41:09.849864  440036 cri.go:116] container: {ID:8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74 Status:running}

	I0813 20:41:09.849868  440036 cri.go:118] skipping 8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74 - not in ps

	I0813 20:41:09.849874  440036 cri.go:116] container: {ID:93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d Status:running}

	I0813 20:41:09.849878  440036 cri.go:118] skipping 93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d - not in ps

	I0813 20:41:09.849884  440036 cri.go:116] container: {ID:b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792 Status:running}

	I0813 20:41:09.849888  440036 cri.go:118] skipping b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792 - not in ps

	I0813 20:41:09.849894  440036 cri.go:116] container: {ID:d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f Status:running}

	I0813 20:41:09.849899  440036 cri.go:116] container: {ID:d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45 Status:running}

	I0813 20:41:09.849903  440036 cri.go:118] skipping d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45 - not in ps

	I0813 20:41:09.849911  440036 cri.go:116] container: {ID:dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4 Status:running}

	I0813 20:41:09.849919  440036 cri.go:118] skipping dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4 - not in ps

	I0813 20:41:09.849923  440036 cri.go:116] container: {ID:e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127 Status:running}

	I0813 20:41:09.849927  440036 cri.go:118] skipping e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127 - not in ps

	I0813 20:41:09.849963  440036 ssh_runner.go:149] Run: sudo runc --root /run/containerd/runc/k8s.io pause 0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476

	I0813 20:41:09.863656  440036 ssh_runner.go:149] Run: sudo runc --root /run/containerd/runc/k8s.io pause 0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476 10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf

	I0813 20:41:09.875729  440036 retry.go:31] will retry after 540.190908ms: runc: sudo runc --root /run/containerd/runc/k8s.io pause 0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476 10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf: Process exited with status 1

	stdout:

	Incorrect Usage.

	NAME:

	   runc pause - pause suspends all processes inside the container

	USAGE:

	   runc pause <container-id>

	Where "<container-id>" is the name for the instance of the container to be

	paused. 

	DESCRIPTION:

	   The pause command suspends all processes in the instance of the container.

	Use runc list to identify instances of containers and their current status.

	stderr:

	time="2021-08-13T20:41:09Z" level=error msg="runc: \"pause\" requires exactly 1 argument(s)"

	I0813 20:41:10.416433  440036 ssh_runner.go:149] Run: sudo systemctl is-active --quiet service kubelet

	I0813 20:41:10.426018  440036 pause.go:50] kubelet running: false

	I0813 20:41:10.426073  440036 ssh_runner.go:149] Run: sudo systemctl disable --now kubelet

	I0813 20:41:10.505365  440036 cri.go:41] listing CRI containers in root /run/containerd/runc/k8s.io: {State:running Name: Namespaces:[kube-system kubernetes-dashboard storage-gluster istio-operator]}

	I0813 20:41:10.505439  440036 ssh_runner.go:149] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=storage-gluster; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"

	I0813 20:41:10.573437  440036 cri.go:76] found id: "6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af"

	I0813 20:41:10.573512  440036 cri.go:76] found id: "0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476"

	I0813 20:41:10.573534  440036 cri.go:76] found id: "024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c"

	I0813 20:41:10.573555  440036 cri.go:76] found id: "1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e"

	I0813 20:41:10.573575  440036 cri.go:76] found id: "35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5"

	I0813 20:41:10.573599  440036 cri.go:76] found id: "10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf"

	I0813 20:41:10.573624  440036 cri.go:76] found id: "63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627"

	I0813 20:41:10.573644  440036 cri.go:76] found id: "d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f"

	I0813 20:41:10.573663  440036 cri.go:76] found id: ""

	I0813 20:41:10.573721  440036 ssh_runner.go:149] Run: sudo runc --root /run/containerd/runc/k8s.io list -f json

	I0813 20:41:10.606948  440036 cri.go:103] JSON = [{"ociVersion":"1.0.2-dev","id":"024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c","pid":1942,"status":"paused","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c/rootfs","created":"2021-08-13T20:40:29.492925829Z","annotations":{"io.kubernetes.cri.container-name":"kindnet-cni","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476","pid":2122,"status":"paused","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476","rootfs":"/run/containerd/io.containerd.runtime.

v2.task/k8s.io/0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476/rootfs","created":"2021-08-13T20:40:45.384956251Z","annotations":{"io.kubernetes.cri.container-name":"coredns","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf","pid":1163,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf/rootfs","created":"2021-08-13T20:40:06.101045648Z","annotations":{"io.kubernetes.cri.container-name":"etcd","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d"},"owner":"root"},{"ociVersion":"1

.0.2-dev","id":"1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e","pid":1797,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e/rootfs","created":"2021-08-13T20:40:28.957034394Z","annotations":{"io.kubernetes.cri.container-name":"kube-proxy","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3","pid":1017,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae

99cd3/rootfs","created":"2021-08-13T20:40:05.773047847Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-apiserver-pause-20210813203929-288766_3d23f607cb660cded40b593f202cd88f"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5","pid":1162,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5/rootfs","created":"2021-08-13T20:40:06.101338063Z","annotations":{"io.kubernetes.cri.container-name":"kube-apiserver","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3

"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4","pid":2675,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4/rootfs","created":"2021-08-13T20:41:08.329015763Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_storage-provisioner_ef3f9623-341b-4146-a723-7a12ef0a7234"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627","pid":1154,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627","rootfs":"

/run/containerd/io.containerd.runtime.v2.task/k8s.io/63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627/rootfs","created":"2021-08-13T20:40:06.045024784Z","annotations":{"io.kubernetes.cri.container-name":"kube-scheduler","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af","pid":2707,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af/rootfs","created":"2021-08-13T20:41:08.557002008Z","annotations":{"io.kubernetes.cri.container-name":"storage-provisioner","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"4399f9d1493b8e848d44151bc7e883c3e2741cb

0aa4c327913e26456ee5143f4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74","pid":1758,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74/rootfs","created":"2021-08-13T20:40:28.820928149Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-proxy-sx47j_c70574ce-ae51-4887-ae04-ec18ad33d036"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d","pid":1026,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c4

1693d44b0d","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d/rootfs","created":"2021-08-13T20:40:05.773043763Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_etcd-pause-20210813203929-288766_eb3661beb8adebe1591e5451021f80f4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792","pid":1772,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792/rootfs","created":"2021-08-13T20:40:29.032985492Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox

-id":"b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kindnet-zhtm5_30e5bcc4-1021-4ff0-bc28-58ce98258359"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f","pid":1142,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f/rootfs","created":"2021-08-13T20:40:06.045008412Z","annotations":{"io.kubernetes.cri.container-name":"kube-controller-manager","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45","pid":1010,"status":"running","bundle":"/r

un/containerd/io.containerd.runtime.v2.task/k8s.io/d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45/rootfs","created":"2021-08-13T20:40:05.773007877Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-scheduler-pause-20210813203929-288766_737ff932c10e65500160335c0c095cb4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4","pid":2091,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4/rootfs","created":"202

1-08-13T20:40:45.184959921Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_coredns-558bd4d5db-484lt_17376923-c2de-4448-914a-866177eef01c"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127","pid":1032,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127/rootfs","created":"2021-08-13T20:40:05.77308687Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-controller-manager-pa

use-20210813203929-288766_1af56d8637005c06dea53c22e276fbb4"},"owner":"root"}]

	I0813 20:41:10.607128  440036 cri.go:113] list returned 16 containers

	I0813 20:41:10.607141  440036 cri.go:116] container: {ID:024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c Status:paused}

	I0813 20:41:10.607152  440036 cri.go:122] skipping {024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c paused}: state = "paused", want "running"

	I0813 20:41:10.607165  440036 cri.go:116] container: {ID:0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476 Status:paused}

	I0813 20:41:10.607171  440036 cri.go:122] skipping {0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476 paused}: state = "paused", want "running"

	I0813 20:41:10.607177  440036 cri.go:116] container: {ID:10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf Status:running}

	I0813 20:41:10.607181  440036 cri.go:116] container: {ID:1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e Status:running}

	I0813 20:41:10.607186  440036 cri.go:116] container: {ID:25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3 Status:running}

	I0813 20:41:10.607190  440036 cri.go:118] skipping 25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3 - not in ps

	I0813 20:41:10.607197  440036 cri.go:116] container: {ID:35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5 Status:running}

	I0813 20:41:10.607203  440036 cri.go:116] container: {ID:4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4 Status:running}

	I0813 20:41:10.607210  440036 cri.go:118] skipping 4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4 - not in ps

	I0813 20:41:10.607214  440036 cri.go:116] container: {ID:63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627 Status:running}

	I0813 20:41:10.607218  440036 cri.go:116] container: {ID:6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af Status:running}

	I0813 20:41:10.607225  440036 cri.go:116] container: {ID:8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74 Status:running}

	I0813 20:41:10.607229  440036 cri.go:118] skipping 8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74 - not in ps

	I0813 20:41:10.607237  440036 cri.go:116] container: {ID:93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d Status:running}

	I0813 20:41:10.607243  440036 cri.go:118] skipping 93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d - not in ps

	I0813 20:41:10.607247  440036 cri.go:116] container: {ID:b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792 Status:running}

	I0813 20:41:10.607252  440036 cri.go:118] skipping b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792 - not in ps

	I0813 20:41:10.607255  440036 cri.go:116] container: {ID:d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f Status:running}

	I0813 20:41:10.607259  440036 cri.go:116] container: {ID:d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45 Status:running}

	I0813 20:41:10.607263  440036 cri.go:118] skipping d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45 - not in ps

	I0813 20:41:10.607267  440036 cri.go:116] container: {ID:dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4 Status:running}

	I0813 20:41:10.607271  440036 cri.go:118] skipping dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4 - not in ps

	I0813 20:41:10.607275  440036 cri.go:116] container: {ID:e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127 Status:running}

	I0813 20:41:10.607279  440036 cri.go:118] skipping e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127 - not in ps

	I0813 20:41:10.607318  440036 ssh_runner.go:149] Run: sudo runc --root /run/containerd/runc/k8s.io pause 10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf

	I0813 20:41:10.620952  440036 ssh_runner.go:149] Run: sudo runc --root /run/containerd/runc/k8s.io pause 10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf 1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e

	I0813 20:41:10.636410  440036 out.go:177] 

	W0813 20:41:10.636540  440036 out.go:242] X Exiting due to GUEST_PAUSE: runc: sudo runc --root /run/containerd/runc/k8s.io pause 10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf 1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e: Process exited with status 1

	stdout:

	Incorrect Usage.

	NAME:

	   runc pause - pause suspends all processes inside the container

	USAGE:

	   runc pause <container-id>

	Where "<container-id>" is the name for the instance of the container to be

	paused. 

	DESCRIPTION:

	   The pause command suspends all processes in the instance of the container.

	Use runc list to identify instances of containers and their current status.

	stderr:

	time="2021-08-13T20:41:10Z" level=error msg="runc: \"pause\" requires exactly 1 argument(s)"

	X Exiting due to GUEST_PAUSE: runc: sudo runc --root /run/containerd/runc/k8s.io pause 10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf 1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e: Process exited with status 1

	stdout:

	Incorrect Usage.

	NAME:

	   runc pause - pause suspends all processes inside the container

	USAGE:

	   runc pause <container-id>

	Where "<container-id>" is the name for the instance of the container to be

	paused. 

	DESCRIPTION:

	   The pause command suspends all processes in the instance of the container.

	Use runc list to identify instances of containers and their current status.

	stderr:

	time="2021-08-13T20:41:10Z" level=error msg="runc: \"pause\" requires exactly 1 argument(s)"

	W0813 20:41:10.636558  440036 out.go:242] * 

	* 

	[warning]: invalid value provided to Color, using default

	[warning]: invalid value provided to Color, using default

	[warning]: invalid value provided to Color, using default

	[warning]: invalid value provided to Color, using default

	[warning]: invalid value provided to Color, using default

	[warning]: invalid value provided to Color, using default

	[warning]: invalid value provided to Color, using default

	[warning]: invalid value provided to Color, using default

	W0813 20:41:10.640087  440036 out.go:242] ╭──────────────────────────────────────────────────────────────────────────────╮

	│                                                                              │

	│    * If the above advice does not help, please let us know:                  │

	│      https://github.com/kubernetes/minikube/issues/new/choose                │

	│                                                                              │

	│    * Please attach the following file to the GitHub issue:                   │

	│    * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log    │

	│                                                                              │

	╰──────────────────────────────────────────────────────────────────────────────╯

	╭──────────────────────────────────────────────────────────────────────────────╮

	│                                                                              │

	│    * If the above advice does not help, please let us know:                  │

	│      https://github.com/kubernetes/minikube/issues/new/choose                │

	│                                                                              │

	│    * Please attach the following file to the GitHub issue:                   │

	│    * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log    │

	│                                                                              │

	╰──────────────────────────────────────────────────────────────────────────────╯

	I0813 20:41:10.641643  440036 out.go:177] 

** /stderr **

pause_test.go:109: failed to pause minikube with args: "out/minikube-linux-amd64 pause -p pause-20210813203929-288766 --alsologtostderr -v=5" : exit status 80

helpers_test.go:223: -----------------------post-mortem--------------------------------

helpers_test.go:231: ======>  post-mortem[TestPause/serial/Pause]: docker inspect <======

helpers_test.go:232: (dbg) Run:  docker inspect pause-20210813203929-288766

helpers_test.go:236: (dbg) docker inspect pause-20210813203929-288766:

-- stdout --

	[

	    {

	        "Id": "6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f",

	        "Created": "2021-08-13T20:39:31.699582642Z",

	        "Path": "/usr/local/bin/entrypoint",

	        "Args": [

	            "/sbin/init"

	        ],

	        "State": {

	            "Status": "running",

	            "Running": true,

	            "Paused": false,

	            "Restarting": false,

	            "OOMKilled": false,

	            "Dead": false,

	            "Pid": 427146,

	            "ExitCode": 0,

	            "Error": "",

	            "StartedAt": "2021-08-13T20:39:32.271419367Z",

	            "FinishedAt": "0001-01-01T00:00:00Z"

	        },

	        "Image": "sha256:965ebc74cb435c5d73c204fcd638e9daa526ad4ce3ec7f76be1149f30a789fab",

	        "ResolvConfPath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/resolv.conf",

	        "HostnamePath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/hostname",

	        "HostsPath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/hosts",

	        "LogPath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f-json.log",

	        "Name": "/pause-20210813203929-288766",

	        "RestartCount": 0,

	        "Driver": "overlay2",

	        "Platform": "linux",

	        "MountLabel": "",

	        "ProcessLabel": "",

	        "AppArmorProfile": "",

	        "ExecIDs": null,

	        "HostConfig": {

	            "Binds": [

	                "/lib/modules:/lib/modules:ro",

	                "pause-20210813203929-288766:/var"

	            ],

	            "ContainerIDFile": "",

	            "LogConfig": {

	                "Type": "json-file",

	                "Config": {}

	            },

	            "NetworkMode": "pause-20210813203929-288766",

	            "PortBindings": {

	                "22/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "2376/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "32443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "5000/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "8443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ]

	            },

	            "RestartPolicy": {

	                "Name": "no",

	                "MaximumRetryCount": 0

	            },

	            "AutoRemove": false,

	            "VolumeDriver": "",

	            "VolumesFrom": null,

	            "CapAdd": null,

	            "CapDrop": null,

	            "Capabilities": null,

	            "Dns": [],

	            "DnsOptions": [],

	            "DnsSearch": [],

	            "ExtraHosts": null,

	            "GroupAdd": null,

	            "IpcMode": "private",

	            "Cgroup": "",

	            "Links": null,

	            "OomScoreAdj": 0,

	            "PidMode": "",

	            "Privileged": true,

	            "PublishAllPorts": false,

	            "ReadonlyRootfs": false,

	            "SecurityOpt": [

	                "seccomp=unconfined",

	                "apparmor=unconfined",

	                "label=disable"

	            ],

	            "Tmpfs": {

	                "/run": "",

	                "/tmp": ""

	            },

	            "UTSMode": "",

	            "UsernsMode": "",

	            "ShmSize": 67108864,

	            "Runtime": "runc",

	            "ConsoleSize": [

	                0,

	                0

	            ],

	            "Isolation": "",

	            "CpuShares": 0,

	            "Memory": 0,

	            "NanoCpus": 2000000000,

	            "CgroupParent": "",

	            "BlkioWeight": 0,

	            "BlkioWeightDevice": [],

	            "BlkioDeviceReadBps": null,

	            "BlkioDeviceWriteBps": null,

	            "BlkioDeviceReadIOps": null,

	            "BlkioDeviceWriteIOps": null,

	            "CpuPeriod": 0,

	            "CpuQuota": 0,

	            "CpuRealtimePeriod": 0,

	            "CpuRealtimeRuntime": 0,

	            "CpusetCpus": "",

	            "CpusetMems": "",

	            "Devices": [],

	            "DeviceCgroupRules": null,

	            "DeviceRequests": null,

	            "KernelMemory": 0,

	            "KernelMemoryTCP": 0,

	            "MemoryReservation": 0,

	            "MemorySwap": 0,

	            "MemorySwappiness": null,

	            "OomKillDisable": false,

	            "PidsLimit": null,

	            "Ulimits": null,

	            "CpuCount": 0,

	            "CpuPercent": 0,

	            "IOMaximumIOps": 0,

	            "IOMaximumBandwidth": 0,

	            "MaskedPaths": null,

	            "ReadonlyPaths": null

	        },

	        "GraphDriver": {

	            "Data": {

	                "LowerDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1-init/diff:/var/lib/docker/overlay2/44293204ffcddab904fa39f43ac7c6e7ffe7ce16a314eee270b092f522cebd43/diff:/var/lib/docker/overlay2/d8341f611b86153e5f6cb362ab520c3ae36188ea6716f190fc0174ff1ea3ee74/diff:/var/lib/docker/overlay2/bd7d3c333112b94c560c1f759b3031dacd03064ccdc9df8e5358d8a645061331/diff:/var/lib/docker/overlay2/09e25c5f07d4475398fafae89532f1d953d96a76196aa84622658de28364fd3f/diff:/var/lib/docker/overlay2/2a3b6b58e5882d0ba0740b15836902b8ed1a5fb9d23887eb678e006c51dd73c7/diff:/var/lib/docker/overlay2/76ace14c33797e6813f2c4e08c8d912ecfd8fb23926788a228fa406899bb17fd/diff:/var/lib/docker/overlay2/b6c1cb0d4e012909f55658bcbc13333804f198f73fe55c89880463627df2a273/diff:/var/lib/docker/overlay2/32d72b1f852d4e6adf9606825d57744f289d1bd71f9e97c0c94e254c9b49a0a7/diff:/var/lib/docker/overlay2/83bfd21927e324006d812f85db5253c2fa26e904874ebe6eca654a31c3663b76/diff:/var/lib/docker/overlay2/09c644

86d30f3ce93a9c989d2320cab6117e38d8d14087dcc28b47b09417e0af/diff:/var/lib/docker/overlay2/07c465014f3b88377cc91b8d077258d8c0ecdcc186de832e2f804ac803f96bb6/diff:/var/lib/docker/overlay2/ef1da03dcb3fcd6903dc01358fd85a36f8acbece460a1be166b2189f4c9a890d/diff:/var/lib/docker/overlay2/06c9999c225f6979a474a4add4fdbe8a868a5d7bb2c4e0907f6f8c032f0dc3dc/diff:/var/lib/docker/overlay2/6727de022cf39e5df68d1735043e8761fb8f6a9a8e8f3940cc2d3bb6dd859fdc/diff:/var/lib/docker/overlay2/cd3abb7d0de10360ebcb7d54662cd79f92398959ca8add5f1a80f6fa75fac2fe/diff:/var/lib/docker/overlay2/5d9c6d8acdc0db40dfeb33b99cec5a84630be4548651da75930de46be0bada16/diff:/var/lib/docker/overlay2/0d83fd617ee858bc4b175e5d63e60389604823c74eadf9e7b094d684a3606936/diff:/var/lib/docker/overlay2/98e0eaf33dc37fae747406662d0b14e912065812887be7274a2c27b87105e0a7/diff:/var/lib/docker/overlay2/f30a9abd2c351bb9e974c8b070fb489a15669eb772c0a7692069196bde6d38c2/diff:/var/lib/docker/overlay2/542980593ba0e18478833840f8a01d93cd345671c3c627bebb6bfc610e24df96/diff:/var/lib/d

ocker/overlay2/5964e0aebfcd88775ca08769a5a0a50c474ded9c08c17cec0d5eb1e88470d8cc/diff:/var/lib/docker/overlay2/cb70cd4699e2d3a88d37760d4575d0b68dd6a2d571eb9bc00e4ea65334fa39d6/diff:/var/lib/docker/overlay2/d1b622693d005bfff88b41f898520d720897832f4740859a062a087528632a45/diff:/var/lib/docker/overlay2/93087667fcbed5997d90d232200d1c052c164d476435896fd420ac24d1479506/diff:/var/lib/docker/overlay2/0802356ccb344d298ae9401c44c29f71c98eac0b0304bd96a79110c16564fefa/diff:/var/lib/docker/overlay2/d7eea48b12fccaa4c4ffd048d5e70d9609d0a32f642eac39fbaafcaf8df8ee5e/diff:/var/lib/docker/overlay2/2f9d94bc10599fcc45fb8bed114c912ff657664f981c0da2bb8a3e02bddd1c06/diff:/var/lib/docker/overlay2/40acd190e2f5e2316bc19d17aed36b8a50a3be404a90bca58d26e6e939428c16/diff:/var/lib/docker/overlay2/02bd7a3b51ac7a3c3f9c89ace72c7f9790120e89f4628f197f1cfc9859623b55/diff:/var/lib/docker/overlay2/937c337b5c08153af0ca14a0f98e805223a44858531b0dcacdeffa5e7c9b9d5a/diff:/var/lib/docker/overlay2/c28ba46c40ee69f9a39b3c7e1bef20b56282cc8478c117546ad40889969

39c93/diff:/var/lib/docker/overlay2/2b30fea3d6a161389dc317d3bba6468e111f2782fc2de29399dbaff500217e0e/diff:/var/lib/docker/overlay2/fd1824b771ae21d235f0bd6186e3da121d02f12a0c98fb8c3205f4fa216420d3/diff:/var/lib/docker/overlay2/d1a43bd2c1485a2051100b28c50ca4afb530e7a9cace2b7ed1bb19098a8b1b6c/diff:/var/lib/docker/overlay2/e5626256f4126d2d314b1737c78f12ceabf819f05f933b8539d23c83ed360571/diff:/var/lib/docker/overlay2/0e28b1b6d42bc8ec33754e6a4d94556573199f71a1745d89b48ecf4e53c4b9d7/diff",

	                "MergedDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1/merged",

	                "UpperDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1/diff",

	                "WorkDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1/work"

	            },

	            "Name": "overlay2"

	        },

	        "Mounts": [

	            {

	                "Type": "volume",

	                "Name": "pause-20210813203929-288766",

	                "Source": "/var/lib/docker/volumes/pause-20210813203929-288766/_data",

	                "Destination": "/var",

	                "Driver": "local",

	                "Mode": "z",

	                "RW": true,

	                "Propagation": ""

	            },

	            {

	                "Type": "bind",

	                "Source": "/lib/modules",

	                "Destination": "/lib/modules",

	                "Mode": "ro",

	                "RW": false,

	                "Propagation": "rprivate"

	            }

	        ],

	        "Config": {

	            "Hostname": "pause-20210813203929-288766",

	            "Domainname": "",

	            "User": "root",

	            "AttachStdin": false,

	            "AttachStdout": false,

	            "AttachStderr": false,

	            "ExposedPorts": {

	                "22/tcp": {},

	                "2376/tcp": {},

	                "32443/tcp": {},

	                "5000/tcp": {},

	                "8443/tcp": {}

	            },

	            "Tty": true,

	            "OpenStdin": false,

	            "StdinOnce": false,

	            "Env": [

	                "container=docker",

	                "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"

	            ],

	            "Cmd": null,

	            "Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6",

	            "Volumes": null,

	            "WorkingDir": "",

	            "Entrypoint": [

	                "/usr/local/bin/entrypoint",

	                "/sbin/init"

	            ],

	            "OnBuild": null,

	            "Labels": {

	                "created_by.minikube.sigs.k8s.io": "true",

	                "mode.minikube.sigs.k8s.io": "pause-20210813203929-288766",

	                "name.minikube.sigs.k8s.io": "pause-20210813203929-288766",

	                "role.minikube.sigs.k8s.io": ""

	            },

	            "StopSignal": "SIGRTMIN+3"

	        },

	        "NetworkSettings": {

	            "Bridge": "",

	            "SandboxID": "e29ae809ef0392804a84683a8fb13fc250530155d286699b696da18a3ed6df10",

	            "HairpinMode": false,

	            "LinkLocalIPv6Address": "",

	            "LinkLocalIPv6PrefixLen": 0,

	            "Ports": {

	                "22/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33132"

	                    }

	                ],

	                "2376/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33131"

	                    }

	                ],

	                "32443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33128"

	                    }

	                ],

	                "5000/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33130"

	                    }

	                ],

	                "8443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33129"

	                    }

	                ]

	            },

	            "SandboxKey": "/var/run/docker/netns/e29ae809ef03",

	            "SecondaryIPAddresses": null,

	            "SecondaryIPv6Addresses": null,

	            "EndpointID": "",

	            "Gateway": "",

	            "GlobalIPv6Address": "",

	            "GlobalIPv6PrefixLen": 0,

	            "IPAddress": "",

	            "IPPrefixLen": 0,

	            "IPv6Gateway": "",

	            "MacAddress": "",

	            "Networks": {

	                "pause-20210813203929-288766": {

	                    "IPAMConfig": {

	                        "IPv4Address": "192.168.58.2"

	                    },

	                    "Links": null,

	                    "Aliases": [

	                        "6a4ce789f674"

	                    ],

	                    "NetworkID": "e298aa9290f4874dffeac5c6d99ec413a8e82149dc9cd3e51420b9ff4fa53773",

	                    "EndpointID": "b3883511b2c442dbfafbf6c9cea87c19d256c434271d992b2fa1af089f8cc531",

	                    "Gateway": "192.168.58.1",

	                    "IPAddress": "192.168.58.2",

	                    "IPPrefixLen": 24,

	                    "IPv6Gateway": "",

	                    "GlobalIPv6Address": "",

	                    "GlobalIPv6PrefixLen": 0,

	                    "MacAddress": "02:42:c0:a8:3a:02",

	                    "DriverOpts": null

	                }

	            }

	        }

	    }

	]

-- /stdout --

helpers_test.go:240: (dbg) Run:  out/minikube-linux-amd64 status --format={{.Host}} -p pause-20210813203929-288766 -n pause-20210813203929-288766

E0813 20:41:10.975592  288766 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/addons-20210813200849-288766/client.crt: no such file or directory

helpers_test.go:240: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p pause-20210813203929-288766 -n pause-20210813203929-288766: exit status 2 (14.531624079s)

-- stdout --

	Running

-- /stdout --

** stderr ** 

	E0813 20:41:25.217134  440489 status.go:422] Error apiserver status: https://192.168.58.2:8443/healthz returned error 500:

	[+]ping ok

	[+]log ok

	[-]etcd failed: reason withheld

	[+]poststarthook/start-kube-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/rbac/bootstrap-roles ok

	[+]poststarthook/scheduling/bootstrap-system-priority-classes ok

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-status-available-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	healthz check failed

** /stderr **

helpers_test.go:240: status error: exit status 2 (may be ok)

helpers_test.go:245: <<< TestPause/serial/Pause FAILED: start of post-mortem logs <<<

helpers_test.go:246: ======>  post-mortem[TestPause/serial/Pause]: minikube logs <======

helpers_test.go:248: (dbg) Run:  out/minikube-linux-amd64 -p pause-20210813203929-288766 logs -n 25

E0813 20:41:33.084315  288766 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/functional-20210813201414-288766/client.crt: no such file or directory

=== CONT  TestPause/serial/Pause

helpers_test.go:248: (dbg) Non-zero exit: out/minikube-linux-amd64 -p pause-20210813203929-288766 logs -n 25: exit status 110 (23.823774502s)

-- stdout --

	* 

	* ==> Audit <==

	* |---------|--------------------------------------------|--------------------------------------------|---------|---------|-------------------------------|-------------------------------|

	| Command |                    Args                    |                  Profile                   |  User   | Version |          Start Time           |           End Time            |

	|---------|--------------------------------------------|--------------------------------------------|---------|---------|-------------------------------|-------------------------------|

	| ssh     | -p                                         | test-preload-20210813203257-288766         | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:35:13 UTC | Fri, 13 Aug 2021 20:35:13 UTC |

	|         | test-preload-20210813203257-288766         |                                            |         |         |                               |                               |

	|         | -- sudo crictl image ls                    |                                            |         |         |                               |                               |

	| delete  | -p                                         | test-preload-20210813203257-288766         | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:35:13 UTC | Fri, 13 Aug 2021 20:35:16 UTC |

	|         | test-preload-20210813203257-288766         |                                            |         |         |                               |                               |

	| start   | -p                                         | scheduled-stop-20210813203516-288766       | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:35:16 UTC | Fri, 13 Aug 2021 20:35:59 UTC |

	|         | scheduled-stop-20210813203516-288766       |                                            |         |         |                               |                               |

	|         | --memory=2048 --driver=docker              |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| stop    | -p                                         | scheduled-stop-20210813203516-288766       | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:00 UTC | Fri, 13 Aug 2021 20:36:00 UTC |

	|         | scheduled-stop-20210813203516-288766       |                                            |         |         |                               |                               |

	|         | --cancel-scheduled                         |                                            |         |         |                               |                               |

	| stop    | -p                                         | scheduled-stop-20210813203516-288766       | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:13 UTC | Fri, 13 Aug 2021 20:36:38 UTC |

	|         | scheduled-stop-20210813203516-288766       |                                            |         |         |                               |                               |

	|         | --schedule 5s                              |                                            |         |         |                               |                               |

	| delete  | -p                                         | scheduled-stop-20210813203516-288766       | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:40 UTC | Fri, 13 Aug 2021 20:36:45 UTC |

	|         | scheduled-stop-20210813203516-288766       |                                            |         |         |                               |                               |

	| delete  | -p                                         | insufficient-storage-20210813203645-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:52 UTC | Fri, 13 Aug 2021 20:36:58 UTC |

	|         | insufficient-storage-20210813203645-288766 |                                            |         |         |                               |                               |

	| start   | -p                                         | kubernetes-upgrade-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:58 UTC | Fri, 13 Aug 2021 20:37:51 UTC |

	|         | kubernetes-upgrade-20210813203658-288766   |                                            |         |         |                               |                               |

	|         | --memory=2200                              |                                            |         |         |                               |                               |

	|         | --kubernetes-version=v1.14.0               |                                            |         |         |                               |                               |

	|         | --alsologtostderr -v=1 --driver=docker     |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| stop    | -p                                         | kubernetes-upgrade-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:37:51 UTC | Fri, 13 Aug 2021 20:38:14 UTC |

	|         | kubernetes-upgrade-20210813203658-288766   |                                            |         |         |                               |                               |

	| start   | -p                                         | offline-containerd-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:58 UTC | Fri, 13 Aug 2021 20:38:35 UTC |

	|         | offline-containerd-20210813203658-288766   |                                            |         |         |                               |                               |

	|         | --alsologtostderr -v=1 --memory=2048       |                                            |         |         |                               |                               |

	|         | --wait=true --driver=docker                |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| delete  | -p                                         | offline-containerd-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:38:35 UTC | Fri, 13 Aug 2021 20:38:39 UTC |

	|         | offline-containerd-20210813203658-288766   |                                            |         |         |                               |                               |

	| start   | -p                                         | kubernetes-upgrade-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:38:14 UTC | Fri, 13 Aug 2021 20:39:15 UTC |

	|         | kubernetes-upgrade-20210813203658-288766   |                                            |         |         |                               |                               |

	|         | --memory=2200                              |                                            |         |         |                               |                               |

	|         | --kubernetes-version=v1.22.0-rc.0          |                                            |         |         |                               |                               |

	|         | --alsologtostderr -v=1 --driver=docker     |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| start   | -p                                         | force-systemd-flag-20210813203845-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:38:45 UTC | Fri, 13 Aug 2021 20:39:26 UTC |

	|         | force-systemd-flag-20210813203845-288766   |                                            |         |         |                               |                               |

	|         | --memory=2048 --force-systemd              |                                            |         |         |                               |                               |

	|         | --alsologtostderr -v=5 --driver=docker     |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| -p      | force-systemd-flag-20210813203845-288766   | force-systemd-flag-20210813203845-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:26 UTC | Fri, 13 Aug 2021 20:39:26 UTC |

	|         | ssh cat /etc/containerd/config.toml        |                                            |         |         |                               |                               |

	| delete  | -p                                         | force-systemd-flag-20210813203845-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:26 UTC | Fri, 13 Aug 2021 20:39:29 UTC |

	|         | force-systemd-flag-20210813203845-288766   |                                            |         |         |                               |                               |

	| start   | -p                                         | kubernetes-upgrade-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:15 UTC | Fri, 13 Aug 2021 20:40:00 UTC |

	|         | kubernetes-upgrade-20210813203658-288766   |                                            |         |         |                               |                               |

	|         | --memory=2200                              |                                            |         |         |                               |                               |

	|         | --kubernetes-version=v1.22.0-rc.0          |                                            |         |         |                               |                               |

	|         | --alsologtostderr -v=1 --driver=docker     |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| delete  | -p                                         | kubernetes-upgrade-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:00 UTC | Fri, 13 Aug 2021 20:40:03 UTC |

	|         | kubernetes-upgrade-20210813203658-288766   |                                            |         |         |                               |                               |

	| start   | -p pause-20210813203929-288766             | pause-20210813203929-288766                | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:29 UTC | Fri, 13 Aug 2021 20:40:47 UTC |

	|         | --memory=2048                              |                                            |         |         |                               |                               |

	|         | --install-addons=false                     |                                            |         |         |                               |                               |

	|         | --wait=all --driver=docker                 |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| start   | -p                                         | force-systemd-env-20210813204003-288766    | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:03 UTC | Fri, 13 Aug 2021 20:40:47 UTC |

	|         | force-systemd-env-20210813204003-288766    |                                            |         |         |                               |                               |

	|         | --memory=2048 --alsologtostderr            |                                            |         |         |                               |                               |

	|         | -v=5 --driver=docker                       |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| -p      | force-systemd-env-20210813204003-288766    | force-systemd-env-20210813204003-288766    | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:47 UTC | Fri, 13 Aug 2021 20:40:47 UTC |

	|         | ssh cat /etc/containerd/config.toml        |                                            |         |         |                               |                               |

	| delete  | -p                                         | force-systemd-env-20210813204003-288766    | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:47 UTC | Fri, 13 Aug 2021 20:40:51 UTC |

	|         | force-systemd-env-20210813204003-288766    |                                            |         |         |                               |                               |

	| delete  | -p                                         | kubenet-20210813204051-288766              | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:51 UTC | Fri, 13 Aug 2021 20:40:51 UTC |

	|         | kubenet-20210813204051-288766              |                                            |         |         |                               |                               |

	| delete  | -p                                         | flannel-20210813204051-288766              | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:51 UTC | Fri, 13 Aug 2021 20:40:52 UTC |

	|         | flannel-20210813204051-288766              |                                            |         |         |                               |                               |

	| delete  | -p false-20210813204052-288766             | false-20210813204052-288766                | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:52 UTC | Fri, 13 Aug 2021 20:40:52 UTC |

	| start   | -p pause-20210813203929-288766             | pause-20210813203929-288766                | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:47 UTC | Fri, 13 Aug 2021 20:41:08 UTC |

	|         | --alsologtostderr                          |                                            |         |         |                               |                               |

	|         | -v=1 --driver=docker                       |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	|---------|--------------------------------------------|--------------------------------------------|---------|---------|-------------------------------|-------------------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2021/08/13 20:40:52

	Running on machine: debian-jenkins-agent-14

	Binary: Built with gc go1.16.7 for linux/amd64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0813 20:40:52.985043  437434 out.go:298] Setting OutFile to fd 1 ...

	I0813 20:40:52.985134  437434 out.go:345] TERM=,COLORTERM=, which probably does not support color

	I0813 20:40:52.985136  437434 out.go:311] Setting ErrFile to fd 2...

	I0813 20:40:52.985138  437434 out.go:345] TERM=,COLORTERM=, which probably does not support color

	I0813 20:40:52.985235  437434 root.go:313] Updating PATH: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/bin

	I0813 20:40:52.985980  437434 out.go:305] Setting JSON to false

	I0813 20:40:53.033323  437434 start.go:111] hostinfo: {"hostname":"debian-jenkins-agent-14","uptime":8616,"bootTime":1628878637,"procs":226,"os":"linux","platform":"debian","platformFamily":"debian","platformVersion":"9.13","kernelVersion":"4.9.0-16-amd64","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"c29e0b88-ef83-6765-d2fa-208fdce1af32"}

	I0813 20:40:53.033451  437434 start.go:121] virtualization: kvm guest

	I0813 20:40:53.036299  437434 out.go:177] * [cert-options-20210813204052-288766] minikube v1.22.0 on Debian 9.13 (kvm/amd64)

	I0813 20:40:53.037741  437434 out.go:177]   - KUBECONFIG=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/kubeconfig

	I0813 20:40:53.036429  437434 notify.go:169] Checking for updates...

	I0813 20:40:53.039300  437434 out.go:177]   - MINIKUBE_BIN=out/minikube-linux-amd64

	I0813 20:40:53.040735  437434 out.go:177]   - MINIKUBE_HOME=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube

	I0813 20:40:53.042220  437434 out.go:177]   - MINIKUBE_LOCATION=12230

	I0813 20:40:53.042758  437434 config.go:177] Loaded profile config "pause-20210813203929-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.21.3

	I0813 20:40:53.042827  437434 config.go:177] Loaded profile config "running-upgrade-20210813203658-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.20.0

	I0813 20:40:53.042877  437434 config.go:177] Loaded profile config "stopped-upgrade-20210813203658-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.20.0

	I0813 20:40:53.042913  437434 driver.go:335] Setting default libvirt URI to qemu:///system

	I0813 20:40:53.103401  437434 docker.go:132] docker version: linux-19.03.15

	I0813 20:40:53.103493  437434 cli_runner.go:115] Run: docker system info --format "{{json .}}"

	I0813 20:40:53.202326  437434 info.go:263] docker info: {ID:LQL6:IQEY:TAE3:NG47:ROZQ:WA5O:XM2B:XDCN:3VXZ:7JF3:4DHA:WN5N Containers:5 ContainersRunning:3 ContainersPaused:0 ContainersStopped:2 Images:155 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Native Overlay Diff true]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:false KernelMemory:true KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:47 OomKillDisable:true NGoroutines:66 SystemTime:2021-08-13 20:40:53.14379423 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:4.9.0-16-amd64 OperatingSystem:Debian GNU/Linux 9 (stretch) OSType:linux Architecture:x86_64 IndexServerAddre

ss:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33742200832 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:debian-jenkins-agent-14 Labels:[] ExperimentalBuild:false ServerVersion:19.03.15 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:269548fa27e0089a8b8278fc4fc781d7f65a939b Expected:269548fa27e0089a8b8278fc4fc781d7f65a939b} RuncCommit:{ID:ff819c7e9184c13b7c2607fe6c30ae19403a7aff Expected:ff819c7e9184c13b7c2607fe6c30ae19403a7aff} InitCommit:{ID:fec3683 Expected:fec3683} SecurityOptions:[name=seccomp,profile=default] ProductLicense: Warnin

gs:[WARNING: No swap limit support] ServerErrors:[] ClientInfo:{Debug:false Plugins:[] Warnings:<nil>}}

	I0813 20:40:53.202439  437434 docker.go:244] overlay module found

	I0813 20:40:53.205664  437434 out.go:177] * Using the docker driver based on user configuration

	I0813 20:40:53.205694  437434 start.go:278] selected driver: docker

	I0813 20:40:53.205700  437434 start.go:751] validating driver "docker" against <nil>

	I0813 20:40:53.205722  437434 start.go:762] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc:}

	W0813 20:40:53.205775  437434 oci.go:119] Your kernel does not support memory limit capabilities or the cgroup is not mounted.

	W0813 20:40:53.205799  437434 out.go:242] ! Your cgroup does not allow setting memory.

	I0813 20:40:53.207569  437434 out.go:177]   - More information: https://docs.docker.com/engine/install/linux-postinstall/#your-kernel-does-not-support-cgroup-swap-limit-capabilities

	I0813 20:40:53.208898  437434 cli_runner.go:115] Run: docker system info --format "{{json .}}"

	I0813 20:40:53.311483  437434 info.go:263] docker info: {ID:LQL6:IQEY:TAE3:NG47:ROZQ:WA5O:XM2B:XDCN:3VXZ:7JF3:4DHA:WN5N Containers:5 ContainersRunning:3 ContainersPaused:0 ContainersStopped:2 Images:155 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Native Overlay Diff true]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:false KernelMemory:true KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:47 OomKillDisable:true NGoroutines:66 SystemTime:2021-08-13 20:40:53.253449926 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:4.9.0-16-amd64 OperatingSystem:Debian GNU/Linux 9 (stretch) OSType:linux Architecture:x86_64 IndexServerAddr

ess:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33742200832 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:debian-jenkins-agent-14 Labels:[] ExperimentalBuild:false ServerVersion:19.03.15 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:269548fa27e0089a8b8278fc4fc781d7f65a939b Expected:269548fa27e0089a8b8278fc4fc781d7f65a939b} RuncCommit:{ID:ff819c7e9184c13b7c2607fe6c30ae19403a7aff Expected:ff819c7e9184c13b7c2607fe6c30ae19403a7aff} InitCommit:{ID:fec3683 Expected:fec3683} SecurityOptions:[name=seccomp,profile=default] ProductLicense: Warni

ngs:[WARNING: No swap limit support] ServerErrors:[] ClientInfo:{Debug:false Plugins:[] Warnings:<nil>}}

	I0813 20:40:53.311609  437434 start_flags.go:263] no existing cluster config was found, will generate one from the flags 

	I0813 20:40:53.311802  437434 start_flags.go:679] Wait components to verify : map[apiserver:true system_pods:true]

	I0813 20:40:53.311818  437434 cni.go:93] Creating CNI manager for ""

	I0813 20:40:53.311826  437434 cni.go:160] "docker" driver + containerd runtime found, recommending kindnet

	I0813 20:40:53.311835  437434 cni.go:217] auto-setting extra-config to "kubelet.cni-conf-dir=/etc/cni/net.mk"

	I0813 20:40:53.311840  437434 cni.go:222] extra-config set to "kubelet.cni-conf-dir=/etc/cni/net.mk"

	I0813 20:40:53.311845  437434 start_flags.go:272] Found "CNI" CNI - setting NetworkPlugin=cni

	I0813 20:40:53.311852  437434 start_flags.go:277] config:

	{Name:cert-options-20210813204052-288766 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.21.3 ClusterName:cert-options-20210813204052-288766 Namespace:default APIServerName:minikubeCA APIServerNames:[localhost www.google.com] APIServerIPs:[1

27.0.0.1 192.168.15.15] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8555 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: MultiNodeRequested:false ExtraDisks:0}

	I0813 20:40:53.314487  437434 out.go:177] * Starting control plane node cert-options-20210813204052-288766 in cluster cert-options-20210813204052-288766

	I0813 20:40:53.314540  437434 cache.go:117] Beginning downloading kic base image for docker with containerd

	I0813 20:40:53.316298  437434 out.go:177] * Pulling base image ...

	I0813 20:40:53.316338  437434 preload.go:131] Checking if preload exists for k8s version v1.21.3 and runtime containerd

	I0813 20:40:53.316375  437434 preload.go:147] Found local preload: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v11-v1.21.3-containerd-overlay2-amd64.tar.lz4

	I0813 20:40:53.316384  437434 cache.go:56] Caching tarball of preloaded images

	I0813 20:40:53.316454  437434 image.go:75] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 in local docker daemon

	I0813 20:40:53.316580  437434 preload.go:173] Found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v11-v1.21.3-containerd-overlay2-amd64.tar.lz4 in cache, skipping download

	I0813 20:40:53.316596  437434 cache.go:59] Finished verifying existence of preloaded tar for  v1.21.3 on containerd

	I0813 20:40:53.316735  437434 profile.go:148] Saving config to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/config.json ...

	I0813 20:40:53.316782  437434 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/config.json: {Name:mk1e667eaaaa028430131813f00bbca0856cc68f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:40:53.403504  437434 image.go:79] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 in local docker daemon, skipping pull

	I0813 20:40:53.403528  437434 cache.go:139] gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 exists in daemon, skipping load

	I0813 20:40:53.403550  437434 cache.go:205] Successfully downloaded all kic artifacts

	I0813 20:40:53.403600  437434 start.go:313] acquiring machines lock for cert-options-20210813204052-288766: {Name:mk88b5d1d621b6cc39f34c6c586644035186a4fd Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:40:53.403752  437434 start.go:317] acquired machines lock for "cert-options-20210813204052-288766" in 131.739µs

	I0813 20:40:53.403787  437434 start.go:89] Provisioning new machine with config: &{Name:cert-options-20210813204052-288766 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.21.3 ClusterName:cert-options-20210813204052-288766 Namespace:default

APIServerName:minikubeCA APIServerNames:[localhost www.google.com] APIServerIPs:[127.0.0.1 192.168.15.15] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8555 NodeName:} Nodes:[{Name: IP: Port:8555 KubernetesVersion:v1.21.3 ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: MultiNodeRequested:false ExtraDisks:0} &{Name: IP: Port:8555 KubernetesVersion:v1.21.3 ControlPlane:true Worker:true}

	I0813 20:40:53.403912  437434 start.go:126] createHost starting for "" (driver="docker")

	I0813 20:40:53.406531  437434 out.go:204] * Creating docker container (CPUs=2, Memory=2048MB) ...

	I0813 20:40:53.406866  437434 start.go:160] libmachine.API.Create for "cert-options-20210813204052-288766" (driver="docker")

	I0813 20:40:53.406899  437434 client.go:168] LocalClient.Create starting

	I0813 20:40:53.407004  437434 main.go:130] libmachine: Reading certificate data from /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem

	I0813 20:40:53.407044  437434 main.go:130] libmachine: Decoding PEM data...

	I0813 20:40:53.407064  437434 main.go:130] libmachine: Parsing certificate...

	I0813 20:40:53.407230  437434 main.go:130] libmachine: Reading certificate data from /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem

	I0813 20:40:53.407255  437434 main.go:130] libmachine: Decoding PEM data...

	I0813 20:40:53.407269  437434 main.go:130] libmachine: Parsing certificate...

	I0813 20:40:53.407725  437434 cli_runner.go:115] Run: docker network inspect cert-options-20210813204052-288766 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"

	W0813 20:40:53.453427  437434 cli_runner.go:162] docker network inspect cert-options-20210813204052-288766 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1

	I0813 20:40:53.453495  437434 network_create.go:255] running [docker network inspect cert-options-20210813204052-288766] to gather additional debugging logs...

	I0813 20:40:53.453512  437434 cli_runner.go:115] Run: docker network inspect cert-options-20210813204052-288766

	W0813 20:40:53.502498  437434 cli_runner.go:162] docker network inspect cert-options-20210813204052-288766 returned with exit code 1

	I0813 20:40:53.502525  437434 network_create.go:258] error running [docker network inspect cert-options-20210813204052-288766]: docker network inspect cert-options-20210813204052-288766: exit status 1

	stdout:

	[]

	stderr:

	Error: No such network: cert-options-20210813204052-288766

	I0813 20:40:53.502543  437434 network_create.go:260] output of [docker network inspect cert-options-20210813204052-288766]: -- stdout --

	[]

	-- /stdout --

	** stderr ** 

	Error: No such network: cert-options-20210813204052-288766

	** /stderr **

	I0813 20:40:53.502618  437434 cli_runner.go:115] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"

	I0813 20:40:53.546315  437434 network.go:288] reserving subnet 192.168.49.0 for 1m0s: &{mu:{state:0 sema:0} read:{v:{m:map[] amended:true}} dirty:map[192.168.49.0:0xc000010140] misses:0}

	I0813 20:40:53.546368  437434 network.go:235] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:}}

	I0813 20:40:53.546391  437434 network_create.go:106] attempt to create docker network cert-options-20210813204052-288766 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...

	I0813 20:40:53.546446  437434 cli_runner.go:115] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true cert-options-20210813204052-288766

	I0813 20:40:53.627116  437434 network_create.go:90] docker network cert-options-20210813204052-288766 192.168.49.0/24 created

	I0813 20:40:53.627140  437434 kic.go:106] calculated static IP "192.168.49.2" for the "cert-options-20210813204052-288766" container

	I0813 20:40:53.627197  437434 cli_runner.go:115] Run: docker ps -a --format {{.Names}}

	I0813 20:40:53.678451  437434 cli_runner.go:115] Run: docker volume create cert-options-20210813204052-288766 --label name.minikube.sigs.k8s.io=cert-options-20210813204052-288766 --label created_by.minikube.sigs.k8s.io=true

	I0813 20:40:53.722339  437434 oci.go:102] Successfully created a docker volume cert-options-20210813204052-288766

	I0813 20:40:53.722412  437434 cli_runner.go:115] Run: docker run --rm --name cert-options-20210813204052-288766-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=cert-options-20210813204052-288766 --entrypoint /usr/bin/test -v cert-options-20210813204052-288766:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 -d /var/lib

	I0813 20:40:56.073461  437434 cli_runner.go:168] Completed: docker run --rm --name cert-options-20210813204052-288766-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=cert-options-20210813204052-288766 --entrypoint /usr/bin/test -v cert-options-20210813204052-288766:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 -d /var/lib: (2.350987703s)

	I0813 20:40:56.073484  437434 oci.go:106] Successfully prepared a docker volume cert-options-20210813204052-288766

	W0813 20:40:56.073515  437434 oci.go:135] Your kernel does not support swap limit capabilities or the cgroup is not mounted.

	W0813 20:40:56.073526  437434 oci.go:119] Your kernel does not support memory limit capabilities or the cgroup is not mounted.

	I0813 20:40:56.073539  437434 preload.go:131] Checking if preload exists for k8s version v1.21.3 and runtime containerd

	I0813 20:40:56.073567  437434 kic.go:179] Starting extracting preloaded images to volume ...

	I0813 20:40:56.073577  437434 cli_runner.go:115] Run: docker info --format "'{{json .SecurityOptions}}'"

	I0813 20:40:56.073631  437434 cli_runner.go:115] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v11-v1.21.3-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v cert-options-20210813204052-288766:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 -I lz4 -xf /preloaded.tar -C /extractDir

	I0813 20:40:56.158171  437434 cli_runner.go:115] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname cert-options-20210813204052-288766 --name cert-options-20210813204052-288766 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=cert-options-20210813204052-288766 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=cert-options-20210813204052-288766 --network cert-options-20210813204052-288766 --ip 192.168.49.2 --volume cert-options-20210813204052-288766:/var --security-opt apparmor=unconfined --cpus=2 -e container=docker --expose 8555 --publish=127.0.0.1::8555 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6

	I0813 20:40:56.654190  437434 cli_runner.go:115] Run: docker container inspect cert-options-20210813204052-288766 --format={{.State.Running}}

	I0813 20:40:56.700086  437434 cli_runner.go:115] Run: docker container inspect cert-options-20210813204052-288766 --format={{.State.Status}}

	I0813 20:40:56.752200  437434 cli_runner.go:115] Run: docker exec cert-options-20210813204052-288766 stat /var/lib/dpkg/alternatives/iptables

	I0813 20:40:56.943071  437434 oci.go:278] the created container "cert-options-20210813204052-288766" has a running status.

	I0813 20:40:56.943102  437434 kic.go:210] Creating ssh key for kic: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/cert-options-20210813204052-288766/id_rsa...

	I0813 20:40:57.015294  437434 kic_runner.go:188] docker (temp): /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/cert-options-20210813204052-288766/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)

	I0813 20:40:57.555364  437434 cli_runner.go:115] Run: docker container inspect cert-options-20210813204052-288766 --format={{.State.Status}}

	I0813 20:40:57.593937  437434 kic_runner.go:94] Run: chown docker:docker /home/docker/.ssh/authorized_keys

	I0813 20:40:57.593952  437434 kic_runner.go:115] Args: [docker exec --privileged cert-options-20210813204052-288766 chown docker:docker /home/docker/.ssh/authorized_keys]

	I0813 20:41:00.809556  435200 ssh_runner.go:149] Run: sudo crictl version

	I0813 20:41:00.831825  435200 start.go:422] Version:  0.1.0

	RuntimeName:  containerd

	RuntimeVersion:  1.4.9

	RuntimeApiVersion:  v1alpha2

	I0813 20:41:00.831892  435200 ssh_runner.go:149] Run: containerd --version

	I0813 20:41:00.853689  435200 ssh_runner.go:149] Run: containerd --version

	I0813 20:41:04.523652  435200 out.go:177] * Preparing Kubernetes v1.21.3 on containerd 1.4.9 ...

	I0813 20:41:04.523849  435200 cli_runner.go:115] Run: docker network inspect pause-20210813203929-288766 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"

	I0813 20:41:06.505202  435200 ssh_runner.go:149] Run: grep 192.168.58.1	host.minikube.internal$ /etc/hosts

	I0813 20:41:06.508407  435200 preload.go:131] Checking if preload exists for k8s version v1.21.3 and runtime containerd

	I0813 20:41:06.508460  435200 ssh_runner.go:149] Run: sudo crictl images --output json

	I0813 20:41:06.530281  435200 containerd.go:613] all images are preloaded for containerd runtime.

	I0813 20:41:06.530300  435200 containerd.go:517] Images already preloaded, skipping extraction

	I0813 20:41:06.530341  435200 ssh_runner.go:149] Run: sudo crictl images --output json

	I0813 20:41:06.553041  435200 containerd.go:613] all images are preloaded for containerd runtime.

	I0813 20:41:06.553062  435200 cache_images.go:74] Images are preloaded, skipping loading

	I0813 20:41:06.553107  435200 ssh_runner.go:149] Run: sudo crictl info

	I0813 20:41:06.575782  435200 cni.go:93] Creating CNI manager for ""

	I0813 20:41:06.575813  435200 cni.go:160] "docker" driver + containerd runtime found, recommending kindnet

	I0813 20:41:06.575824  435200 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0813 20:41:06.575841  435200 kubeadm.go:153] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.58.2 APIServerPort:8443 KubernetesVersion:v1.21.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:pause-20210813203929-288766 NodeName:pause-20210813203929-288766 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.58.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NoTaintMaster:true NodeIP:192.168.58.2 CgroupDriver:cgroupfs ClientCAFile:/v

ar/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[]}

	I0813 20:41:06.575984  435200 kubeadm.go:157] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta2

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.58.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: /run/containerd/containerd.sock

	  name: "pause-20210813203929-288766"

	  kubeletExtraArgs:

	    node-ip: 192.168.58.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta2

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.58.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	dns:

	  type: CoreDNS

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.21.3

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0813 20:41:06.576082  435200 kubeadm.go:909] kubelet [Unit]

	Wants=containerd.service

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.21.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cni-conf-dir=/etc/cni/net.mk --config=/var/lib/kubelet/config.yaml --container-runtime=remote --container-runtime-endpoint=unix:///run/containerd/containerd.sock --hostname-override=pause-20210813203929-288766 --image-service-endpoint=unix:///run/containerd/containerd.sock --kubeconfig=/etc/kubernetes/kubelet.conf --network-plugin=cni --node-ip=192.168.58.2 --runtime-request-timeout=15m

	[Install]

	 config:

	{KubernetesVersion:v1.21.3 ClusterName:pause-20210813203929-288766 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0813 20:41:06.576128  435200 ssh_runner.go:149] Run: sudo ls /var/lib/minikube/binaries/v1.21.3

	I0813 20:41:06.583037  435200 binaries.go:44] Found k8s binaries, skipping transfer

	I0813 20:41:06.583096  435200 ssh_runner.go:149] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0813 20:41:06.589278  435200 ssh_runner.go:316] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (572 bytes)

	I0813 20:41:06.601100  435200 ssh_runner.go:316] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0813 20:41:06.616986  435200 ssh_runner.go:316] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2077 bytes)

	I0813 20:41:06.630298  435200 ssh_runner.go:149] Run: grep 192.168.58.2	control-plane.minikube.internal$ /etc/hosts

	I0813 20:41:06.633502  435200 certs.go:52] Setting up /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766 for IP: 192.168.58.2

	I0813 20:41:06.633552  435200 certs.go:179] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.key

	I0813 20:41:06.633577  435200 certs.go:179] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/proxy-client-ca.key

	I0813 20:41:06.633645  435200 certs.go:293] skipping minikube-user signed cert generation: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/client.key

	I0813 20:41:06.633670  435200 certs.go:293] skipping minikube signed cert generation: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/apiserver.key.cee25041

	I0813 20:41:06.633691  435200 certs.go:293] skipping aggregator signed cert generation: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/proxy-client.key

	I0813 20:41:06.633807  435200 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/288766.pem (1338 bytes)

	W0813 20:41:06.633858  435200 certs.go:372] ignoring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/288766_empty.pem, impossibly tiny 0 bytes

	I0813 20:41:06.633873  435200 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem (1675 bytes)

	I0813 20:41:06.633911  435200 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem (1082 bytes)

	I0813 20:41:06.633940  435200 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem (1123 bytes)

	I0813 20:41:06.633973  435200 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/key.pem (1675 bytes)

	I0813 20:41:06.634029  435200 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem (1708 bytes)

	I0813 20:41:06.635292  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0813 20:41:06.656282  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0813 20:41:06.679171  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0813 20:41:06.697911  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)

	I0813 20:41:06.717577  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0813 20:41:06.734332  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)

	I0813 20:41:06.751742  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0813 20:41:06.769437  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I0813 20:41:06.785343  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/288766.pem --> /usr/share/ca-certificates/288766.pem (1338 bytes)

	I0813 20:41:06.800439  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem --> /usr/share/ca-certificates/2887662.pem (1708 bytes)

	I0813 20:41:06.816591  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0813 20:41:06.833287  435200 ssh_runner.go:316] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0813 20:41:06.845270  435200 ssh_runner.go:149] Run: openssl version

	I0813 20:41:06.850127  435200 ssh_runner.go:149] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/288766.pem && ln -fs /usr/share/ca-certificates/288766.pem /etc/ssl/certs/288766.pem"

	I0813 20:41:06.858023  435200 ssh_runner.go:149] Run: ls -la /usr/share/ca-certificates/288766.pem

	I0813 20:41:06.861100  435200 certs.go:419] hashing: -rw-r--r-- 1 root root 1338 Aug 13 20:14 /usr/share/ca-certificates/288766.pem

	I0813 20:41:06.861154  435200 ssh_runner.go:149] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/288766.pem

	I0813 20:41:06.866065  435200 ssh_runner.go:149] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/288766.pem /etc/ssl/certs/51391683.0"

	I0813 20:41:06.873097  435200 ssh_runner.go:149] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2887662.pem && ln -fs /usr/share/ca-certificates/2887662.pem /etc/ssl/certs/2887662.pem"

	I0813 20:41:06.880551  435200 ssh_runner.go:149] Run: ls -la /usr/share/ca-certificates/2887662.pem

	I0813 20:41:06.883807  435200 certs.go:419] hashing: -rw-r--r-- 1 root root 1708 Aug 13 20:14 /usr/share/ca-certificates/2887662.pem

	I0813 20:41:06.884433  435200 ssh_runner.go:149] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2887662.pem

	I0813 20:41:06.889827  435200 ssh_runner.go:149] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2887662.pem /etc/ssl/certs/3ec20f2e.0"

	I0813 20:41:06.896687  435200 ssh_runner.go:149] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0813 20:41:06.904173  435200 ssh_runner.go:149] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0813 20:41:06.907151  435200 certs.go:419] hashing: -rw-r--r-- 1 root root 1111 Aug 13 20:09 /usr/share/ca-certificates/minikubeCA.pem

	I0813 20:41:06.907188  435200 ssh_runner.go:149] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0813 20:41:06.911815  435200 ssh_runner.go:149] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0813 20:41:06.918209  435200 kubeadm.go:390] StartCluster: {Name:pause-20210813203929-288766 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.21.3 ClusterName:pause-20210813203929-288766 Namespace:default APIServerName:minikubeCA APIServerNa

mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.21.3 ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: MultiNodeRequested:false ExtraDisks:0}

	I0813 20:41:06.918314  435200 cri.go:41] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}

	I0813 20:41:06.918348  435200 ssh_runner.go:149] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"

	I0813 20:41:06.941131  435200 cri.go:76] found id: "0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476"

	I0813 20:41:06.941154  435200 cri.go:76] found id: "024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c"

	I0813 20:41:06.941162  435200 cri.go:76] found id: "1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e"

	I0813 20:41:06.941168  435200 cri.go:76] found id: "35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5"

	I0813 20:41:06.941174  435200 cri.go:76] found id: "10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf"

	I0813 20:41:06.941180  435200 cri.go:76] found id: "63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627"

	I0813 20:41:06.941186  435200 cri.go:76] found id: "d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f"

	I0813 20:41:06.941191  435200 cri.go:76] found id: ""

	I0813 20:41:06.941241  435200 ssh_runner.go:149] Run: sudo runc --root /run/containerd/runc/k8s.io list -f json

	I0813 20:41:06.975720  435200 cri.go:103] JSON = [{"ociVersion":"1.0.2-dev","id":"024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c","pid":1942,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c/rootfs","created":"2021-08-13T20:40:29.492925829Z","annotations":{"io.kubernetes.cri.container-name":"kindnet-cni","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476","pid":2122,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476","rootfs":"/run/containerd/io.containerd.runtim

e.v2.task/k8s.io/0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476/rootfs","created":"2021-08-13T20:40:45.384956251Z","annotations":{"io.kubernetes.cri.container-name":"coredns","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf","pid":1163,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf/rootfs","created":"2021-08-13T20:40:06.101045648Z","annotations":{"io.kubernetes.cri.container-name":"etcd","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d"},"owner":"root"},{"ociVersion":

"1.0.2-dev","id":"1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e","pid":1797,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e/rootfs","created":"2021-08-13T20:40:28.957034394Z","annotations":{"io.kubernetes.cri.container-name":"kube-proxy","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3","pid":1017,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0

ae99cd3/rootfs","created":"2021-08-13T20:40:05.773047847Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-apiserver-pause-20210813203929-288766_3d23f607cb660cded40b593f202cd88f"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5","pid":1162,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5/rootfs","created":"2021-08-13T20:40:06.101338063Z","annotations":{"io.kubernetes.cri.container-name":"kube-apiserver","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99c

d3"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627","pid":1154,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627/rootfs","created":"2021-08-13T20:40:06.045024784Z","annotations":{"io.kubernetes.cri.container-name":"kube-scheduler","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74","pid":1758,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/8d310005d31b9bca38

72fec053a02152c50a57af968b2c45fae058fa25cc8d74/rootfs","created":"2021-08-13T20:40:28.820928149Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-proxy-sx47j_c70574ce-ae51-4887-ae04-ec18ad33d036"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d","pid":1026,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d/rootfs","created":"2021-08-13T20:40:05.773043763Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d","io.kubernetes.cri.sandbox-log-di

rectory":"/var/log/pods/kube-system_etcd-pause-20210813203929-288766_eb3661beb8adebe1591e5451021f80f4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792","pid":1772,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792/rootfs","created":"2021-08-13T20:40:29.032985492Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kindnet-zhtm5_30e5bcc4-1021-4ff0-bc28-58ce98258359"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f","pid":1142,"status":"running","bundle":"/run/containerd/io.containerd.runt

ime.v2.task/k8s.io/d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f/rootfs","created":"2021-08-13T20:40:06.045008412Z","annotations":{"io.kubernetes.cri.container-name":"kube-controller-manager","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45","pid":1010,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45/rootfs","created":"2021-08-13T20:40:05.773007877Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox

-id":"d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-scheduler-pause-20210813203929-288766_737ff932c10e65500160335c0c095cb4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4","pid":2091,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4/rootfs","created":"2021-08-13T20:40:45.184959921Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_coredns-558bd4d5db-484lt_17376923-c2de-4448-914a-866177eef01c"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"e341b9ff9e7663

e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127","pid":1032,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127/rootfs","created":"2021-08-13T20:40:05.77308687Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-controller-manager-pause-20210813203929-288766_1af56d8637005c06dea53c22e276fbb4"},"owner":"root"}]

	I0813 20:41:06.975910  435200 cri.go:113] list returned 14 containers

	I0813 20:41:06.975924  435200 cri.go:116] container: {ID:024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c Status:running}

	I0813 20:41:06.975935  435200 cri.go:122] skipping {024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c running}: state = "running", want "paused"

	I0813 20:41:06.975948  435200 cri.go:116] container: {ID:0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476 Status:running}

	I0813 20:41:06.975953  435200 cri.go:122] skipping {0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476 running}: state = "running", want "paused"

	I0813 20:41:06.975960  435200 cri.go:116] container: {ID:10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf Status:running}

	I0813 20:41:06.975964  435200 cri.go:122] skipping {10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf running}: state = "running", want "paused"

	I0813 20:41:06.975971  435200 cri.go:116] container: {ID:1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e Status:running}

	I0813 20:41:06.975976  435200 cri.go:122] skipping {1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e running}: state = "running", want "paused"

	I0813 20:41:06.975985  435200 cri.go:116] container: {ID:25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3 Status:running}

	I0813 20:41:06.975995  435200 cri.go:118] skipping 25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3 - not in ps

	I0813 20:41:06.976004  435200 cri.go:116] container: {ID:35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5 Status:running}

	I0813 20:41:06.976015  435200 cri.go:122] skipping {35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5 running}: state = "running", want "paused"

	I0813 20:41:06.976025  435200 cri.go:116] container: {ID:63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627 Status:running}

	I0813 20:41:06.976029  435200 cri.go:122] skipping {63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627 running}: state = "running", want "paused"

	I0813 20:41:06.976036  435200 cri.go:116] container: {ID:8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74 Status:running}

	I0813 20:41:06.976040  435200 cri.go:118] skipping 8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74 - not in ps

	I0813 20:41:06.976049  435200 cri.go:116] container: {ID:93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d Status:running}

	I0813 20:41:06.976056  435200 cri.go:118] skipping 93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d - not in ps

	I0813 20:41:06.976060  435200 cri.go:116] container: {ID:b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792 Status:running}

	I0813 20:41:06.976064  435200 cri.go:118] skipping b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792 - not in ps

	I0813 20:41:06.976069  435200 cri.go:116] container: {ID:d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f Status:running}

	I0813 20:41:06.976074  435200 cri.go:122] skipping {d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f running}: state = "running", want "paused"

	I0813 20:41:06.976078  435200 cri.go:116] container: {ID:d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45 Status:running}

	I0813 20:41:06.976083  435200 cri.go:118] skipping d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45 - not in ps

	I0813 20:41:06.976086  435200 cri.go:116] container: {ID:dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4 Status:running}

	I0813 20:41:06.976091  435200 cri.go:118] skipping dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4 - not in ps

	I0813 20:41:06.976097  435200 cri.go:116] container: {ID:e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127 Status:running}

	I0813 20:41:06.976102  435200 cri.go:118] skipping e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127 - not in ps

	I0813 20:41:06.976141  435200 ssh_runner.go:149] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0813 20:41:06.982858  435200 kubeadm.go:401] found existing configuration files, will attempt cluster restart

	I0813 20:41:06.982877  435200 kubeadm.go:600] restartCluster start

	I0813 20:41:06.982913  435200 ssh_runner.go:149] Run: sudo test -d /data/minikube

	I0813 20:41:06.988752  435200 kubeadm.go:126] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1

	stdout:

	stderr:

	I0813 20:41:06.989596  435200 kubeconfig.go:93] found "pause-20210813203929-288766" server: "https://192.168.58.2:8443"

	I0813 20:41:06.990075  435200 kapi.go:59] client config for pause-20210813203929-288766: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/client.crt", KeyFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203

929-288766/client.key", CAFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x17e2d00), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}

	I0813 20:41:06.991808  435200 ssh_runner.go:149] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new

	I0813 20:41:06.997856  435200 api_server.go:164] Checking apiserver status ...

	I0813 20:41:06.997961  435200 ssh_runner.go:149] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0813 20:41:07.013846  435200 ssh_runner.go:149] Run: sudo egrep ^[0-9]+:freezer: /proc/1162/cgroup

	I0813 20:41:07.020300  435200 api_server.go:180] apiserver freezer: "10:freezer:/docker/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/kubepods/burstable/pod3d23f607cb660cded40b593f202cd88f/35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5"

	I0813 20:41:07.020351  435200 ssh_runner.go:149] Run: sudo cat /sys/fs/cgroup/freezer/docker/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/kubepods/burstable/pod3d23f607cb660cded40b593f202cd88f/35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5/freezer.state

	I0813 20:41:07.026220  435200 api_server.go:202] freezer state: "THAWED"

	I0813 20:41:07.026257  435200 api_server.go:239] Checking apiserver healthz at https://192.168.58.2:8443/healthz ...

	I0813 20:41:07.031230  435200 api_server.go:265] https://192.168.58.2:8443/healthz returned 200:

	ok

	I0813 20:41:07.044974  435200 system_pods.go:86] 7 kube-system pods found

	I0813 20:41:07.044998  435200 system_pods.go:89] "coredns-558bd4d5db-484lt" [17376923-c2de-4448-914a-866177eef01c] Running

	I0813 20:41:07.045006  435200 system_pods.go:89] "etcd-pause-20210813203929-288766" [d8efe675-0fe4-4d76-94dd-4df3d1349d4f] Running

	I0813 20:41:07.045011  435200 system_pods.go:89] "kindnet-zhtm5" [30e5bcc4-1021-4ff0-bc28-58ce98258359] Running

	I0813 20:41:07.045015  435200 system_pods.go:89] "kube-apiserver-pause-20210813203929-288766" [562d9889-a10c-44b2-a005-ea7b99e9575d] Running

	I0813 20:41:07.045019  435200 system_pods.go:89] "kube-controller-manager-pause-20210813203929-288766" [7ef4fc4c-bbb1-4cb8-93c5-8cf937168813] Running

	I0813 20:41:07.045024  435200 system_pods.go:89] "kube-proxy-sx47j" [c70574ce-ae51-4887-ae04-ec18ad33d036] Running

	I0813 20:41:07.045030  435200 system_pods.go:89] "kube-scheduler-pause-20210813203929-288766" [9ec54ced-a8e5-4470-8282-3aaf3c4cff6f] Running

	I0813 20:41:07.045779  435200 api_server.go:139] control plane version: v1.21.3

	I0813 20:41:07.045800  435200 kubeadm.go:594] The running cluster does not require reconfiguration: 192.168.58.2

	I0813 20:41:07.045811  435200 kubeadm.go:647] Taking a shortcut, as the cluster seems to be properly configured

	I0813 20:41:07.045816  435200 kubeadm.go:604] restartCluster took 62.934101ms

	I0813 20:41:07.045823  435200 kubeadm.go:392] StartCluster complete in 127.619469ms

	I0813 20:41:07.045839  435200 settings.go:142] acquiring lock: {Name:mk2936f3299af42d08897e24c22041052c3e9b52 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:41:07.045917  435200 settings.go:150] Updating kubeconfig:  /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/kubeconfig

	I0813 20:41:07.046439  435200 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/kubeconfig: {Name:mk094da01a05b0ab7e65473206855dd043cd6dbd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:41:07.047015  435200 kapi.go:59] client config for pause-20210813203929-288766: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/client.crt", KeyFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203

929-288766/client.key", CAFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x17e2d00), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}

	I0813 20:41:07.050164  435200 kapi.go:244] deployment "coredns" in namespace "kube-system" and context "pause-20210813203929-288766" rescaled to 1

	I0813 20:41:07.050222  435200 ssh_runner.go:149] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.21.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0813 20:41:07.050248  435200 start.go:226] Will wait 6m0s for node &{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.21.3 ControlPlane:true Worker:true}

	I0813 20:41:07.052346  435200 out.go:177] * Verifying Kubernetes components...

	I0813 20:41:07.052402  435200 ssh_runner.go:149] Run: sudo systemctl is-active --quiet service kubelet

	I0813 20:41:07.050334  435200 addons.go:342] enableAddons start: toEnable=map[], additional=[]

	I0813 20:41:07.050448  435200 config.go:177] Loaded profile config "pause-20210813203929-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.21.3

	I0813 20:41:07.052479  435200 addons.go:59] Setting storage-provisioner=true in profile "pause-20210813203929-288766"

	I0813 20:41:07.052504  435200 addons.go:135] Setting addon storage-provisioner=true in "pause-20210813203929-288766"

	I0813 20:41:07.052502  435200 addons.go:59] Setting default-storageclass=true in profile "pause-20210813203929-288766"

	W0813 20:41:07.052511  435200 addons.go:147] addon storage-provisioner should already be in state true

	I0813 20:41:07.052519  435200 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "pause-20210813203929-288766"

	I0813 20:41:07.052540  435200 host.go:66] Checking if "pause-20210813203929-288766" exists ...

	I0813 20:41:07.052875  435200 cli_runner.go:115] Run: docker container inspect pause-20210813203929-288766 --format={{.State.Status}}

	I0813 20:41:07.053072  435200 cli_runner.go:115] Run: docker container inspect pause-20210813203929-288766 --format={{.State.Status}}

	I0813 20:41:07.098452  435200 kapi.go:59] client config for pause-20210813203929-288766: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/client.crt", KeyFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203

929-288766/client.key", CAFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x17e2d00), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}

	I0813 20:41:07.103180  435200 addons.go:135] Setting addon default-storageclass=true in "pause-20210813203929-288766"

	W0813 20:41:07.103203  435200 addons.go:147] addon default-storageclass should already be in state true

	I0813 20:41:07.103232  435200 host.go:66] Checking if "pause-20210813203929-288766" exists ...

	I0813 20:41:07.103717  435200 cli_runner.go:115] Run: docker container inspect pause-20210813203929-288766 --format={{.State.Status}}

	I0813 20:41:07.111114  435200 out.go:177]   - Using image gcr.io/k8s-minikube/storage-provisioner:v5

	I0813 20:41:07.111237  435200 addons.go:275] installing /etc/kubernetes/addons/storage-provisioner.yaml

	I0813 20:41:07.111252  435200 ssh_runner.go:316] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)

	I0813 20:41:07.111295  435200 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-20210813203929-288766

	I0813 20:41:07.131588  435200 start.go:708] CoreDNS already contains "host.minikube.internal" host record, skipping...

	I0813 20:41:07.131588  435200 node_ready.go:35] waiting up to 6m0s for node "pause-20210813203929-288766" to be "Ready" ...

	I0813 20:41:07.135224  435200 node_ready.go:49] node "pause-20210813203929-288766" has status "Ready":"True"

	I0813 20:41:07.135243  435200 node_ready.go:38] duration metric: took 3.618696ms waiting for node "pause-20210813203929-288766" to be "Ready" ...

	I0813 20:41:07.135254  435200 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0813 20:41:07.140175  435200 pod_ready.go:78] waiting up to 6m0s for pod "coredns-558bd4d5db-484lt" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.149820  435200 pod_ready.go:92] pod "coredns-558bd4d5db-484lt" in "kube-system" namespace has status "Ready":"True"

	I0813 20:41:07.149842  435200 pod_ready.go:81] duration metric: took 9.646471ms waiting for pod "coredns-558bd4d5db-484lt" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.149870  435200 pod_ready.go:78] waiting up to 6m0s for pod "etcd-pause-20210813203929-288766" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.153416  435200 addons.go:275] installing /etc/kubernetes/addons/storageclass.yaml

	I0813 20:41:07.153437  435200 ssh_runner.go:316] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0813 20:41:07.153495  435200 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-20210813203929-288766

	I0813 20:41:07.153949  435200 pod_ready.go:92] pod "etcd-pause-20210813203929-288766" in "kube-system" namespace has status "Ready":"True"

	I0813 20:41:07.153967  435200 pod_ready.go:81] duration metric: took 4.084388ms waiting for pod "etcd-pause-20210813203929-288766" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.153981  435200 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-pause-20210813203929-288766" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.158352  435200 pod_ready.go:92] pod "kube-apiserver-pause-20210813203929-288766" in "kube-system" namespace has status "Ready":"True"

	I0813 20:41:07.158370  435200 pod_ready.go:81] duration metric: took 4.377256ms waiting for pod "kube-apiserver-pause-20210813203929-288766" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.158383  435200 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-pause-20210813203929-288766" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.159294  435200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33132 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/pause-20210813203929-288766/id_rsa Username:docker}

	I0813 20:41:07.191814  435200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33132 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/pause-20210813203929-288766/id_rsa Username:docker}

	I0813 20:41:07.234631  435200 pod_ready.go:92] pod "kube-controller-manager-pause-20210813203929-288766" in "kube-system" namespace has status "Ready":"True"

	I0813 20:41:07.234651  435200 pod_ready.go:81] duration metric: took 76.260182ms waiting for pod "kube-controller-manager-pause-20210813203929-288766" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.234665  435200 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-sx47j" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.257340  435200 ssh_runner.go:149] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.21.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml

	I0813 20:41:07.285482  435200 ssh_runner.go:149] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.21.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0813 20:41:06.615125  437434 cli_runner.go:168] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v11-v1.21.3-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v cert-options-20210813204052-288766:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 -I lz4 -xf /preloaded.tar -C /extractDir: (10.541454302s)

	I0813 20:41:06.615150  437434 kic.go:188] duration metric: took 10.541581 seconds to extract preloaded images to volume

	I0813 20:41:06.615266  437434 cli_runner.go:115] Run: docker container inspect cert-options-20210813204052-288766 --format={{.State.Status}}

	I0813 20:41:06.667339  437434 machine.go:88] provisioning docker machine ...

	I0813 20:41:06.667370  437434 ubuntu.go:169] provisioning hostname "cert-options-20210813204052-288766"

	I0813 20:41:06.667429  437434 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-options-20210813204052-288766

	I0813 20:41:06.713097  437434 main.go:130] libmachine: Using SSH client type: native

	I0813 20:41:06.713333  437434 main.go:130] libmachine: &{{{<nil> 0 [] [] []} docker [0x802ea0] 0x802e60 <nil>  [] 0s} 127.0.0.1 33142 <nil> <nil>}

	I0813 20:41:06.713352  437434 main.go:130] libmachine: About to run SSH command:

	sudo hostname cert-options-20210813204052-288766 && echo "cert-options-20210813204052-288766" | sudo tee /etc/hostname

	I0813 20:41:06.856662  437434 main.go:130] libmachine: SSH cmd err, output: <nil>: cert-options-20210813204052-288766

	I0813 20:41:06.856721  437434 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-options-20210813204052-288766

	I0813 20:41:06.900375  437434 main.go:130] libmachine: Using SSH client type: native

	I0813 20:41:06.900578  437434 main.go:130] libmachine: &{{{<nil> 0 [] [] []} docker [0x802ea0] 0x802e60 <nil>  [] 0s} 127.0.0.1 33142 <nil> <nil>}

	I0813 20:41:06.900621  437434 main.go:130] libmachine: About to run SSH command:

			if ! grep -xq '.*\scert-options-20210813204052-288766' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 cert-options-20210813204052-288766/g' /etc/hosts;

				else 

					echo '127.0.1.1 cert-options-20210813204052-288766' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0813 20:41:07.028046  437434 main.go:130] libmachine: SSH cmd err, output: <nil>: 

	I0813 20:41:07.028064  437434 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube CaCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337

/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube}

	I0813 20:41:07.028087  437434 ubuntu.go:177] setting up certificates

	I0813 20:41:07.028095  437434 provision.go:83] configureAuth start

	I0813 20:41:07.028139  437434 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" cert-options-20210813204052-288766

	I0813 20:41:07.070157  437434 provision.go:138] copyHostCerts

	I0813 20:41:07.070214  437434 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem, removing ...

	I0813 20:41:07.070222  437434 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem

	I0813 20:41:07.070286  437434 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem (1082 bytes)

	I0813 20:41:07.070363  437434 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem, removing ...

	I0813 20:41:07.070368  437434 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem

	I0813 20:41:07.070388  437434 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem (1123 bytes)

	I0813 20:41:07.070430  437434 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem, removing ...

	I0813 20:41:07.070436  437434 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem

	I0813 20:41:07.070452  437434 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem (1675 bytes)

	I0813 20:41:07.070485  437434 provision.go:112] generating server cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem org=jenkins.cert-options-20210813204052-288766 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube cert-options-20210813204052-288766]

	I0813 20:41:07.310609  437434 provision.go:172] copyRemoteCerts

	I0813 20:41:07.310663  437434 ssh_runner.go:149] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0813 20:41:07.310696  437434 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-options-20210813204052-288766

	I0813 20:41:07.355163  437434 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33142 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/cert-options-20210813204052-288766/id_rsa Username:docker}

	I0813 20:41:07.453617  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)

	I0813 20:41:07.474736  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem --> /etc/docker/server.pem (1273 bytes)

	I0813 20:41:07.495636  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)

	I0813 20:41:07.515651  437434 provision.go:86] duration metric: configureAuth took 487.541309ms

	I0813 20:41:07.515671  437434 ubuntu.go:193] setting minikube options for container-runtime

	I0813 20:41:07.515886  437434 config.go:177] Loaded profile config "cert-options-20210813204052-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.21.3

	I0813 20:41:07.515897  437434 machine.go:91] provisioned docker machine in 848.54473ms

	I0813 20:41:07.515904  437434 client.go:171] LocalClient.Create took 14.108999865s

	I0813 20:41:07.515931  437434 start.go:168] duration metric: libmachine.API.Create for "cert-options-20210813204052-288766" took 14.109079093s

	I0813 20:41:07.515941  437434 start.go:267] post-start starting for "cert-options-20210813204052-288766" (driver="docker")

	I0813 20:41:07.515947  437434 start.go:277] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0813 20:41:07.516005  437434 ssh_runner.go:149] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0813 20:41:07.516062  437434 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-options-20210813204052-288766

	I0813 20:41:07.571218  437434 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33142 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/cert-options-20210813204052-288766/id_rsa Username:docker}

	I0813 20:41:07.664266  437434 ssh_runner.go:149] Run: cat /etc/os-release

	I0813 20:41:07.667007  437434 main.go:130] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found

	I0813 20:41:07.667028  437434 main.go:130] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found

	I0813 20:41:07.667041  437434 main.go:130] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found

	I0813 20:41:07.667048  437434 info.go:137] Remote host: Ubuntu 20.04.2 LTS

	I0813 20:41:07.667058  437434 filesync.go:126] Scanning /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/addons for local assets ...

	I0813 20:41:07.667103  437434 filesync.go:126] Scanning /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files for local assets ...

	I0813 20:41:07.667192  437434 filesync.go:149] local asset: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem -> 2887662.pem in /etc/ssl/certs

	I0813 20:41:07.667299  437434 ssh_runner.go:149] Run: sudo mkdir -p /etc/ssl/certs

	I0813 20:41:07.673862  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem --> /etc/ssl/certs/2887662.pem (1708 bytes)

	I0813 20:41:07.690538  437434 start.go:270] post-start completed in 174.583077ms

	I0813 20:41:07.690858  437434 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" cert-options-20210813204052-288766

	I0813 20:41:07.730560  437434 profile.go:148] Saving config to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/config.json ...

	I0813 20:41:07.730750  437434 ssh_runner.go:149] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0813 20:41:07.730785  437434 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-options-20210813204052-288766

	I0813 20:41:07.770634  437434 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33142 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/cert-options-20210813204052-288766/id_rsa Username:docker}

	I0813 20:41:07.861501  437434 start.go:129] duration metric: createHost completed in 14.457575509s

	I0813 20:41:07.861518  437434 start.go:80] releasing machines lock for "cert-options-20210813204052-288766", held for 14.457755246s

	I0813 20:41:07.861585  437434 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" cert-options-20210813204052-288766

	I0813 20:41:07.906065  437434 ssh_runner.go:149] Run: systemctl --version

	I0813 20:41:07.906107  437434 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-options-20210813204052-288766

	I0813 20:41:07.906166  437434 ssh_runner.go:149] Run: curl -sS -m 2 https://k8s.gcr.io/

	I0813 20:41:07.906230  437434 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-options-20210813204052-288766

	I0813 20:41:07.576175  435200 out.go:177] * Enabled addons: storage-provisioner, default-storageclass

	I0813 20:41:07.576217  435200 addons.go:344] enableAddons completed in 525.888042ms

	I0813 20:41:07.634307  435200 pod_ready.go:92] pod "kube-proxy-sx47j" in "kube-system" namespace has status "Ready":"True"

	I0813 20:41:07.634330  435200 pod_ready.go:81] duration metric: took 399.656105ms waiting for pod "kube-proxy-sx47j" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.634343  435200 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-pause-20210813203929-288766" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:08.034687  435200 pod_ready.go:92] pod "kube-scheduler-pause-20210813203929-288766" in "kube-system" namespace has status "Ready":"True"

	I0813 20:41:08.034711  435200 pod_ready.go:81] duration metric: took 400.358211ms waiting for pod "kube-scheduler-pause-20210813203929-288766" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:08.034723  435200 pod_ready.go:38] duration metric: took 899.455744ms for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0813 20:41:08.034745  435200 api_server.go:50] waiting for apiserver process to appear ...

	I0813 20:41:08.034787  435200 ssh_runner.go:149] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0813 20:41:08.054884  435200 api_server.go:70] duration metric: took 1.004605323s to wait for apiserver process to appear ...

	I0813 20:41:08.054914  435200 api_server.go:86] waiting for apiserver healthz status ...

	I0813 20:41:08.054926  435200 api_server.go:239] Checking apiserver healthz at https://192.168.58.2:8443/healthz ...

	I0813 20:41:08.059727  435200 api_server.go:265] https://192.168.58.2:8443/healthz returned 200:

	ok

	I0813 20:41:08.060515  435200 api_server.go:139] control plane version: v1.21.3

	I0813 20:41:08.060535  435200 api_server.go:129] duration metric: took 5.615639ms to wait for apiserver health ...

	I0813 20:41:08.060543  435200 system_pods.go:43] waiting for kube-system pods to appear ...

	I0813 20:41:08.236688  435200 system_pods.go:59] 8 kube-system pods found

	I0813 20:41:08.236715  435200 system_pods.go:61] "coredns-558bd4d5db-484lt" [17376923-c2de-4448-914a-866177eef01c] Running

	I0813 20:41:08.236720  435200 system_pods.go:61] "etcd-pause-20210813203929-288766" [d8efe675-0fe4-4d76-94dd-4df3d1349d4f] Running

	I0813 20:41:08.236724  435200 system_pods.go:61] "kindnet-zhtm5" [30e5bcc4-1021-4ff0-bc28-58ce98258359] Running

	I0813 20:41:08.236727  435200 system_pods.go:61] "kube-apiserver-pause-20210813203929-288766" [562d9889-a10c-44b2-a005-ea7b99e9575d] Running

	I0813 20:41:08.236732  435200 system_pods.go:61] "kube-controller-manager-pause-20210813203929-288766" [7ef4fc4c-bbb1-4cb8-93c5-8cf937168813] Running

	I0813 20:41:08.236735  435200 system_pods.go:61] "kube-proxy-sx47j" [c70574ce-ae51-4887-ae04-ec18ad33d036] Running

	I0813 20:41:08.236739  435200 system_pods.go:61] "kube-scheduler-pause-20210813203929-288766" [9ec54ced-a8e5-4470-8282-3aaf3c4cff6f] Running

	I0813 20:41:08.236747  435200 system_pods.go:61] "storage-provisioner" [ef3f9623-341b-4146-a723-7a12ef0a7234] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])

	I0813 20:41:08.236777  435200 system_pods.go:74] duration metric: took 176.205631ms to wait for pod list to return data ...

	I0813 20:41:08.236790  435200 default_sa.go:34] waiting for default service account to be created ...

	I0813 20:41:08.434922  435200 default_sa.go:45] found service account: "default"

	I0813 20:41:08.434950  435200 default_sa.go:55] duration metric: took 198.15258ms for default service account to be created ...

	I0813 20:41:08.434963  435200 system_pods.go:116] waiting for k8s-apps to be running ...

	I0813 20:41:08.637211  435200 system_pods.go:86] 8 kube-system pods found

	I0813 20:41:08.637248  435200 system_pods.go:89] "coredns-558bd4d5db-484lt" [17376923-c2de-4448-914a-866177eef01c] Running

	I0813 20:41:08.637257  435200 system_pods.go:89] "etcd-pause-20210813203929-288766" [d8efe675-0fe4-4d76-94dd-4df3d1349d4f] Running

	I0813 20:41:08.637269  435200 system_pods.go:89] "kindnet-zhtm5" [30e5bcc4-1021-4ff0-bc28-58ce98258359] Running

	I0813 20:41:08.637276  435200 system_pods.go:89] "kube-apiserver-pause-20210813203929-288766" [562d9889-a10c-44b2-a005-ea7b99e9575d] Running

	I0813 20:41:08.637282  435200 system_pods.go:89] "kube-controller-manager-pause-20210813203929-288766" [7ef4fc4c-bbb1-4cb8-93c5-8cf937168813] Running

	I0813 20:41:08.637291  435200 system_pods.go:89] "kube-proxy-sx47j" [c70574ce-ae51-4887-ae04-ec18ad33d036] Running

	I0813 20:41:08.637301  435200 system_pods.go:89] "kube-scheduler-pause-20210813203929-288766" [9ec54ced-a8e5-4470-8282-3aaf3c4cff6f] Running

	I0813 20:41:08.637313  435200 system_pods.go:89] "storage-provisioner" [ef3f9623-341b-4146-a723-7a12ef0a7234] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])

	I0813 20:41:08.637326  435200 system_pods.go:126] duration metric: took 202.357685ms to wait for k8s-apps to be running ...

	I0813 20:41:08.637342  435200 system_svc.go:44] waiting for kubelet service to be running ....

	I0813 20:41:08.637394  435200 ssh_runner.go:149] Run: sudo systemctl is-active --quiet service kubelet

	I0813 20:41:08.647472  435200 system_svc.go:56] duration metric: took 10.1232ms WaitForService to wait for kubelet.

	I0813 20:41:08.647498  435200 kubeadm.go:547] duration metric: took 1.597227974s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0813 20:41:08.647527  435200 node_conditions.go:102] verifying NodePressure condition ...

	I0813 20:41:08.835403  435200 node_conditions.go:122] node storage ephemeral capacity is 309568300Ki

	I0813 20:41:08.835431  435200 node_conditions.go:123] node cpu capacity is 8

	I0813 20:41:08.835447  435200 node_conditions.go:105] duration metric: took 187.910505ms to run NodePressure ...

	I0813 20:41:08.835460  435200 start.go:231] waiting for startup goroutines ...

	I0813 20:41:08.880032  435200 start.go:462] kubectl: 1.20.5, cluster: 1.21.3 (minor skew: 1)

	I0813 20:41:08.881983  435200 out.go:177] * Done! kubectl is now configured to use "pause-20210813203929-288766" cluster and "default" namespace by default

	I0813 20:41:07.949659  437434 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33142 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/cert-options-20210813204052-288766/id_rsa Username:docker}

	I0813 20:41:07.956003  437434 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33142 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/cert-options-20210813204052-288766/id_rsa Username:docker}

	I0813 20:41:08.037237  437434 ssh_runner.go:149] Run: sudo systemctl stop -f crio

	I0813 20:41:08.074804  437434 ssh_runner.go:149] Run: sudo systemctl is-active --quiet service crio

	I0813 20:41:08.085188  437434 docker.go:153] disabling docker service ...

	I0813 20:41:08.085223  437434 ssh_runner.go:149] Run: sudo systemctl stop -f docker.socket

	I0813 20:41:08.100860  437434 ssh_runner.go:149] Run: sudo systemctl stop -f docker.service

	I0813 20:41:08.110127  437434 ssh_runner.go:149] Run: sudo systemctl disable docker.socket

	I0813 20:41:08.175463  437434 ssh_runner.go:149] Run: sudo systemctl mask docker.service

	I0813 20:41:08.235398  437434 ssh_runner.go:149] Run: sudo systemctl is-active --quiet service docker

	I0813 20:41:08.245285  437434 ssh_runner.go:149] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	image-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0813 20:41:08.257211  437434 ssh_runner.go:149] Run: /bin/bash -c "sudo mkdir -p /etc/containerd && printf %!s(MISSING) "cm9vdCA9ICIvdmFyL2xpYi9jb250YWluZXJkIgpzdGF0ZSA9ICIvcnVuL2NvbnRhaW5lcmQiCm9vbV9zY29yZSA9IDAKW2dycGNdCiAgYWRkcmVzcyA9ICIvcnVuL2NvbnRhaW5lcmQvY29udGFpbmVyZC5zb2NrIgogIHVpZCA9IDAKICBnaWQgPSAwCiAgbWF4X3JlY3ZfbWVzc2FnZV9zaXplID0gMTY3NzcyMTYKICBtYXhfc2VuZF9tZXNzYWdlX3NpemUgPSAxNjc3NzIxNgoKW2RlYnVnXQogIGFkZHJlc3MgPSAiIgogIHVpZCA9IDAKICBnaWQgPSAwCiAgbGV2ZWwgPSAiIgoKW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIiCiAgZ3JwY19oaXN0b2dyYW0gPSBmYWxzZQoKW2Nncm91cF0KICBwYXRoID0gIiIKCltwbHVnaW5zXQogIFtwbHVnaW5zLmNncm91cHNdCiAgICBub19wcm9tZXRoZXVzID0gZmFsc2UKICBbcGx1Z2lucy5jcmldCiAgICBzdHJlYW1fc2VydmVyX2FkZHJlc3MgPSAiIgogICAgc3RyZWFtX3NlcnZlcl9wb3J0ID0gIjEwMDEwIgogICAgZW5hYmxlX3NlbGludXggPSBmYWxzZQogICAgc2FuZGJveF9pbWFnZSA9ICJrOHMuZ2NyLmlvL3BhdXNlOjMuNC4xIgogICAgc3RhdHNfY29sbGVjdF9wZXJpb2QgPSAxMAogICAgZW5hYmxlX3Rsc19zdHJlYW1pbmcgPSBmYWxzZQogICAgbWF4X2NvbnRhaW5lcl9sb2dfbGluZV9zaXplID0gMTYzODQKCglbcGx1Z2lucy4iaW8uY

29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzXQogICAgICAgICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgICAgICAgICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICAgICAgICAgIFN5c3RlbWRDZ3JvdXAgPSBmYWxzZQoKICAgIFtwbHVnaW5zLmNyaS5jb250YWluZXJkXQogICAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5ZnMiCiAgICAgIFtwbHVnaW5zLmNyaS5jb250YWluZXJkLmRlZmF1bHRfcnVudGltZV0KICAgICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgICBbcGx1Z2lucy5jcmkuY29udGFpbmVyZC51bnRydXN0ZWRfd29ya2xvYWRfcnVudGltZV0KICAgICAgICBydW50aW1lX3R5cGUgPSAiIgogICAgICAgIHJ1bnRpbWVfZW5naW5lID0gIiIKICAgICAgICBydW50aW1lX3Jvb3QgPSAiIgogICAgW3BsdWdpbnMuY3JpLmNuaV0KICAgICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5ta

yIKICAgICAgY29uZl90ZW1wbGF0ZSA9ICIiCiAgICBbcGx1Z2lucy5jcmkucmVnaXN0cnldCiAgICAgIFtwbHVnaW5zLmNyaS5yZWdpc3RyeS5taXJyb3JzXQogICAgICAgIFtwbHVnaW5zLmNyaS5yZWdpc3RyeS5taXJyb3JzLiJkb2NrZXIuaW8iXQogICAgICAgICAgZW5kcG9pbnQgPSBbImh0dHBzOi8vcmVnaXN0cnktMS5kb2NrZXIuaW8iXQogICAgICAgIFtwbHVnaW5zLmRpZmYtc2VydmljZV0KICAgIGRlZmF1bHQgPSBbIndhbGtpbmciXQogIFtwbHVnaW5zLnNjaGVkdWxlcl0KICAgIHBhdXNlX3RocmVzaG9sZCA9IDAuMDIKICAgIGRlbGV0aW9uX3RocmVzaG9sZCA9IDAKICAgIG11dGF0aW9uX3RocmVzaG9sZCA9IDEwMAogICAgc2NoZWR1bGVfZGVsYXkgPSAiMHMiCiAgICBzdGFydHVwX2RlbGF5ID0gIjEwMG1zIgo=" | base64 -d | sudo tee /etc/containerd/config.toml"

	I0813 20:41:08.268689  437434 ssh_runner.go:149] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0813 20:41:08.274314  437434 crio.go:128] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255

	stdout:

	stderr:

	sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory

	I0813 20:41:08.274355  437434 ssh_runner.go:149] Run: sudo modprobe br_netfilter

	I0813 20:41:08.280775  437434 ssh_runner.go:149] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0813 20:41:08.286300  437434 ssh_runner.go:149] Run: sudo systemctl daemon-reload

	I0813 20:41:08.341443  437434 ssh_runner.go:149] Run: sudo systemctl restart containerd

	I0813 20:41:08.407411  437434 start.go:392] Will wait 60s for socket path /run/containerd/containerd.sock

	I0813 20:41:08.407469  437434 ssh_runner.go:149] Run: stat /run/containerd/containerd.sock

	I0813 20:41:08.410839  437434 start.go:413] Will wait 60s for crictl version

	I0813 20:41:08.410885  437434 ssh_runner.go:149] Run: sudo crictl version

	I0813 20:41:08.436625  437434 retry.go:31] will retry after 11.04660288s: Temporary Error: sudo crictl version: Process exited with status 1

	stdout:

	stderr:

	time="2021-08-13T20:41:08Z" level=fatal msg="getting the runtime version: rpc error: code = Unknown desc = server is not initialized yet"

	I0813 20:41:19.484923  437434 ssh_runner.go:149] Run: sudo crictl version

	I0813 20:41:19.536988  437434 start.go:422] Version:  0.1.0

	RuntimeName:  containerd

	RuntimeVersion:  1.4.9

	RuntimeApiVersion:  v1alpha2

	I0813 20:41:19.537035  437434 ssh_runner.go:149] Run: containerd --version

	I0813 20:41:19.557943  437434 ssh_runner.go:149] Run: containerd --version

	I0813 20:41:19.580004  437434 out.go:177] * Preparing Kubernetes v1.21.3 on containerd 1.4.9 ...

	I0813 20:41:19.580074  437434 cli_runner.go:115] Run: docker network inspect cert-options-20210813204052-288766 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"

	I0813 20:41:19.616388  437434 ssh_runner.go:149] Run: grep 192.168.49.1	host.minikube.internal$ /etc/hosts

	I0813 20:41:19.619476  437434 ssh_runner.go:149] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0813 20:41:19.628272  437434 preload.go:131] Checking if preload exists for k8s version v1.21.3 and runtime containerd

	I0813 20:41:19.628312  437434 ssh_runner.go:149] Run: sudo crictl images --output json

	I0813 20:41:19.649570  437434 containerd.go:613] all images are preloaded for containerd runtime.

	I0813 20:41:19.649580  437434 containerd.go:517] Images already preloaded, skipping extraction

	I0813 20:41:19.649611  437434 ssh_runner.go:149] Run: sudo crictl images --output json

	I0813 20:41:19.669332  437434 containerd.go:613] all images are preloaded for containerd runtime.

	I0813 20:41:19.669342  437434 cache_images.go:74] Images are preloaded, skipping loading

	I0813 20:41:19.669374  437434 ssh_runner.go:149] Run: sudo crictl info

	I0813 20:41:19.690615  437434 cni.go:93] Creating CNI manager for ""

	I0813 20:41:19.690623  437434 cni.go:160] "docker" driver + containerd runtime found, recommending kindnet

	I0813 20:41:19.690634  437434 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0813 20:41:19.690644  437434 kubeadm.go:153] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8555 KubernetesVersion:v1.21.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:cert-options-20210813204052-288766 NodeName:cert-options-20210813204052-288766 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NoTaintMaster:true NodeIP:192.168.49.2 CgroupDriver:cgroupfs C

lientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[]}

	I0813 20:41:19.690745  437434 kubeadm.go:157] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta2

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.49.2

	  bindPort: 8555

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: /run/containerd/containerd.sock

	  name: "cert-options-20210813204052-288766"

	  kubeletExtraArgs:

	    node-ip: 192.168.49.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta2

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8555

	dns:

	  type: CoreDNS

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.21.3

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0813 20:41:19.690821  437434 kubeadm.go:909] kubelet [Unit]

	Wants=containerd.service

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.21.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cni-conf-dir=/etc/cni/net.mk --config=/var/lib/kubelet/config.yaml --container-runtime=remote --container-runtime-endpoint=unix:///run/containerd/containerd.sock --hostname-override=cert-options-20210813204052-288766 --image-service-endpoint=unix:///run/containerd/containerd.sock --kubeconfig=/etc/kubernetes/kubelet.conf --network-plugin=cni --node-ip=192.168.49.2 --runtime-request-timeout=15m

	[Install]

	 config:

	{KubernetesVersion:v1.21.3 ClusterName:cert-options-20210813204052-288766 Namespace:default APIServerName:minikubeCA APIServerNames:[localhost www.google.com] APIServerIPs:[127.0.0.1 192.168.15.15] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8555 NodeName:}

	I0813 20:41:19.690864  437434 ssh_runner.go:149] Run: sudo ls /var/lib/minikube/binaries/v1.21.3

	I0813 20:41:19.696894  437434 binaries.go:44] Found k8s binaries, skipping transfer

	I0813 20:41:19.696946  437434 ssh_runner.go:149] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0813 20:41:19.702821  437434 ssh_runner.go:316] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (579 bytes)

	I0813 20:41:19.713859  437434 ssh_runner.go:316] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0813 20:41:19.724656  437434 ssh_runner.go:316] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2084 bytes)

	I0813 20:41:19.736740  437434 ssh_runner.go:149] Run: grep 192.168.49.2	control-plane.minikube.internal$ /etc/hosts

	I0813 20:41:19.739295  437434 ssh_runner.go:149] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0813 20:41:19.747214  437434 certs.go:52] Setting up /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766 for IP: 192.168.49.2

	I0813 20:41:19.747244  437434 certs.go:179] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.key

	I0813 20:41:19.747256  437434 certs.go:179] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/proxy-client-ca.key

	I0813 20:41:19.747302  437434 certs.go:297] generating minikube-user signed cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/client.key

	I0813 20:41:19.747307  437434 crypto.go:69] Generating cert /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/client.crt with IP's: []

	I0813 20:41:19.905249  437434 crypto.go:157] Writing cert to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/client.crt ...

	I0813 20:41:19.905267  437434 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/client.crt: {Name:mk088349dee720796cec7335fe9003075b68e29a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:41:19.905438  437434 crypto.go:165] Writing key to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/client.key ...

	I0813 20:41:19.905445  437434 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/client.key: {Name:mk9b94c76c904a84eec8d18d26527b9f32aff956 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:41:19.905526  437434 certs.go:297] generating minikube signed cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.key.eb39f9d8

	I0813 20:41:19.905530  437434 crypto.go:69] Generating cert /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.crt.eb39f9d8 with IP's: [127.0.0.1 192.168.15.15 192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0813 20:41:20.015613  437434 crypto.go:157] Writing cert to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.crt.eb39f9d8 ...

	I0813 20:41:20.015630  437434 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.crt.eb39f9d8: {Name:mkb252be90500aa84eb618db4f0a8d57efebe157 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:41:20.015792  437434 crypto.go:165] Writing key to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.key.eb39f9d8 ...

	I0813 20:41:20.015799  437434 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.key.eb39f9d8: {Name:mk7437fc67e6526d8a04d0c50d4833cd9c3900ac Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:41:20.015871  437434 certs.go:308] copying /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.crt.eb39f9d8 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.crt

	I0813 20:41:20.015920  437434 certs.go:312] copying /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.key.eb39f9d8 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.key

	I0813 20:41:20.015961  437434 certs.go:297] generating aggregator signed cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/proxy-client.key

	I0813 20:41:20.015966  437434 crypto.go:69] Generating cert /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/proxy-client.crt with IP's: []

	I0813 20:41:20.194779  437434 crypto.go:157] Writing cert to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/proxy-client.crt ...

	I0813 20:41:20.194791  437434 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/proxy-client.crt: {Name:mk76d4d3b97a132cd22a68a106ef9b5de7bd7f17 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:41:20.194944  437434 crypto.go:165] Writing key to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/proxy-client.key ...

	I0813 20:41:20.194950  437434 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/proxy-client.key: {Name:mkd71f795aeb4e9b97fd9518268af161eae9c66d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:41:20.195122  437434 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/288766.pem (1338 bytes)

	W0813 20:41:20.195152  437434 certs.go:372] ignoring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/288766_empty.pem, impossibly tiny 0 bytes

	I0813 20:41:20.195161  437434 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem (1675 bytes)

	I0813 20:41:20.195183  437434 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem (1082 bytes)

	I0813 20:41:20.195201  437434 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem (1123 bytes)

	I0813 20:41:20.195219  437434 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/key.pem (1675 bytes)

	I0813 20:41:20.195259  437434 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem (1708 bytes)

	I0813 20:41:20.196116  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1452 bytes)

	I0813 20:41:20.233007  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)

	I0813 20:41:20.248303  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0813 20:41:20.264613  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0813 20:41:20.279928  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0813 20:41:20.295648  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)

	I0813 20:41:20.311299  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0813 20:41:20.327430  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I0813 20:41:20.342293  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0813 20:41:20.357815  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/288766.pem --> /usr/share/ca-certificates/288766.pem (1338 bytes)

	I0813 20:41:20.372414  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem --> /usr/share/ca-certificates/2887662.pem (1708 bytes)

	I0813 20:41:20.387077  437434 ssh_runner.go:316] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0813 20:41:20.397867  437434 ssh_runner.go:149] Run: openssl version

	I0813 20:41:20.402118  437434 ssh_runner.go:149] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0813 20:41:20.408427  437434 ssh_runner.go:149] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0813 20:41:20.411074  437434 certs.go:419] hashing: -rw-r--r-- 1 root root 1111 Aug 13 20:09 /usr/share/ca-certificates/minikubeCA.pem

	I0813 20:41:20.411103  437434 ssh_runner.go:149] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0813 20:41:20.415316  437434 ssh_runner.go:149] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0813 20:41:20.421612  437434 ssh_runner.go:149] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/288766.pem && ln -fs /usr/share/ca-certificates/288766.pem /etc/ssl/certs/288766.pem"

	I0813 20:41:20.427918  437434 ssh_runner.go:149] Run: ls -la /usr/share/ca-certificates/288766.pem

	I0813 20:41:20.430573  437434 certs.go:419] hashing: -rw-r--r-- 1 root root 1338 Aug 13 20:14 /usr/share/ca-certificates/288766.pem

	I0813 20:41:20.430597  437434 ssh_runner.go:149] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/288766.pem

	I0813 20:41:20.434754  437434 ssh_runner.go:149] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/288766.pem /etc/ssl/certs/51391683.0"

	I0813 20:41:20.441022  437434 ssh_runner.go:149] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2887662.pem && ln -fs /usr/share/ca-certificates/2887662.pem /etc/ssl/certs/2887662.pem"

	I0813 20:41:20.447364  437434 ssh_runner.go:149] Run: ls -la /usr/share/ca-certificates/2887662.pem

	I0813 20:41:20.449999  437434 certs.go:419] hashing: -rw-r--r-- 1 root root 1708 Aug 13 20:14 /usr/share/ca-certificates/2887662.pem

	I0813 20:41:20.450027  437434 ssh_runner.go:149] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2887662.pem

	I0813 20:41:20.454206  437434 ssh_runner.go:149] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2887662.pem /etc/ssl/certs/3ec20f2e.0"

	I0813 20:41:20.460418  437434 kubeadm.go:390] StartCluster: {Name:cert-options-20210813204052-288766 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.21.3 ClusterName:cert-options-20210813204052-288766 Namespace:default APIServerName:minikube

CA APIServerNames:[localhost www.google.com] APIServerIPs:[127.0.0.1 192.168.15.15] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8555 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8555 KubernetesVersion:v1.21.3 ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: MultiNodeRequested:false ExtraDisks:0}

	I0813 20:41:20.460500  437434 cri.go:41] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}

	I0813 20:41:20.460532  437434 ssh_runner.go:149] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"

	I0813 20:41:20.481966  437434 cri.go:76] found id: ""

	I0813 20:41:20.482002  437434 ssh_runner.go:149] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0813 20:41:20.487933  437434 ssh_runner.go:149] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0813 20:41:20.493891  437434 kubeadm.go:220] ignoring SystemVerification for kubeadm because of docker driver

	I0813 20:41:20.493932  437434 ssh_runner.go:149] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0813 20:41:20.499694  437434 kubeadm.go:151] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0813 20:41:20.499720  437434 ssh_runner.go:240] Start: /bin/bash -c "sudo env PATH=/var/lib/minikube/binaries/v1.21.3:$PATH kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"

	* 

	* ==> container status <==

	* CONTAINER           IMAGE               CREATED              STATE               NAME                      ATTEMPT             POD ID

	6bcea47ee4e01       6e38f40d628db       17 seconds ago       Exited              storage-provisioner       0                   4399f9d1493b8

	0c7ddbd99132b       296a6d5035e2d       40 seconds ago       Running             coredns                   0                   dd8c4c931e635

	024f629ddecde       6de166512aa22       56 seconds ago       Running             kindnet-cni               0                   b783388587f5a

	1775bca136eca       adb2816ea823a       56 seconds ago       Running             kube-proxy                0                   8d310005d31b9

	35c9c5b96ad77       3d174f00aa39e       About a minute ago   Running             kube-apiserver            0                   25e8b80dac235

	10b548fbb1482       0369cf4303ffd       About a minute ago   Running             etcd                      0                   93e2e043f71bb

	63173c1db4bc4       6be0dc1302e30       About a minute ago   Running             kube-scheduler            0                   d6e3116efb0cc

	d6650f5f34d68       bc2bb319a7038       About a minute ago   Running             kube-controller-manager   0                   e341b9ff9e766

	* 

	* ==> containerd <==

	* -- Logs begin at Fri 2021-08-13 20:39:32 UTC, end at Fri 2021-08-13 20:41:25 UTC. --

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.723959699Z" level=info msg="Connect containerd service"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724001120Z" level=info msg="Get image filesystem path \"/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs\""

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724675425Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724740975Z" level=info msg="Start subscribing containerd event"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724845093Z" level=info msg="Start recovering state"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724922364Z" level=info msg=serving... address=/run/containerd/containerd.sock.ttrpc

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724976350Z" level=info msg=serving... address=/run/containerd/containerd.sock

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.725036444Z" level=info msg="containerd successfully booted in 0.046453s"

	Aug 13 20:40:49 pause-20210813203929-288766 systemd[1]: Started containerd container runtime.

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806823891Z" level=info msg="Start event monitor"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806882804Z" level=info msg="Start snapshots syncer"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806895419Z" level=info msg="Start cni network conf syncer"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806904249Z" level=info msg="Start streaming server"

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.179906544Z" level=info msg="RunPodsandbox for &PodSandboxMetadata{Name:storage-provisioner,Uid:ef3f9623-341b-4146-a723-7a12ef0a7234,Namespace:kube-system,Attempt:0,}"

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.204533624Z" level=info msg="starting signal loop" namespace=k8s.io path=/run/containerd/io.containerd.runtime.v2.task/k8s.io/4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4 pid=2655

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.357169807Z" level=info msg="RunPodSandbox for &PodSandboxMetadata{Name:storage-provisioner,Uid:ef3f9623-341b-4146-a723-7a12ef0a7234,Namespace:kube-system,Attempt:0,} returns sandbox id \"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4\""

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.359631546Z" level=info msg="CreateContainer within sandbox \"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4\" for container &ContainerMetadata{Name:storage-provisioner,Attempt:0,}"

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.426123269Z" level=info msg="CreateContainer within sandbox \"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4\" for &ContainerMetadata{Name:storage-provisioner,Attempt:0,} returns container id \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.426673722Z" level=info msg="StartContainer for \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.575767160Z" level=info msg="StartContainer for \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\" returns successfully"

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.637273756Z" level=info msg="Finish piping stderr of container \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.637342149Z" level=info msg="Finish piping stdout of container \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.639127528Z" level=info msg="TaskExit event &TaskExit{ContainerID:6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af,ID:6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af,Pid:2707,ExitStatus:255,ExitedAt:2021-08-13 20:41:20.638811872 +0000 UTC,XXX_unrecognized:[],}"

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.693394662Z" level=info msg="shim disconnected" id=6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.693476700Z" level=error msg="copy shim log" error="read /proc/self/fd/105: file already closed"

	* 

	* ==> coredns [0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476] <==

	* .:53

	[INFO] plugin/reload: Running configuration MD5 = 7cb80d9b13c0af3fa1ba04fc3eef5f89

	CoreDNS-1.8.0

	linux/amd64, go1.15.3, 054c9ae

	* 

	* ==> describe nodes <==

	* 

	* ==> dmesg <==

	* [  +0.000003] IPv4: martian source 10.96.0.1 from 10.244.0.2, on dev br-63168b86d05c

	[  +0.000003] ll header: 00000000: 02 42 47 fa 9c 46 02 42 c0 a8 31 02 08 00        .BG..F.B..1...

	[  +0.000015] ll header: 00000000: 02 42 47 fa 9c 46 02 42 c0 a8 31 02 08 00        .BG..F.B..1...

	[  +8.191417] IPv4: martian source 10.96.0.1 from 10.244.0.2, on dev br-63168b86d05c

	[  +0.000004] ll header: 00000000: 02 42 47 fa 9c 46 02 42 c0 a8 31 02 08 00        .BG..F.B..1...

	[  +0.001622] IPv4: martian source 10.96.0.1 from 10.244.0.2, on dev br-63168b86d05c

	[  +0.000002] ll header: 00000000: 02 42 47 fa 9c 46 02 42 c0 a8 31 02 08 00        .BG..F.B..1...

	[ +20.728040] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:30] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:32] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:34] IPv4: martian source 10.244.0.2 from 10.244.0.2, on dev veth320c7f25

	[  +0.000002] ll header: 00000000: ff ff ff ff ff ff 0e 9b 16 90 bc 70 08 06        ...........p..

	[Aug13 20:35] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:36] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:37] cgroup: cgroup2: unknown option "nsdelegate"

	[  +0.098933] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:38] cgroup: cgroup2: unknown option "nsdelegate"

	[  +8.982583] IPv4: martian source 10.244.0.2 from 10.244.0.2, on dev veth8ea709fa

	[  +0.000002] ll header: 00000000: ff ff ff ff ff ff 42 e2 4e 11 65 06 08 06        ......B.N.e...

	[ +22.664251] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:39] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:40] cgroup: cgroup2: unknown option "nsdelegate"

	[ +39.576161] IPv4: martian source 10.244.0.2 from 10.244.0.2, on dev vethb8bf580a

	[  +0.000005] ll header: 00000000: ff ff ff ff ff ff ea 75 25 a9 9a 9c 08 06        .......u%!.(MISSING)...

	[Aug13 20:41] cgroup: cgroup2: unknown option "nsdelegate"

	* 

	* ==> etcd [10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf] <==

	* 2021-08-13 20:40:42.778312 W | wal: sync duration of 3.100984898s, expected less than 1s

	2021-08-13 20:40:42.779486 W | etcdserver: read-only range request "key:\"/registry/events/kube-system/coredns-558bd4d5db-484lt.169af84dcb1fbbb8\" " with result "range_response_count:1 size:829" took too long (3.088007504s) to execute

	2021-08-13 20:40:44.073231 W | wal: sync duration of 1.294764095s, expected less than 1s

	2021-08-13 20:40:44.260110 W | etcdserver: read-only range request "key:\"/registry/health\" " with result "range_response_count:0 size:5" took too long (2.179883392s) to execute

	2021-08-13 20:40:44.260283 W | etcdserver: read-only range request "key:\"/registry/minions/\" range_end:\"/registry/minions0\" " with result "range_response_count:1 size:4894" took too long (4.424921938s) to execute

	2021-08-13 20:40:44.260525 W | etcdserver: read-only range request "key:\"/registry/minions/pause-20210813203929-288766\" " with result "range_response_count:1 size:4894" took too long (4.214720074s) to execute

	2021-08-13 20:40:44.260874 W | etcdserver: request "header:<ID:3238505127204165473 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/events/kube-system/coredns-558bd4d5db-484lt.169af84dcb1fbbb8\" mod_revision:459 > success:<request_put:<key:\"/registry/events/kube-system/coredns-558bd4d5db-484lt.169af84dcb1fbbb8\" value_size:726 lease:3238505127204165016 >> failure:<request_range:<key:\"/registry/events/kube-system/coredns-558bd4d5db-484lt.169af84dcb1fbbb8\" > >>" with result "size:16" took too long (187.257473ms) to execute

	2021-08-13 20:40:44.430318 W | etcdserver: read-only range request "key:\"/registry/namespaces/default\" " with result "range_response_count:1 size:341" took too long (1.629369907s) to execute

	2021-08-13 20:40:44.432293 W | etcdserver: read-only range request "key:\"/registry/health\" " with result "range_response_count:0 size:5" took too long (346.886299ms) to execute

	2021-08-13 20:40:44.432602 W | etcdserver: read-only range request "key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" " with result "range_response_count:7 size:36636" took too long (164.073512ms) to execute

	2021-08-13 20:40:49.883686 I | etcdserver/api/etcdhttp: /health OK (status code 200)

	2021-08-13 20:41:00.883506 W | etcdserver/api/etcdhttp: /health error; QGET failed etcdserver: request timed out (status code 503)

	2021-08-13 20:41:02.074842 W | etcdserver: read-only range request "key:\"/registry/health\" " with result "error:context deadline exceeded" took too long (2.000065606s) to execute

	2021-08-13 20:41:03.515496 W | etcdserver: request "header:<ID:3238505127204165564 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/minions/pause-20210813203929-288766\" mod_revision:489 > success:<request_put:<key:\"/registry/minions/pause-20210813203929-288766\" value_size:4804 >> failure:<request_range:<key:\"/registry/minions/pause-20210813203929-288766\" > >>" with result "size:16" took too long (3.329754073s) to execute

	2021-08-13 20:41:04.080493 W | etcdserver: read-only range request "key:\"/registry/health\" " with result "error:context deadline exceeded" took too long (2.000010762s) to execute

	2021-08-13 20:41:04.523604 W | wal: sync duration of 4.22976394s, expected less than 1s

	2021-08-13 20:41:05.034343 W | etcdserver: request "header:<ID:3238505127204165566 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/leases/kube-node-lease/pause-20210813203929-288766\" mod_revision:491 > success:<request_put:<key:\"/registry/leases/kube-node-lease/pause-20210813203929-288766\" value_size:588 >> failure:<request_range:<key:\"/registry/leases/kube-node-lease/pause-20210813203929-288766\" > >>" with result "size:16" took too long (510.473087ms) to execute

	2021-08-13 20:41:05.034975 W | etcdserver: read-only range request "key:\"/registry/namespaces/default\" " with result "range_response_count:1 size:341" took too long (2.232738436s) to execute

	2021-08-13 20:41:05.035394 W | etcdserver: read-only range request "key:\"/registry/health\" " with result "range_response_count:0 size:5" took too long (949.775251ms) to execute

	2021-08-13 20:41:05.035710 W | etcdserver: read-only range request "key:\"/registry/events/kube-system/etcd-pause-20210813203929-288766.169af850bc06f9b5\" " with result "range_response_count:1 size:829" took too long (4.149261944s) to execute

	2021-08-13 20:41:05.035731 W | etcdserver: read-only range request "key:\"/registry/minions/\" range_end:\"/registry/minions0\" " with result "range_response_count:1 size:4871" took too long (751.910023ms) to execute

	2021-08-13 20:41:06.464004 W | wal: sync duration of 1.300160204s, expected less than 1s

	2021-08-13 20:41:06.464608 W | etcdserver: read-only range request "key:\"/registry/services/specs/default/kubernetes\" " with result "range_response_count:1 size:665" took too long (1.426788168s) to execute

	2021-08-13 20:41:06.464726 W | etcdserver: read-only range request "key:\"/registry/health\" " with result "range_response_count:0 size:5" took too long (1.390022083s) to execute

	2021-08-13 20:41:06.465016 W | etcdserver: read-only range request "key:\"/registry/events/kube-system/kube-apiserver-pause-20210813203929-288766.169af8510327182e\" " with result "range_response_count:1 size:871" took too long (1.421633733s) to execute

	* 

	* ==> kernel <==

	*  20:41:48 up  2:24,  0 users,  load average: 4.67, 3.15, 1.93

	Linux pause-20210813203929-288766 4.9.0-16-amd64 #1 SMP Debian 4.9.272-2 (2021-07-19) x86_64 x86_64 x86_64 GNU/Linux

	PRETTY_NAME="Ubuntu 20.04.2 LTS"

	* 

	* ==> kube-apiserver [35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5] <==

	* I0813 20:41:22.339675       1 trace.go:205] Trace[1253600116]: "Get" url:/apis/flowcontrol.apiserver.k8s.io/v1beta1/flowschemas/exempt,user-agent:kube-apiserver/v1.21.3 (linux/amd64) kubernetes/ca643a4,client:127.0.0.1,accept:application/vnd.kubernetes.protobuf, */*,protocol:HTTP/2.0 (13-Aug-2021 20:41:12.289) (total time: 10050ms):

	Trace[1253600116]: [10.050521732s] [10.050521732s] END

	E0813 20:41:22.341685       1 storage_flowcontrol.go:153] failed creating mandatory flowcontrol settings: failed getting mandatory FlowSchema exempt due to rpc error: code = Unavailable desc = transport is closing, will retry later

	W0813 20:41:39.027521       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: authentication handshake failed: context deadline exceeded". Reconnecting...

	W0813 20:41:42.197254       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: authentication handshake failed: context deadline exceeded". Reconnecting...

	W0813 20:41:42.202330       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: authentication handshake failed: context deadline exceeded". Reconnecting...

	W0813 20:41:42.202354       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: authentication handshake failed: context deadline exceeded". Reconnecting...

	W0813 20:41:42.242314       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: authentication handshake failed: context deadline exceeded". Reconnecting...

	W0813 20:41:42.242322       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: authentication handshake failed: context deadline exceeded". Reconnecting...

	W0813 20:41:42.272591       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: authentication handshake failed: context deadline exceeded". Reconnecting...

	W0813 20:41:42.339850       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: authentication handshake failed: context deadline exceeded". Reconnecting...

	W0813 20:41:45.685692       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: authentication handshake failed: context deadline exceeded". Reconnecting...

	W0813 20:41:45.686783       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: authentication handshake failed: context deadline exceeded". Reconnecting...

	E0813 20:41:47.559230       1 status.go:71] apiserver received an error that is not an metav1.Status: &status.statusError{state:impl.MessageState{NoUnkeyedLiterals:pragma.NoUnkeyedLiterals{}, DoNotCompare:pragma.DoNotCompare{}, DoNotCopy:pragma.DoNotCopy{}, atomicMessageInfo:(*impl.MessageInfo)(nil)}, sizeCache:0, unknownFields:[]uint8(nil), Code:14, Message:"transport is closing", Details:[]*anypb.Any(nil)}: rpc error: code = Unavailable desc = transport is closing

	E0813 20:41:47.559286       1 status.go:71] apiserver received an error that is not an metav1.Status: &status.statusError{state:impl.MessageState{NoUnkeyedLiterals:pragma.NoUnkeyedLiterals{}, DoNotCompare:pragma.DoNotCompare{}, DoNotCopy:pragma.DoNotCopy{}, atomicMessageInfo:(*impl.MessageInfo)(nil)}, sizeCache:0, unknownFields:[]uint8(nil), Code:14, Message:"transport is closing", Details:[]*anypb.Any(nil)}: rpc error: code = Unavailable desc = transport is closing

	I0813 20:41:47.559509       1 trace.go:205] Trace[2115732223]: "Get" url:/api/v1/namespaces/default,user-agent:kube-apiserver/v1.21.3 (linux/amd64) kubernetes/ca643a4,client:127.0.0.1,accept:application/vnd.kubernetes.protobuf, */*,protocol:HTTP/2.0 (13-Aug-2021 20:41:12.801) (total time: 34757ms):

	Trace[2115732223]: [34.757727704s] [34.757727704s] END

	I0813 20:41:47.560595       1 trace.go:205] Trace[440287394]: "Get" url:/api/v1/namespaces/kube-system,user-agent:kube-apiserver/v1.21.3 (linux/amd64) kubernetes/ca643a4,client:127.0.0.1,accept:application/vnd.kubernetes.protobuf, */*,protocol:HTTP/2.0 (13-Aug-2021 20:41:12.245) (total time: 35314ms):

	Trace[440287394]: [35.31458136s] [35.31458136s] END

	I0813 20:41:47.795455       1 clientconn.go:897] blockingPicker: the picked transport is not ready, loop back to repick

	I0813 20:41:48.834623       1 trace.go:205] Trace[1235001940]: "List etcd3" key:/minions,resourceVersion:,resourceVersionMatch:,limit:0,continue: (13-Aug-2021 20:41:25.773) (total time: 23060ms):

	Trace[1235001940]: [23.060647436s] [23.060647436s] END

	E0813 20:41:48.834670       1 status.go:71] apiserver received an error that is not an metav1.Status: &status.statusError{state:impl.MessageState{NoUnkeyedLiterals:pragma.NoUnkeyedLiterals{}, DoNotCompare:pragma.DoNotCompare{}, DoNotCopy:pragma.DoNotCopy{}, atomicMessageInfo:(*impl.MessageInfo)(nil)}, sizeCache:0, unknownFields:[]uint8(nil), Code:14, Message:"transport is closing", Details:[]*anypb.Any(nil)}: rpc error: code = Unavailable desc = transport is closing

	I0813 20:41:48.834907       1 trace.go:205] Trace[2044229197]: "List" url:/api/v1/nodes,user-agent:kubectl/v1.21.3 (linux/amd64) kubernetes/ca643a4,client:127.0.0.1,accept:application/json,protocol:HTTP/2.0 (13-Aug-2021 20:41:25.773) (total time: 23060ms):

	Trace[2044229197]: [23.06096234s] [23.06096234s] END

	* 

	* ==> kube-controller-manager [d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f] <==

	* I0813 20:40:27.340615       1 shared_informer.go:247] Caches are synced for crt configmap 

	I0813 20:40:27.340616       1 shared_informer.go:247] Caches are synced for stateful set 

	I0813 20:40:27.340659       1 shared_informer.go:247] Caches are synced for certificate-csrapproving 

	I0813 20:40:27.340657       1 shared_informer.go:247] Caches are synced for service account 

	I0813 20:40:27.340677       1 shared_informer.go:247] Caches are synced for PV protection 

	I0813 20:40:27.340678       1 shared_informer.go:247] Caches are synced for ephemeral 

	I0813 20:40:27.340689       1 shared_informer.go:247] Caches are synced for certificate-csrsigning-legacy-unknown 

	I0813 20:40:27.340714       1 shared_informer.go:247] Caches are synced for certificate-csrsigning-kube-apiserver-client 

	I0813 20:40:27.390237       1 shared_informer.go:247] Caches are synced for expand 

	I0813 20:40:27.391352       1 shared_informer.go:247] Caches are synced for attach detach 

	I0813 20:40:27.457663       1 shared_informer.go:247] Caches are synced for persistent volume 

	I0813 20:40:27.540919       1 shared_informer.go:247] Caches are synced for resource quota 

	I0813 20:40:27.553464       1 shared_informer.go:247] Caches are synced for resource quota 

	I0813 20:40:27.591214       1 shared_informer.go:247] Caches are synced for ClusterRoleAggregator 

	I0813 20:40:27.797083       1 event.go:291] "Event occurred" object="kube-system/kindnet" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kindnet-zhtm5"

	I0813 20:40:27.798886       1 event.go:291] "Event occurred" object="kube-system/kube-proxy" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-sx47j"

	I0813 20:40:27.845459       1 event.go:291] "Event occurred" object="kube-system/coredns" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-558bd4d5db to 2"

	I0813 20:40:28.034246       1 shared_informer.go:247] Caches are synced for garbage collector 

	I0813 20:40:28.034267       1 garbagecollector.go:151] Garbage collector: all resource monitors have synced. Proceeding to collect garbage

	I0813 20:40:28.059959       1 shared_informer.go:247] Caches are synced for garbage collector 

	I0813 20:40:28.243971       1 event.go:291] "Event occurred" object="kube-system/coredns-558bd4d5db" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-558bd4d5db-bmfzs"

	I0813 20:40:28.250198       1 event.go:291] "Event occurred" object="kube-system/coredns-558bd4d5db" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-558bd4d5db-484lt"

	I0813 20:40:28.434087       1 event.go:291] "Event occurred" object="kube-system/coredns" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-558bd4d5db to 1"

	I0813 20:40:28.442326       1 event.go:291] "Event occurred" object="kube-system/coredns-558bd4d5db" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-558bd4d5db-bmfzs"

	I0813 20:40:44.268368       1 node_lifecycle_controller.go:1191] Controller detected that some Nodes are Ready. Exiting master disruption mode.

	* 

	* ==> kube-proxy [1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e] <==

	* I0813 20:40:29.063812       1 node.go:172] Successfully retrieved node IP: 192.168.58.2

	I0813 20:40:29.063870       1 server_others.go:140] Detected node IP 192.168.58.2

	W0813 20:40:29.063915       1 server_others.go:598] Unknown proxy mode "", assuming iptables proxy

	I0813 20:40:29.146787       1 server_others.go:206] kube-proxy running in dual-stack mode, IPv4-primary

	I0813 20:40:29.146834       1 server_others.go:212] Using iptables Proxier.

	I0813 20:40:29.146858       1 server_others.go:219] creating dualStackProxier for iptables.

	W0813 20:40:29.146873       1 server_others.go:512] detect-local-mode set to ClusterCIDR, but no IPv6 cluster CIDR defined, , defaulting to no-op detect-local for IPv6

	I0813 20:40:29.147256       1 server.go:643] Version: v1.21.3

	I0813 20:40:29.147957       1 config.go:315] Starting service config controller

	I0813 20:40:29.147982       1 shared_informer.go:240] Waiting for caches to sync for service config

	I0813 20:40:29.153359       1 config.go:224] Starting endpoint slice config controller

	I0813 20:40:29.153384       1 shared_informer.go:240] Waiting for caches to sync for endpoint slice config

	W0813 20:40:29.157072       1 warnings.go:70] discovery.k8s.io/v1beta1 EndpointSlice is deprecated in v1.21+, unavailable in v1.25+; use discovery.k8s.io/v1 EndpointSlice

	W0813 20:40:29.158190       1 warnings.go:70] discovery.k8s.io/v1beta1 EndpointSlice is deprecated in v1.21+, unavailable in v1.25+; use discovery.k8s.io/v1 EndpointSlice

	I0813 20:40:29.248464       1 shared_informer.go:247] Caches are synced for service config 

	I0813 20:40:29.253695       1 shared_informer.go:247] Caches are synced for endpoint slice config 

	* 

	* ==> kube-scheduler [63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627] <==

	* E0813 20:40:10.353758       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0813 20:40:10.353764       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:10.353721       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0813 20:40:10.353854       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1beta1.CSIStorageCapacity: failed to list *v1beta1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:10.353881       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0813 20:40:10.354018       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0813 20:40:10.354178       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0813 20:40:10.354221       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0813 20:40:10.354241       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0813 20:40:10.354301       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0813 20:40:11.217831       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0813 20:40:11.245035       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0813 20:40:11.284247       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0813 20:40:11.317368       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:11.317378       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:11.358244       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0813 20:40:11.421586       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0813 20:40:11.574746       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0813 20:40:11.609805       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0813 20:40:11.625755       1 reflector.go:138] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0813 20:40:11.648548       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0813 20:40:11.787233       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0813 20:40:11.832346       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1beta1.CSIStorageCapacity: failed to list *v1beta1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:11.866533       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	I0813 20:40:14.451054       1 shared_informer.go:247] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file 

	* 

	* ==> kubelet <==

	* -- Logs begin at Fri 2021-08-13 20:39:32 UTC, end at Fri 2021-08-13 20:41:49 UTC. --

	Aug 13 20:40:27 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:27.969456    1271 projected.go:199] Error preparing data for projected volume kube-api-access-w4zjx for pod kube-system/kube-proxy-sx47j: configmap "kube-root-ca.crt" not found

	Aug 13 20:40:27 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:27.969520    1271 nestedpendingoperations.go:301] Operation for "{volumeName:kubernetes.io/projected/c70574ce-ae51-4887-ae04-ec18ad33d036-kube-api-access-w4zjx podName:c70574ce-ae51-4887-ae04-ec18ad33d036 nodeName:}" failed. No retries permitted until 2021-08-13 20:40:28.469497426 +0000 UTC m=+14.347780961 (durationBeforeRetry 500ms). Error: "MountVolume.SetUp failed for volume \"kube-api-access-w4zjx\" (UniqueName: \"kubernetes.io/projected/c70574ce-ae51-4887-ae04-ec18ad33d036-kube-api-access-w4zjx\") pod \"kube-proxy-sx47j\" (UID: \"c70574ce-ae51-4887-ae04-ec18ad33d036\") : configmap \"kube-root-ca.crt\" not found"

	Aug 13 20:40:29 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:29.649911    1271 kubelet.go:2211] "Container runtime network not ready" networkReady="NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: cni plugin not initialized"

	Aug 13 20:40:44 pause-20210813203929-288766 kubelet[1271]: I0813 20:40:44.676538    1271 topology_manager.go:187] "Topology Admit Handler"

	Aug 13 20:40:44 pause-20210813203929-288766 kubelet[1271]: I0813 20:40:44.868169    1271 reconciler.go:224] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/17376923-c2de-4448-914a-866177eef01c-config-volume\") pod \"coredns-558bd4d5db-484lt\" (UID: \"17376923-c2de-4448-914a-866177eef01c\") "

	Aug 13 20:40:44 pause-20210813203929-288766 kubelet[1271]: I0813 20:40:44.868228    1271 reconciler.go:224] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hjqcd\" (UniqueName: \"kubernetes.io/projected/17376923-c2de-4448-914a-866177eef01c-kube-api-access-hjqcd\") pod \"coredns-558bd4d5db-484lt\" (UID: \"17376923-c2de-4448-914a-866177eef01c\") "

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: W0813 20:40:49.648085    1271 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {/run/containerd/containerd.sock  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory". Reconnecting...

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: W0813 20:40:49.648312    1271 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {/run/containerd/containerd.sock  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory". Reconnecting...

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.653626    1271 remote_runtime.go:515] "Status from runtime service failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.653676    1271 kubelet.go:2200] "Container runtime sanity check failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.656853    1271 remote_runtime.go:314] "ListContainers with filter from runtime service failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\"" filter="&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},}"

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.656902    1271 container_log_manager.go:183] "Failed to rotate container logs" err="failed to list containers: rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.661102    1271 remote_runtime.go:207] "ListPodSandbox with filter from runtime service failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\"" filter="nil"

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.661154    1271 kuberuntime_sandbox.go:223] "Failed to list pod sandboxes" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.661190    1271 generic.go:205] "GenericPLEG: Unable to retrieve pods" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.717506    1271 remote_runtime.go:86] "Version from runtime service failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.733249    1271 remote_image.go:152] "ImageFsInfo from image service failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.733286    1271 eviction_manager.go:255] "Eviction manager: failed to get summary stats" err="failed to get imageFs stats: rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:41:07 pause-20210813203929-288766 kubelet[1271]: I0813 20:41:07.577095    1271 topology_manager.go:187] "Topology Admit Handler"

	Aug 13 20:41:07 pause-20210813203929-288766 kubelet[1271]: I0813 20:41:07.777987    1271 reconciler.go:224] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/ef3f9623-341b-4146-a723-7a12ef0a7234-tmp\") pod \"storage-provisioner\" (UID: \"ef3f9623-341b-4146-a723-7a12ef0a7234\") "

	Aug 13 20:41:07 pause-20210813203929-288766 kubelet[1271]: I0813 20:41:07.778108    1271 reconciler.go:224] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pqhfl\" (UniqueName: \"kubernetes.io/projected/ef3f9623-341b-4146-a723-7a12ef0a7234-kube-api-access-pqhfl\") pod \"storage-provisioner\" (UID: \"ef3f9623-341b-4146-a723-7a12ef0a7234\") "

	Aug 13 20:41:09 pause-20210813203929-288766 systemd[1]: Stopping kubelet: The Kubernetes Node Agent...

	Aug 13 20:41:09 pause-20210813203929-288766 kubelet[1271]: I0813 20:41:09.242391    1271 dynamic_cafile_content.go:182] Shutting down client-ca-bundle::/var/lib/minikube/certs/ca.crt

	Aug 13 20:41:09 pause-20210813203929-288766 systemd[1]: kubelet.service: Succeeded.

	Aug 13 20:41:09 pause-20210813203929-288766 systemd[1]: Stopped kubelet: The Kubernetes Node Agent.

	* 

	* ==> storage-provisioner [6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af] <==

	* 	/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:880 +0x4af

	goroutine 124 [sync.Cond.Wait]:

	sync.runtime_notifyListWait(0xc000441a50, 0x0)

		/usr/local/go/src/runtime/sema.go:513 +0xf8

	sync.(*Cond).Wait(0xc000441a40)

		/usr/local/go/src/sync/cond.go:56 +0x99

	k8s.io/client-go/util/workqueue.(*Type).Get(0xc00039ef60, 0x0, 0x0, 0x0)

		/Users/medya/go/pkg/mod/k8s.io/client-go@v0.20.5/util/workqueue/queue.go:145 +0x89

	sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000446f00, 0x18e5530, 0xc0000460c0, 0x203000)

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:990 +0x3e

	sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(...)

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:929

	sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3()

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:881 +0x5c

	k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00028a0e0)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:155 +0x5f

	k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00028a0e0, 0x18b3d60, 0xc0004502d0, 0x1, 0xc000114300)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:156 +0x9b

	k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00028a0e0, 0x3b9aca00, 0x0, 0x1, 0xc000114300)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:133 +0x98

	k8s.io/apimachinery/pkg/util/wait.Until(0xc00028a0e0, 0x3b9aca00, 0xc000114300)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:90 +0x4d

	created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:881 +0x3d6

-- /stdout --

** stderr ** 

	E0813 20:41:48.838851  441067 logs.go:190] command /bin/bash -c "sudo /var/lib/minikube/binaries/v1.21.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" failed with error: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.21.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1

	stdout:

	stderr:

	Error from server: rpc error: code = Unavailable desc = transport is closing

	 output: "\n** stderr ** \nError from server: rpc error: code = Unavailable desc = transport is closing\n\n** /stderr **"

	! unable to fetch logs for: describe nodes

** /stderr **

helpers_test.go:250: failed logs error: exit status 110

helpers_test.go:223: -----------------------post-mortem--------------------------------

helpers_test.go:231: ======>  post-mortem[TestPause/serial/Pause]: docker inspect <======

helpers_test.go:232: (dbg) Run:  docker inspect pause-20210813203929-288766

helpers_test.go:236: (dbg) docker inspect pause-20210813203929-288766:

-- stdout --

	[

	    {

	        "Id": "6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f",

	        "Created": "2021-08-13T20:39:31.699582642Z",

	        "Path": "/usr/local/bin/entrypoint",

	        "Args": [

	            "/sbin/init"

	        ],

	        "State": {

	            "Status": "running",

	            "Running": true,

	            "Paused": false,

	            "Restarting": false,

	            "OOMKilled": false,

	            "Dead": false,

	            "Pid": 427146,

	            "ExitCode": 0,

	            "Error": "",

	            "StartedAt": "2021-08-13T20:39:32.271419367Z",

	            "FinishedAt": "0001-01-01T00:00:00Z"

	        },

	        "Image": "sha256:965ebc74cb435c5d73c204fcd638e9daa526ad4ce3ec7f76be1149f30a789fab",

	        "ResolvConfPath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/resolv.conf",

	        "HostnamePath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/hostname",

	        "HostsPath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/hosts",

	        "LogPath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f-json.log",

	        "Name": "/pause-20210813203929-288766",

	        "RestartCount": 0,

	        "Driver": "overlay2",

	        "Platform": "linux",

	        "MountLabel": "",

	        "ProcessLabel": "",

	        "AppArmorProfile": "",

	        "ExecIDs": null,

	        "HostConfig": {

	            "Binds": [

	                "/lib/modules:/lib/modules:ro",

	                "pause-20210813203929-288766:/var"

	            ],

	            "ContainerIDFile": "",

	            "LogConfig": {

	                "Type": "json-file",

	                "Config": {}

	            },

	            "NetworkMode": "pause-20210813203929-288766",

	            "PortBindings": {

	                "22/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "2376/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "32443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "5000/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "8443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ]

	            },

	            "RestartPolicy": {

	                "Name": "no",

	                "MaximumRetryCount": 0

	            },

	            "AutoRemove": false,

	            "VolumeDriver": "",

	            "VolumesFrom": null,

	            "CapAdd": null,

	            "CapDrop": null,

	            "Capabilities": null,

	            "Dns": [],

	            "DnsOptions": [],

	            "DnsSearch": [],

	            "ExtraHosts": null,

	            "GroupAdd": null,

	            "IpcMode": "private",

	            "Cgroup": "",

	            "Links": null,

	            "OomScoreAdj": 0,

	            "PidMode": "",

	            "Privileged": true,

	            "PublishAllPorts": false,

	            "ReadonlyRootfs": false,

	            "SecurityOpt": [

	                "seccomp=unconfined",

	                "apparmor=unconfined",

	                "label=disable"

	            ],

	            "Tmpfs": {

	                "/run": "",

	                "/tmp": ""

	            },

	            "UTSMode": "",

	            "UsernsMode": "",

	            "ShmSize": 67108864,

	            "Runtime": "runc",

	            "ConsoleSize": [

	                0,

	                0

	            ],

	            "Isolation": "",

	            "CpuShares": 0,

	            "Memory": 0,

	            "NanoCpus": 2000000000,

	            "CgroupParent": "",

	            "BlkioWeight": 0,

	            "BlkioWeightDevice": [],

	            "BlkioDeviceReadBps": null,

	            "BlkioDeviceWriteBps": null,

	            "BlkioDeviceReadIOps": null,

	            "BlkioDeviceWriteIOps": null,

	            "CpuPeriod": 0,

	            "CpuQuota": 0,

	            "CpuRealtimePeriod": 0,

	            "CpuRealtimeRuntime": 0,

	            "CpusetCpus": "",

	            "CpusetMems": "",

	            "Devices": [],

	            "DeviceCgroupRules": null,

	            "DeviceRequests": null,

	            "KernelMemory": 0,

	            "KernelMemoryTCP": 0,

	            "MemoryReservation": 0,

	            "MemorySwap": 0,

	            "MemorySwappiness": null,

	            "OomKillDisable": false,

	            "PidsLimit": null,

	            "Ulimits": null,

	            "CpuCount": 0,

	            "CpuPercent": 0,

	            "IOMaximumIOps": 0,

	            "IOMaximumBandwidth": 0,

	            "MaskedPaths": null,

	            "ReadonlyPaths": null

	        },

	        "GraphDriver": {

	            "Data": {

	                "LowerDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1-init/diff:/var/lib/docker/overlay2/44293204ffcddab904fa39f43ac7c6e7ffe7ce16a314eee270b092f522cebd43/diff:/var/lib/docker/overlay2/d8341f611b86153e5f6cb362ab520c3ae36188ea6716f190fc0174ff1ea3ee74/diff:/var/lib/docker/overlay2/bd7d3c333112b94c560c1f759b3031dacd03064ccdc9df8e5358d8a645061331/diff:/var/lib/docker/overlay2/09e25c5f07d4475398fafae89532f1d953d96a76196aa84622658de28364fd3f/diff:/var/lib/docker/overlay2/2a3b6b58e5882d0ba0740b15836902b8ed1a5fb9d23887eb678e006c51dd73c7/diff:/var/lib/docker/overlay2/76ace14c33797e6813f2c4e08c8d912ecfd8fb23926788a228fa406899bb17fd/diff:/var/lib/docker/overlay2/b6c1cb0d4e012909f55658bcbc13333804f198f73fe55c89880463627df2a273/diff:/var/lib/docker/overlay2/32d72b1f852d4e6adf9606825d57744f289d1bd71f9e97c0c94e254c9b49a0a7/diff:/var/lib/docker/overlay2/83bfd21927e324006d812f85db5253c2fa26e904874ebe6eca654a31c3663b76/diff:/var/lib/docker/overlay2/09c644

86d30f3ce93a9c989d2320cab6117e38d8d14087dcc28b47b09417e0af/diff:/var/lib/docker/overlay2/07c465014f3b88377cc91b8d077258d8c0ecdcc186de832e2f804ac803f96bb6/diff:/var/lib/docker/overlay2/ef1da03dcb3fcd6903dc01358fd85a36f8acbece460a1be166b2189f4c9a890d/diff:/var/lib/docker/overlay2/06c9999c225f6979a474a4add4fdbe8a868a5d7bb2c4e0907f6f8c032f0dc3dc/diff:/var/lib/docker/overlay2/6727de022cf39e5df68d1735043e8761fb8f6a9a8e8f3940cc2d3bb6dd859fdc/diff:/var/lib/docker/overlay2/cd3abb7d0de10360ebcb7d54662cd79f92398959ca8add5f1a80f6fa75fac2fe/diff:/var/lib/docker/overlay2/5d9c6d8acdc0db40dfeb33b99cec5a84630be4548651da75930de46be0bada16/diff:/var/lib/docker/overlay2/0d83fd617ee858bc4b175e5d63e60389604823c74eadf9e7b094d684a3606936/diff:/var/lib/docker/overlay2/98e0eaf33dc37fae747406662d0b14e912065812887be7274a2c27b87105e0a7/diff:/var/lib/docker/overlay2/f30a9abd2c351bb9e974c8b070fb489a15669eb772c0a7692069196bde6d38c2/diff:/var/lib/docker/overlay2/542980593ba0e18478833840f8a01d93cd345671c3c627bebb6bfc610e24df96/diff:/var/lib/d

ocker/overlay2/5964e0aebfcd88775ca08769a5a0a50c474ded9c08c17cec0d5eb1e88470d8cc/diff:/var/lib/docker/overlay2/cb70cd4699e2d3a88d37760d4575d0b68dd6a2d571eb9bc00e4ea65334fa39d6/diff:/var/lib/docker/overlay2/d1b622693d005bfff88b41f898520d720897832f4740859a062a087528632a45/diff:/var/lib/docker/overlay2/93087667fcbed5997d90d232200d1c052c164d476435896fd420ac24d1479506/diff:/var/lib/docker/overlay2/0802356ccb344d298ae9401c44c29f71c98eac0b0304bd96a79110c16564fefa/diff:/var/lib/docker/overlay2/d7eea48b12fccaa4c4ffd048d5e70d9609d0a32f642eac39fbaafcaf8df8ee5e/diff:/var/lib/docker/overlay2/2f9d94bc10599fcc45fb8bed114c912ff657664f981c0da2bb8a3e02bddd1c06/diff:/var/lib/docker/overlay2/40acd190e2f5e2316bc19d17aed36b8a50a3be404a90bca58d26e6e939428c16/diff:/var/lib/docker/overlay2/02bd7a3b51ac7a3c3f9c89ace72c7f9790120e89f4628f197f1cfc9859623b55/diff:/var/lib/docker/overlay2/937c337b5c08153af0ca14a0f98e805223a44858531b0dcacdeffa5e7c9b9d5a/diff:/var/lib/docker/overlay2/c28ba46c40ee69f9a39b3c7e1bef20b56282cc8478c117546ad40889969

39c93/diff:/var/lib/docker/overlay2/2b30fea3d6a161389dc317d3bba6468e111f2782fc2de29399dbaff500217e0e/diff:/var/lib/docker/overlay2/fd1824b771ae21d235f0bd6186e3da121d02f12a0c98fb8c3205f4fa216420d3/diff:/var/lib/docker/overlay2/d1a43bd2c1485a2051100b28c50ca4afb530e7a9cace2b7ed1bb19098a8b1b6c/diff:/var/lib/docker/overlay2/e5626256f4126d2d314b1737c78f12ceabf819f05f933b8539d23c83ed360571/diff:/var/lib/docker/overlay2/0e28b1b6d42bc8ec33754e6a4d94556573199f71a1745d89b48ecf4e53c4b9d7/diff",

	                "MergedDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1/merged",

	                "UpperDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1/diff",

	                "WorkDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1/work"

	            },

	            "Name": "overlay2"

	        },

	        "Mounts": [

	            {

	                "Type": "bind",

	                "Source": "/lib/modules",

	                "Destination": "/lib/modules",

	                "Mode": "ro",

	                "RW": false,

	                "Propagation": "rprivate"

	            },

	            {

	                "Type": "volume",

	                "Name": "pause-20210813203929-288766",

	                "Source": "/var/lib/docker/volumes/pause-20210813203929-288766/_data",

	                "Destination": "/var",

	                "Driver": "local",

	                "Mode": "z",

	                "RW": true,

	                "Propagation": ""

	            }

	        ],

	        "Config": {

	            "Hostname": "pause-20210813203929-288766",

	            "Domainname": "",

	            "User": "root",

	            "AttachStdin": false,

	            "AttachStdout": false,

	            "AttachStderr": false,

	            "ExposedPorts": {

	                "22/tcp": {},

	                "2376/tcp": {},

	                "32443/tcp": {},

	                "5000/tcp": {},

	                "8443/tcp": {}

	            },

	            "Tty": true,

	            "OpenStdin": false,

	            "StdinOnce": false,

	            "Env": [

	                "container=docker",

	                "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"

	            ],

	            "Cmd": null,

	            "Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6",

	            "Volumes": null,

	            "WorkingDir": "",

	            "Entrypoint": [

	                "/usr/local/bin/entrypoint",

	                "/sbin/init"

	            ],

	            "OnBuild": null,

	            "Labels": {

	                "created_by.minikube.sigs.k8s.io": "true",

	                "mode.minikube.sigs.k8s.io": "pause-20210813203929-288766",

	                "name.minikube.sigs.k8s.io": "pause-20210813203929-288766",

	                "role.minikube.sigs.k8s.io": ""

	            },

	            "StopSignal": "SIGRTMIN+3"

	        },

	        "NetworkSettings": {

	            "Bridge": "",

	            "SandboxID": "e29ae809ef0392804a84683a8fb13fc250530155d286699b696da18a3ed6df10",

	            "HairpinMode": false,

	            "LinkLocalIPv6Address": "",

	            "LinkLocalIPv6PrefixLen": 0,

	            "Ports": {

	                "22/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33132"

	                    }

	                ],

	                "2376/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33131"

	                    }

	                ],

	                "32443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33128"

	                    }

	                ],

	                "5000/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33130"

	                    }

	                ],

	                "8443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33129"

	                    }

	                ]

	            },

	            "SandboxKey": "/var/run/docker/netns/e29ae809ef03",

	            "SecondaryIPAddresses": null,

	            "SecondaryIPv6Addresses": null,

	            "EndpointID": "",

	            "Gateway": "",

	            "GlobalIPv6Address": "",

	            "GlobalIPv6PrefixLen": 0,

	            "IPAddress": "",

	            "IPPrefixLen": 0,

	            "IPv6Gateway": "",

	            "MacAddress": "",

	            "Networks": {

	                "pause-20210813203929-288766": {

	                    "IPAMConfig": {

	                        "IPv4Address": "192.168.58.2"

	                    },

	                    "Links": null,

	                    "Aliases": [

	                        "6a4ce789f674"

	                    ],

	                    "NetworkID": "e298aa9290f4874dffeac5c6d99ec413a8e82149dc9cd3e51420b9ff4fa53773",

	                    "EndpointID": "b3883511b2c442dbfafbf6c9cea87c19d256c434271d992b2fa1af089f8cc531",

	                    "Gateway": "192.168.58.1",

	                    "IPAddress": "192.168.58.2",

	                    "IPPrefixLen": 24,

	                    "IPv6Gateway": "",

	                    "GlobalIPv6Address": "",

	                    "GlobalIPv6PrefixLen": 0,

	                    "MacAddress": "02:42:c0:a8:3a:02",

	                    "DriverOpts": null

	                }

	            }

	        }

	    }

	]

-- /stdout --

helpers_test.go:240: (dbg) Run:  out/minikube-linux-amd64 status --format={{.Host}} -p pause-20210813203929-288766 -n pause-20210813203929-288766

=== CONT  TestPause/serial/Pause

helpers_test.go:240: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p pause-20210813203929-288766 -n pause-20210813203929-288766: exit status 2 (15.763550206s)

-- stdout --

	Running

-- /stdout --

** stderr ** 

	E0813 20:42:04.894869  442240 status.go:422] Error apiserver status: https://192.168.58.2:8443/healthz returned error 500:

	[+]ping ok

	[+]log ok

	[-]etcd failed: reason withheld

	[+]poststarthook/start-kube-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/rbac/bootstrap-roles ok

	[+]poststarthook/scheduling/bootstrap-system-priority-classes ok

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-status-available-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	healthz check failed

** /stderr **

helpers_test.go:240: status error: exit status 2 (may be ok)

helpers_test.go:245: <<< TestPause/serial/Pause FAILED: start of post-mortem logs <<<

helpers_test.go:246: ======>  post-mortem[TestPause/serial/Pause]: minikube logs <======

helpers_test.go:248: (dbg) Run:  out/minikube-linux-amd64 -p pause-20210813203929-288766 logs -n 25

=== CONT  TestPause/serial/Pause

helpers_test.go:248: (dbg) Non-zero exit: out/minikube-linux-amd64 -p pause-20210813203929-288766 logs -n 25: exit status 110 (1m0.789688527s)

-- stdout --

	* 

	* ==> Audit <==

	* |---------|--------------------------------------------|--------------------------------------------|---------|---------|-------------------------------|-------------------------------|

	| Command |                    Args                    |                  Profile                   |  User   | Version |          Start Time           |           End Time            |

	|---------|--------------------------------------------|--------------------------------------------|---------|---------|-------------------------------|-------------------------------|

	| stop    | -p                                         | scheduled-stop-20210813203516-288766       | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:00 UTC | Fri, 13 Aug 2021 20:36:00 UTC |

	|         | scheduled-stop-20210813203516-288766       |                                            |         |         |                               |                               |

	|         | --cancel-scheduled                         |                                            |         |         |                               |                               |

	| stop    | -p                                         | scheduled-stop-20210813203516-288766       | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:13 UTC | Fri, 13 Aug 2021 20:36:38 UTC |

	|         | scheduled-stop-20210813203516-288766       |                                            |         |         |                               |                               |

	|         | --schedule 5s                              |                                            |         |         |                               |                               |

	| delete  | -p                                         | scheduled-stop-20210813203516-288766       | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:40 UTC | Fri, 13 Aug 2021 20:36:45 UTC |

	|         | scheduled-stop-20210813203516-288766       |                                            |         |         |                               |                               |

	| delete  | -p                                         | insufficient-storage-20210813203645-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:52 UTC | Fri, 13 Aug 2021 20:36:58 UTC |

	|         | insufficient-storage-20210813203645-288766 |                                            |         |         |                               |                               |

	| start   | -p                                         | kubernetes-upgrade-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:58 UTC | Fri, 13 Aug 2021 20:37:51 UTC |

	|         | kubernetes-upgrade-20210813203658-288766   |                                            |         |         |                               |                               |

	|         | --memory=2200                              |                                            |         |         |                               |                               |

	|         | --kubernetes-version=v1.14.0               |                                            |         |         |                               |                               |

	|         | --alsologtostderr -v=1 --driver=docker     |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| stop    | -p                                         | kubernetes-upgrade-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:37:51 UTC | Fri, 13 Aug 2021 20:38:14 UTC |

	|         | kubernetes-upgrade-20210813203658-288766   |                                            |         |         |                               |                               |

	| start   | -p                                         | offline-containerd-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:58 UTC | Fri, 13 Aug 2021 20:38:35 UTC |

	|         | offline-containerd-20210813203658-288766   |                                            |         |         |                               |                               |

	|         | --alsologtostderr -v=1 --memory=2048       |                                            |         |         |                               |                               |

	|         | --wait=true --driver=docker                |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| delete  | -p                                         | offline-containerd-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:38:35 UTC | Fri, 13 Aug 2021 20:38:39 UTC |

	|         | offline-containerd-20210813203658-288766   |                                            |         |         |                               |                               |

	| start   | -p                                         | kubernetes-upgrade-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:38:14 UTC | Fri, 13 Aug 2021 20:39:15 UTC |

	|         | kubernetes-upgrade-20210813203658-288766   |                                            |         |         |                               |                               |

	|         | --memory=2200                              |                                            |         |         |                               |                               |

	|         | --kubernetes-version=v1.22.0-rc.0          |                                            |         |         |                               |                               |

	|         | --alsologtostderr -v=1 --driver=docker     |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| start   | -p                                         | force-systemd-flag-20210813203845-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:38:45 UTC | Fri, 13 Aug 2021 20:39:26 UTC |

	|         | force-systemd-flag-20210813203845-288766   |                                            |         |         |                               |                               |

	|         | --memory=2048 --force-systemd              |                                            |         |         |                               |                               |

	|         | --alsologtostderr -v=5 --driver=docker     |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| -p      | force-systemd-flag-20210813203845-288766   | force-systemd-flag-20210813203845-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:26 UTC | Fri, 13 Aug 2021 20:39:26 UTC |

	|         | ssh cat /etc/containerd/config.toml        |                                            |         |         |                               |                               |

	| delete  | -p                                         | force-systemd-flag-20210813203845-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:26 UTC | Fri, 13 Aug 2021 20:39:29 UTC |

	|         | force-systemd-flag-20210813203845-288766   |                                            |         |         |                               |                               |

	| start   | -p                                         | kubernetes-upgrade-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:15 UTC | Fri, 13 Aug 2021 20:40:00 UTC |

	|         | kubernetes-upgrade-20210813203658-288766   |                                            |         |         |                               |                               |

	|         | --memory=2200                              |                                            |         |         |                               |                               |

	|         | --kubernetes-version=v1.22.0-rc.0          |                                            |         |         |                               |                               |

	|         | --alsologtostderr -v=1 --driver=docker     |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| delete  | -p                                         | kubernetes-upgrade-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:00 UTC | Fri, 13 Aug 2021 20:40:03 UTC |

	|         | kubernetes-upgrade-20210813203658-288766   |                                            |         |         |                               |                               |

	| start   | -p pause-20210813203929-288766             | pause-20210813203929-288766                | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:29 UTC | Fri, 13 Aug 2021 20:40:47 UTC |

	|         | --memory=2048                              |                                            |         |         |                               |                               |

	|         | --install-addons=false                     |                                            |         |         |                               |                               |

	|         | --wait=all --driver=docker                 |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| start   | -p                                         | force-systemd-env-20210813204003-288766    | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:03 UTC | Fri, 13 Aug 2021 20:40:47 UTC |

	|         | force-systemd-env-20210813204003-288766    |                                            |         |         |                               |                               |

	|         | --memory=2048 --alsologtostderr            |                                            |         |         |                               |                               |

	|         | -v=5 --driver=docker                       |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| -p      | force-systemd-env-20210813204003-288766    | force-systemd-env-20210813204003-288766    | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:47 UTC | Fri, 13 Aug 2021 20:40:47 UTC |

	|         | ssh cat /etc/containerd/config.toml        |                                            |         |         |                               |                               |

	| delete  | -p                                         | force-systemd-env-20210813204003-288766    | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:47 UTC | Fri, 13 Aug 2021 20:40:51 UTC |

	|         | force-systemd-env-20210813204003-288766    |                                            |         |         |                               |                               |

	| delete  | -p                                         | kubenet-20210813204051-288766              | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:51 UTC | Fri, 13 Aug 2021 20:40:51 UTC |

	|         | kubenet-20210813204051-288766              |                                            |         |         |                               |                               |

	| delete  | -p                                         | flannel-20210813204051-288766              | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:51 UTC | Fri, 13 Aug 2021 20:40:52 UTC |

	|         | flannel-20210813204051-288766              |                                            |         |         |                               |                               |

	| delete  | -p false-20210813204052-288766             | false-20210813204052-288766                | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:52 UTC | Fri, 13 Aug 2021 20:40:52 UTC |

	| start   | -p pause-20210813203929-288766             | pause-20210813203929-288766                | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:47 UTC | Fri, 13 Aug 2021 20:41:08 UTC |

	|         | --alsologtostderr                          |                                            |         |         |                               |                               |

	|         | -v=1 --driver=docker                       |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| start   | -p                                         | cert-options-20210813204052-288766         | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:52 UTC | Fri, 13 Aug 2021 20:41:49 UTC |

	|         | cert-options-20210813204052-288766         |                                            |         |         |                               |                               |

	|         | --memory=2048                              |                                            |         |         |                               |                               |

	|         | --apiserver-ips=127.0.0.1                  |                                            |         |         |                               |                               |

	|         | --apiserver-ips=192.168.15.15              |                                            |         |         |                               |                               |

	|         | --apiserver-names=localhost                |                                            |         |         |                               |                               |

	|         | --apiserver-names=www.google.com           |                                            |         |         |                               |                               |

	|         | --apiserver-port=8555                      |                                            |         |         |                               |                               |

	|         | --driver=docker                            |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| -p      | cert-options-20210813204052-288766         | cert-options-20210813204052-288766         | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:41:49 UTC | Fri, 13 Aug 2021 20:41:49 UTC |

	|         | ssh openssl x509 -text -noout -in          |                                            |         |         |                               |                               |

	|         | /var/lib/minikube/certs/apiserver.crt      |                                            |         |         |                               |                               |

	| delete  | -p                                         | cert-options-20210813204052-288766         | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:41:49 UTC | Fri, 13 Aug 2021 20:41:52 UTC |

	|         | cert-options-20210813204052-288766         |                                            |         |         |                               |                               |

	|---------|--------------------------------------------|--------------------------------------------|---------|---------|-------------------------------|-------------------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2021/08/13 20:40:52

	Running on machine: debian-jenkins-agent-14

	Binary: Built with gc go1.16.7 for linux/amd64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0813 20:40:52.985043  437434 out.go:298] Setting OutFile to fd 1 ...

	I0813 20:40:52.985134  437434 out.go:345] TERM=,COLORTERM=, which probably does not support color

	I0813 20:40:52.985136  437434 out.go:311] Setting ErrFile to fd 2...

	I0813 20:40:52.985138  437434 out.go:345] TERM=,COLORTERM=, which probably does not support color

	I0813 20:40:52.985235  437434 root.go:313] Updating PATH: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/bin

	I0813 20:40:52.985980  437434 out.go:305] Setting JSON to false

	I0813 20:40:53.033323  437434 start.go:111] hostinfo: {"hostname":"debian-jenkins-agent-14","uptime":8616,"bootTime":1628878637,"procs":226,"os":"linux","platform":"debian","platformFamily":"debian","platformVersion":"9.13","kernelVersion":"4.9.0-16-amd64","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"c29e0b88-ef83-6765-d2fa-208fdce1af32"}

	I0813 20:40:53.033451  437434 start.go:121] virtualization: kvm guest

	I0813 20:40:53.036299  437434 out.go:177] * [cert-options-20210813204052-288766] minikube v1.22.0 on Debian 9.13 (kvm/amd64)

	I0813 20:40:53.037741  437434 out.go:177]   - KUBECONFIG=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/kubeconfig

	I0813 20:40:53.036429  437434 notify.go:169] Checking for updates...

	I0813 20:40:53.039300  437434 out.go:177]   - MINIKUBE_BIN=out/minikube-linux-amd64

	I0813 20:40:53.040735  437434 out.go:177]   - MINIKUBE_HOME=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube

	I0813 20:40:53.042220  437434 out.go:177]   - MINIKUBE_LOCATION=12230

	I0813 20:40:53.042758  437434 config.go:177] Loaded profile config "pause-20210813203929-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.21.3

	I0813 20:40:53.042827  437434 config.go:177] Loaded profile config "running-upgrade-20210813203658-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.20.0

	I0813 20:40:53.042877  437434 config.go:177] Loaded profile config "stopped-upgrade-20210813203658-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.20.0

	I0813 20:40:53.042913  437434 driver.go:335] Setting default libvirt URI to qemu:///system

	I0813 20:40:53.103401  437434 docker.go:132] docker version: linux-19.03.15

	I0813 20:40:53.103493  437434 cli_runner.go:115] Run: docker system info --format "{{json .}}"

	I0813 20:40:53.202326  437434 info.go:263] docker info: {ID:LQL6:IQEY:TAE3:NG47:ROZQ:WA5O:XM2B:XDCN:3VXZ:7JF3:4DHA:WN5N Containers:5 ContainersRunning:3 ContainersPaused:0 ContainersStopped:2 Images:155 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Native Overlay Diff true]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:false KernelMemory:true KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:47 OomKillDisable:true NGoroutines:66 SystemTime:2021-08-13 20:40:53.14379423 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:4.9.0-16-amd64 OperatingSystem:Debian GNU/Linux 9 (stretch) OSType:linux Architecture:x86_64 IndexServerAddre

ss:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33742200832 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:debian-jenkins-agent-14 Labels:[] ExperimentalBuild:false ServerVersion:19.03.15 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:269548fa27e0089a8b8278fc4fc781d7f65a939b Expected:269548fa27e0089a8b8278fc4fc781d7f65a939b} RuncCommit:{ID:ff819c7e9184c13b7c2607fe6c30ae19403a7aff Expected:ff819c7e9184c13b7c2607fe6c30ae19403a7aff} InitCommit:{ID:fec3683 Expected:fec3683} SecurityOptions:[name=seccomp,profile=default] ProductLicense: Warnin

gs:[WARNING: No swap limit support] ServerErrors:[] ClientInfo:{Debug:false Plugins:[] Warnings:<nil>}}

	I0813 20:40:53.202439  437434 docker.go:244] overlay module found

	I0813 20:40:53.205664  437434 out.go:177] * Using the docker driver based on user configuration

	I0813 20:40:53.205694  437434 start.go:278] selected driver: docker

	I0813 20:40:53.205700  437434 start.go:751] validating driver "docker" against <nil>

	I0813 20:40:53.205722  437434 start.go:762] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc:}

	W0813 20:40:53.205775  437434 oci.go:119] Your kernel does not support memory limit capabilities or the cgroup is not mounted.

	W0813 20:40:53.205799  437434 out.go:242] ! Your cgroup does not allow setting memory.

	I0813 20:40:53.207569  437434 out.go:177]   - More information: https://docs.docker.com/engine/install/linux-postinstall/#your-kernel-does-not-support-cgroup-swap-limit-capabilities

	I0813 20:40:53.208898  437434 cli_runner.go:115] Run: docker system info --format "{{json .}}"

	I0813 20:40:53.311483  437434 info.go:263] docker info: {ID:LQL6:IQEY:TAE3:NG47:ROZQ:WA5O:XM2B:XDCN:3VXZ:7JF3:4DHA:WN5N Containers:5 ContainersRunning:3 ContainersPaused:0 ContainersStopped:2 Images:155 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Native Overlay Diff true]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:false KernelMemory:true KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:47 OomKillDisable:true NGoroutines:66 SystemTime:2021-08-13 20:40:53.253449926 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:4.9.0-16-amd64 OperatingSystem:Debian GNU/Linux 9 (stretch) OSType:linux Architecture:x86_64 IndexServerAddr

ess:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33742200832 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:debian-jenkins-agent-14 Labels:[] ExperimentalBuild:false ServerVersion:19.03.15 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:269548fa27e0089a8b8278fc4fc781d7f65a939b Expected:269548fa27e0089a8b8278fc4fc781d7f65a939b} RuncCommit:{ID:ff819c7e9184c13b7c2607fe6c30ae19403a7aff Expected:ff819c7e9184c13b7c2607fe6c30ae19403a7aff} InitCommit:{ID:fec3683 Expected:fec3683} SecurityOptions:[name=seccomp,profile=default] ProductLicense: Warni

ngs:[WARNING: No swap limit support] ServerErrors:[] ClientInfo:{Debug:false Plugins:[] Warnings:<nil>}}

	I0813 20:40:53.311609  437434 start_flags.go:263] no existing cluster config was found, will generate one from the flags 

	I0813 20:40:53.311802  437434 start_flags.go:679] Wait components to verify : map[apiserver:true system_pods:true]

	I0813 20:40:53.311818  437434 cni.go:93] Creating CNI manager for ""

	I0813 20:40:53.311826  437434 cni.go:160] "docker" driver + containerd runtime found, recommending kindnet

	I0813 20:40:53.311835  437434 cni.go:217] auto-setting extra-config to "kubelet.cni-conf-dir=/etc/cni/net.mk"

	I0813 20:40:53.311840  437434 cni.go:222] extra-config set to "kubelet.cni-conf-dir=/etc/cni/net.mk"

	I0813 20:40:53.311845  437434 start_flags.go:272] Found "CNI" CNI - setting NetworkPlugin=cni

	I0813 20:40:53.311852  437434 start_flags.go:277] config:

	{Name:cert-options-20210813204052-288766 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.21.3 ClusterName:cert-options-20210813204052-288766 Namespace:default APIServerName:minikubeCA APIServerNames:[localhost www.google.com] APIServerIPs:[1

27.0.0.1 192.168.15.15] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8555 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: MultiNodeRequested:false ExtraDisks:0}

	I0813 20:40:53.314487  437434 out.go:177] * Starting control plane node cert-options-20210813204052-288766 in cluster cert-options-20210813204052-288766

	I0813 20:40:53.314540  437434 cache.go:117] Beginning downloading kic base image for docker with containerd

	I0813 20:40:53.316298  437434 out.go:177] * Pulling base image ...

	I0813 20:40:53.316338  437434 preload.go:131] Checking if preload exists for k8s version v1.21.3 and runtime containerd

	I0813 20:40:53.316375  437434 preload.go:147] Found local preload: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v11-v1.21.3-containerd-overlay2-amd64.tar.lz4

	I0813 20:40:53.316384  437434 cache.go:56] Caching tarball of preloaded images

	I0813 20:40:53.316454  437434 image.go:75] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 in local docker daemon

	I0813 20:40:53.316580  437434 preload.go:173] Found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v11-v1.21.3-containerd-overlay2-amd64.tar.lz4 in cache, skipping download

	I0813 20:40:53.316596  437434 cache.go:59] Finished verifying existence of preloaded tar for  v1.21.3 on containerd

	I0813 20:40:53.316735  437434 profile.go:148] Saving config to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/config.json ...

	I0813 20:40:53.316782  437434 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/config.json: {Name:mk1e667eaaaa028430131813f00bbca0856cc68f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:40:53.403504  437434 image.go:79] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 in local docker daemon, skipping pull

	I0813 20:40:53.403528  437434 cache.go:139] gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 exists in daemon, skipping load

	I0813 20:40:53.403550  437434 cache.go:205] Successfully downloaded all kic artifacts

	I0813 20:40:53.403600  437434 start.go:313] acquiring machines lock for cert-options-20210813204052-288766: {Name:mk88b5d1d621b6cc39f34c6c586644035186a4fd Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:40:53.403752  437434 start.go:317] acquired machines lock for "cert-options-20210813204052-288766" in 131.739µs

	I0813 20:40:53.403787  437434 start.go:89] Provisioning new machine with config: &{Name:cert-options-20210813204052-288766 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.21.3 ClusterName:cert-options-20210813204052-288766 Namespace:default

APIServerName:minikubeCA APIServerNames:[localhost www.google.com] APIServerIPs:[127.0.0.1 192.168.15.15] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8555 NodeName:} Nodes:[{Name: IP: Port:8555 KubernetesVersion:v1.21.3 ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: MultiNodeRequested:false ExtraDisks:0} &{Name: IP: Port:8555 KubernetesVersion:v1.21.3 ControlPlane:true Worker:true}

	I0813 20:40:53.403912  437434 start.go:126] createHost starting for "" (driver="docker")

	I0813 20:40:53.406531  437434 out.go:204] * Creating docker container (CPUs=2, Memory=2048MB) ...

	I0813 20:40:53.406866  437434 start.go:160] libmachine.API.Create for "cert-options-20210813204052-288766" (driver="docker")

	I0813 20:40:53.406899  437434 client.go:168] LocalClient.Create starting

	I0813 20:40:53.407004  437434 main.go:130] libmachine: Reading certificate data from /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem

	I0813 20:40:53.407044  437434 main.go:130] libmachine: Decoding PEM data...

	I0813 20:40:53.407064  437434 main.go:130] libmachine: Parsing certificate...

	I0813 20:40:53.407230  437434 main.go:130] libmachine: Reading certificate data from /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem

	I0813 20:40:53.407255  437434 main.go:130] libmachine: Decoding PEM data...

	I0813 20:40:53.407269  437434 main.go:130] libmachine: Parsing certificate...

	I0813 20:40:53.407725  437434 cli_runner.go:115] Run: docker network inspect cert-options-20210813204052-288766 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"

	W0813 20:40:53.453427  437434 cli_runner.go:162] docker network inspect cert-options-20210813204052-288766 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1

	I0813 20:40:53.453495  437434 network_create.go:255] running [docker network inspect cert-options-20210813204052-288766] to gather additional debugging logs...

	I0813 20:40:53.453512  437434 cli_runner.go:115] Run: docker network inspect cert-options-20210813204052-288766

	W0813 20:40:53.502498  437434 cli_runner.go:162] docker network inspect cert-options-20210813204052-288766 returned with exit code 1

	I0813 20:40:53.502525  437434 network_create.go:258] error running [docker network inspect cert-options-20210813204052-288766]: docker network inspect cert-options-20210813204052-288766: exit status 1

	stdout:

	[]

	stderr:

	Error: No such network: cert-options-20210813204052-288766

	I0813 20:40:53.502543  437434 network_create.go:260] output of [docker network inspect cert-options-20210813204052-288766]: -- stdout --

	[]

	-- /stdout --

	** stderr ** 

	Error: No such network: cert-options-20210813204052-288766

	** /stderr **

	I0813 20:40:53.502618  437434 cli_runner.go:115] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"

	I0813 20:40:53.546315  437434 network.go:288] reserving subnet 192.168.49.0 for 1m0s: &{mu:{state:0 sema:0} read:{v:{m:map[] amended:true}} dirty:map[192.168.49.0:0xc000010140] misses:0}

	I0813 20:40:53.546368  437434 network.go:235] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:}}

	I0813 20:40:53.546391  437434 network_create.go:106] attempt to create docker network cert-options-20210813204052-288766 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...

	I0813 20:40:53.546446  437434 cli_runner.go:115] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true cert-options-20210813204052-288766

	I0813 20:40:53.627116  437434 network_create.go:90] docker network cert-options-20210813204052-288766 192.168.49.0/24 created

	I0813 20:40:53.627140  437434 kic.go:106] calculated static IP "192.168.49.2" for the "cert-options-20210813204052-288766" container

	I0813 20:40:53.627197  437434 cli_runner.go:115] Run: docker ps -a --format {{.Names}}

	I0813 20:40:53.678451  437434 cli_runner.go:115] Run: docker volume create cert-options-20210813204052-288766 --label name.minikube.sigs.k8s.io=cert-options-20210813204052-288766 --label created_by.minikube.sigs.k8s.io=true

	I0813 20:40:53.722339  437434 oci.go:102] Successfully created a docker volume cert-options-20210813204052-288766

	I0813 20:40:53.722412  437434 cli_runner.go:115] Run: docker run --rm --name cert-options-20210813204052-288766-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=cert-options-20210813204052-288766 --entrypoint /usr/bin/test -v cert-options-20210813204052-288766:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 -d /var/lib

	I0813 20:40:56.073461  437434 cli_runner.go:168] Completed: docker run --rm --name cert-options-20210813204052-288766-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=cert-options-20210813204052-288766 --entrypoint /usr/bin/test -v cert-options-20210813204052-288766:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 -d /var/lib: (2.350987703s)

	I0813 20:40:56.073484  437434 oci.go:106] Successfully prepared a docker volume cert-options-20210813204052-288766

	W0813 20:40:56.073515  437434 oci.go:135] Your kernel does not support swap limit capabilities or the cgroup is not mounted.

	W0813 20:40:56.073526  437434 oci.go:119] Your kernel does not support memory limit capabilities or the cgroup is not mounted.

	I0813 20:40:56.073539  437434 preload.go:131] Checking if preload exists for k8s version v1.21.3 and runtime containerd

	I0813 20:40:56.073567  437434 kic.go:179] Starting extracting preloaded images to volume ...

	I0813 20:40:56.073577  437434 cli_runner.go:115] Run: docker info --format "'{{json .SecurityOptions}}'"

	I0813 20:40:56.073631  437434 cli_runner.go:115] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v11-v1.21.3-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v cert-options-20210813204052-288766:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 -I lz4 -xf /preloaded.tar -C /extractDir

	I0813 20:40:56.158171  437434 cli_runner.go:115] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname cert-options-20210813204052-288766 --name cert-options-20210813204052-288766 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=cert-options-20210813204052-288766 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=cert-options-20210813204052-288766 --network cert-options-20210813204052-288766 --ip 192.168.49.2 --volume cert-options-20210813204052-288766:/var --security-opt apparmor=unconfined --cpus=2 -e container=docker --expose 8555 --publish=127.0.0.1::8555 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6

	I0813 20:40:56.654190  437434 cli_runner.go:115] Run: docker container inspect cert-options-20210813204052-288766 --format={{.State.Running}}

	I0813 20:40:56.700086  437434 cli_runner.go:115] Run: docker container inspect cert-options-20210813204052-288766 --format={{.State.Status}}

	I0813 20:40:56.752200  437434 cli_runner.go:115] Run: docker exec cert-options-20210813204052-288766 stat /var/lib/dpkg/alternatives/iptables

	I0813 20:40:56.943071  437434 oci.go:278] the created container "cert-options-20210813204052-288766" has a running status.

	I0813 20:40:56.943102  437434 kic.go:210] Creating ssh key for kic: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/cert-options-20210813204052-288766/id_rsa...

	I0813 20:40:57.015294  437434 kic_runner.go:188] docker (temp): /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/cert-options-20210813204052-288766/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)

	I0813 20:40:57.555364  437434 cli_runner.go:115] Run: docker container inspect cert-options-20210813204052-288766 --format={{.State.Status}}

	I0813 20:40:57.593937  437434 kic_runner.go:94] Run: chown docker:docker /home/docker/.ssh/authorized_keys

	I0813 20:40:57.593952  437434 kic_runner.go:115] Args: [docker exec --privileged cert-options-20210813204052-288766 chown docker:docker /home/docker/.ssh/authorized_keys]

	I0813 20:41:00.809556  435200 ssh_runner.go:149] Run: sudo crictl version

	I0813 20:41:00.831825  435200 start.go:422] Version:  0.1.0

	RuntimeName:  containerd

	RuntimeVersion:  1.4.9

	RuntimeApiVersion:  v1alpha2

	I0813 20:41:00.831892  435200 ssh_runner.go:149] Run: containerd --version

	I0813 20:41:00.853689  435200 ssh_runner.go:149] Run: containerd --version

	I0813 20:41:04.523652  435200 out.go:177] * Preparing Kubernetes v1.21.3 on containerd 1.4.9 ...

	I0813 20:41:04.523849  435200 cli_runner.go:115] Run: docker network inspect pause-20210813203929-288766 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"

	I0813 20:41:06.505202  435200 ssh_runner.go:149] Run: grep 192.168.58.1	host.minikube.internal$ /etc/hosts

	I0813 20:41:06.508407  435200 preload.go:131] Checking if preload exists for k8s version v1.21.3 and runtime containerd

	I0813 20:41:06.508460  435200 ssh_runner.go:149] Run: sudo crictl images --output json

	I0813 20:41:06.530281  435200 containerd.go:613] all images are preloaded for containerd runtime.

	I0813 20:41:06.530300  435200 containerd.go:517] Images already preloaded, skipping extraction

	I0813 20:41:06.530341  435200 ssh_runner.go:149] Run: sudo crictl images --output json

	I0813 20:41:06.553041  435200 containerd.go:613] all images are preloaded for containerd runtime.

	I0813 20:41:06.553062  435200 cache_images.go:74] Images are preloaded, skipping loading

	I0813 20:41:06.553107  435200 ssh_runner.go:149] Run: sudo crictl info

	I0813 20:41:06.575782  435200 cni.go:93] Creating CNI manager for ""

	I0813 20:41:06.575813  435200 cni.go:160] "docker" driver + containerd runtime found, recommending kindnet

	I0813 20:41:06.575824  435200 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0813 20:41:06.575841  435200 kubeadm.go:153] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.58.2 APIServerPort:8443 KubernetesVersion:v1.21.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:pause-20210813203929-288766 NodeName:pause-20210813203929-288766 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.58.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NoTaintMaster:true NodeIP:192.168.58.2 CgroupDriver:cgroupfs ClientCAFile:/v

ar/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[]}

	I0813 20:41:06.575984  435200 kubeadm.go:157] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta2

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.58.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: /run/containerd/containerd.sock

	  name: "pause-20210813203929-288766"

	  kubeletExtraArgs:

	    node-ip: 192.168.58.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta2

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.58.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	dns:

	  type: CoreDNS

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.21.3

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0813 20:41:06.576082  435200 kubeadm.go:909] kubelet [Unit]

	Wants=containerd.service

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.21.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cni-conf-dir=/etc/cni/net.mk --config=/var/lib/kubelet/config.yaml --container-runtime=remote --container-runtime-endpoint=unix:///run/containerd/containerd.sock --hostname-override=pause-20210813203929-288766 --image-service-endpoint=unix:///run/containerd/containerd.sock --kubeconfig=/etc/kubernetes/kubelet.conf --network-plugin=cni --node-ip=192.168.58.2 --runtime-request-timeout=15m

	[Install]

	 config:

	{KubernetesVersion:v1.21.3 ClusterName:pause-20210813203929-288766 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}

	I0813 20:41:06.576128  435200 ssh_runner.go:149] Run: sudo ls /var/lib/minikube/binaries/v1.21.3

	I0813 20:41:06.583037  435200 binaries.go:44] Found k8s binaries, skipping transfer

	I0813 20:41:06.583096  435200 ssh_runner.go:149] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0813 20:41:06.589278  435200 ssh_runner.go:316] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (572 bytes)

	I0813 20:41:06.601100  435200 ssh_runner.go:316] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0813 20:41:06.616986  435200 ssh_runner.go:316] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2077 bytes)

	I0813 20:41:06.630298  435200 ssh_runner.go:149] Run: grep 192.168.58.2	control-plane.minikube.internal$ /etc/hosts

	I0813 20:41:06.633502  435200 certs.go:52] Setting up /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766 for IP: 192.168.58.2

	I0813 20:41:06.633552  435200 certs.go:179] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.key

	I0813 20:41:06.633577  435200 certs.go:179] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/proxy-client-ca.key

	I0813 20:41:06.633645  435200 certs.go:293] skipping minikube-user signed cert generation: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/client.key

	I0813 20:41:06.633670  435200 certs.go:293] skipping minikube signed cert generation: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/apiserver.key.cee25041

	I0813 20:41:06.633691  435200 certs.go:293] skipping aggregator signed cert generation: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/proxy-client.key

	I0813 20:41:06.633807  435200 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/288766.pem (1338 bytes)

	W0813 20:41:06.633858  435200 certs.go:372] ignoring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/288766_empty.pem, impossibly tiny 0 bytes

	I0813 20:41:06.633873  435200 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem (1675 bytes)

	I0813 20:41:06.633911  435200 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem (1082 bytes)

	I0813 20:41:06.633940  435200 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem (1123 bytes)

	I0813 20:41:06.633973  435200 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/key.pem (1675 bytes)

	I0813 20:41:06.634029  435200 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem (1708 bytes)

	I0813 20:41:06.635292  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0813 20:41:06.656282  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0813 20:41:06.679171  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0813 20:41:06.697911  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)

	I0813 20:41:06.717577  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0813 20:41:06.734332  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)

	I0813 20:41:06.751742  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0813 20:41:06.769437  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I0813 20:41:06.785343  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/288766.pem --> /usr/share/ca-certificates/288766.pem (1338 bytes)

	I0813 20:41:06.800439  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem --> /usr/share/ca-certificates/2887662.pem (1708 bytes)

	I0813 20:41:06.816591  435200 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0813 20:41:06.833287  435200 ssh_runner.go:316] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0813 20:41:06.845270  435200 ssh_runner.go:149] Run: openssl version

	I0813 20:41:06.850127  435200 ssh_runner.go:149] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/288766.pem && ln -fs /usr/share/ca-certificates/288766.pem /etc/ssl/certs/288766.pem"

	I0813 20:41:06.858023  435200 ssh_runner.go:149] Run: ls -la /usr/share/ca-certificates/288766.pem

	I0813 20:41:06.861100  435200 certs.go:419] hashing: -rw-r--r-- 1 root root 1338 Aug 13 20:14 /usr/share/ca-certificates/288766.pem

	I0813 20:41:06.861154  435200 ssh_runner.go:149] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/288766.pem

	I0813 20:41:06.866065  435200 ssh_runner.go:149] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/288766.pem /etc/ssl/certs/51391683.0"

	I0813 20:41:06.873097  435200 ssh_runner.go:149] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2887662.pem && ln -fs /usr/share/ca-certificates/2887662.pem /etc/ssl/certs/2887662.pem"

	I0813 20:41:06.880551  435200 ssh_runner.go:149] Run: ls -la /usr/share/ca-certificates/2887662.pem

	I0813 20:41:06.883807  435200 certs.go:419] hashing: -rw-r--r-- 1 root root 1708 Aug 13 20:14 /usr/share/ca-certificates/2887662.pem

	I0813 20:41:06.884433  435200 ssh_runner.go:149] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2887662.pem

	I0813 20:41:06.889827  435200 ssh_runner.go:149] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2887662.pem /etc/ssl/certs/3ec20f2e.0"

	I0813 20:41:06.896687  435200 ssh_runner.go:149] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0813 20:41:06.904173  435200 ssh_runner.go:149] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0813 20:41:06.907151  435200 certs.go:419] hashing: -rw-r--r-- 1 root root 1111 Aug 13 20:09 /usr/share/ca-certificates/minikubeCA.pem

	I0813 20:41:06.907188  435200 ssh_runner.go:149] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0813 20:41:06.911815  435200 ssh_runner.go:149] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0813 20:41:06.918209  435200 kubeadm.go:390] StartCluster: {Name:pause-20210813203929-288766 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.21.3 ClusterName:pause-20210813203929-288766 Namespace:default APIServerName:minikubeCA APIServerNa

mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.21.3 ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: MultiNodeRequested:false ExtraDisks:0}

	I0813 20:41:06.918314  435200 cri.go:41] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}

	I0813 20:41:06.918348  435200 ssh_runner.go:149] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"

	I0813 20:41:06.941131  435200 cri.go:76] found id: "0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476"

	I0813 20:41:06.941154  435200 cri.go:76] found id: "024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c"

	I0813 20:41:06.941162  435200 cri.go:76] found id: "1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e"

	I0813 20:41:06.941168  435200 cri.go:76] found id: "35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5"

	I0813 20:41:06.941174  435200 cri.go:76] found id: "10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf"

	I0813 20:41:06.941180  435200 cri.go:76] found id: "63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627"

	I0813 20:41:06.941186  435200 cri.go:76] found id: "d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f"

	I0813 20:41:06.941191  435200 cri.go:76] found id: ""

	I0813 20:41:06.941241  435200 ssh_runner.go:149] Run: sudo runc --root /run/containerd/runc/k8s.io list -f json

	I0813 20:41:06.975720  435200 cri.go:103] JSON = [{"ociVersion":"1.0.2-dev","id":"024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c","pid":1942,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c/rootfs","created":"2021-08-13T20:40:29.492925829Z","annotations":{"io.kubernetes.cri.container-name":"kindnet-cni","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476","pid":2122,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476","rootfs":"/run/containerd/io.containerd.runtim

e.v2.task/k8s.io/0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476/rootfs","created":"2021-08-13T20:40:45.384956251Z","annotations":{"io.kubernetes.cri.container-name":"coredns","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf","pid":1163,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf/rootfs","created":"2021-08-13T20:40:06.101045648Z","annotations":{"io.kubernetes.cri.container-name":"etcd","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d"},"owner":"root"},{"ociVersion":

"1.0.2-dev","id":"1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e","pid":1797,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e/rootfs","created":"2021-08-13T20:40:28.957034394Z","annotations":{"io.kubernetes.cri.container-name":"kube-proxy","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3","pid":1017,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0

ae99cd3/rootfs","created":"2021-08-13T20:40:05.773047847Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-apiserver-pause-20210813203929-288766_3d23f607cb660cded40b593f202cd88f"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5","pid":1162,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5/rootfs","created":"2021-08-13T20:40:06.101338063Z","annotations":{"io.kubernetes.cri.container-name":"kube-apiserver","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99c

d3"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627","pid":1154,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627/rootfs","created":"2021-08-13T20:40:06.045024784Z","annotations":{"io.kubernetes.cri.container-name":"kube-scheduler","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74","pid":1758,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/8d310005d31b9bca38

72fec053a02152c50a57af968b2c45fae058fa25cc8d74/rootfs","created":"2021-08-13T20:40:28.820928149Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-proxy-sx47j_c70574ce-ae51-4887-ae04-ec18ad33d036"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d","pid":1026,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d/rootfs","created":"2021-08-13T20:40:05.773043763Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d","io.kubernetes.cri.sandbox-log-di

rectory":"/var/log/pods/kube-system_etcd-pause-20210813203929-288766_eb3661beb8adebe1591e5451021f80f4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792","pid":1772,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792/rootfs","created":"2021-08-13T20:40:29.032985492Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kindnet-zhtm5_30e5bcc4-1021-4ff0-bc28-58ce98258359"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f","pid":1142,"status":"running","bundle":"/run/containerd/io.containerd.runt

ime.v2.task/k8s.io/d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f/rootfs","created":"2021-08-13T20:40:06.045008412Z","annotations":{"io.kubernetes.cri.container-name":"kube-controller-manager","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45","pid":1010,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45/rootfs","created":"2021-08-13T20:40:05.773007877Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox

-id":"d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-scheduler-pause-20210813203929-288766_737ff932c10e65500160335c0c095cb4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4","pid":2091,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4/rootfs","created":"2021-08-13T20:40:45.184959921Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_coredns-558bd4d5db-484lt_17376923-c2de-4448-914a-866177eef01c"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"e341b9ff9e7663

e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127","pid":1032,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127/rootfs","created":"2021-08-13T20:40:05.77308687Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-controller-manager-pause-20210813203929-288766_1af56d8637005c06dea53c22e276fbb4"},"owner":"root"}]

	I0813 20:41:06.975910  435200 cri.go:113] list returned 14 containers

	I0813 20:41:06.975924  435200 cri.go:116] container: {ID:024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c Status:running}

	I0813 20:41:06.975935  435200 cri.go:122] skipping {024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c running}: state = "running", want "paused"

	I0813 20:41:06.975948  435200 cri.go:116] container: {ID:0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476 Status:running}

	I0813 20:41:06.975953  435200 cri.go:122] skipping {0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476 running}: state = "running", want "paused"

	I0813 20:41:06.975960  435200 cri.go:116] container: {ID:10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf Status:running}

	I0813 20:41:06.975964  435200 cri.go:122] skipping {10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf running}: state = "running", want "paused"

	I0813 20:41:06.975971  435200 cri.go:116] container: {ID:1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e Status:running}

	I0813 20:41:06.975976  435200 cri.go:122] skipping {1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e running}: state = "running", want "paused"

	I0813 20:41:06.975985  435200 cri.go:116] container: {ID:25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3 Status:running}

	I0813 20:41:06.975995  435200 cri.go:118] skipping 25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3 - not in ps

	I0813 20:41:06.976004  435200 cri.go:116] container: {ID:35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5 Status:running}

	I0813 20:41:06.976015  435200 cri.go:122] skipping {35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5 running}: state = "running", want "paused"

	I0813 20:41:06.976025  435200 cri.go:116] container: {ID:63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627 Status:running}

	I0813 20:41:06.976029  435200 cri.go:122] skipping {63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627 running}: state = "running", want "paused"

	I0813 20:41:06.976036  435200 cri.go:116] container: {ID:8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74 Status:running}

	I0813 20:41:06.976040  435200 cri.go:118] skipping 8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74 - not in ps

	I0813 20:41:06.976049  435200 cri.go:116] container: {ID:93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d Status:running}

	I0813 20:41:06.976056  435200 cri.go:118] skipping 93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d - not in ps

	I0813 20:41:06.976060  435200 cri.go:116] container: {ID:b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792 Status:running}

	I0813 20:41:06.976064  435200 cri.go:118] skipping b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792 - not in ps

	I0813 20:41:06.976069  435200 cri.go:116] container: {ID:d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f Status:running}

	I0813 20:41:06.976074  435200 cri.go:122] skipping {d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f running}: state = "running", want "paused"

	I0813 20:41:06.976078  435200 cri.go:116] container: {ID:d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45 Status:running}

	I0813 20:41:06.976083  435200 cri.go:118] skipping d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45 - not in ps

	I0813 20:41:06.976086  435200 cri.go:116] container: {ID:dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4 Status:running}

	I0813 20:41:06.976091  435200 cri.go:118] skipping dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4 - not in ps

	I0813 20:41:06.976097  435200 cri.go:116] container: {ID:e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127 Status:running}

	I0813 20:41:06.976102  435200 cri.go:118] skipping e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127 - not in ps

	I0813 20:41:06.976141  435200 ssh_runner.go:149] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0813 20:41:06.982858  435200 kubeadm.go:401] found existing configuration files, will attempt cluster restart

	I0813 20:41:06.982877  435200 kubeadm.go:600] restartCluster start

	I0813 20:41:06.982913  435200 ssh_runner.go:149] Run: sudo test -d /data/minikube

	I0813 20:41:06.988752  435200 kubeadm.go:126] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1

	stdout:

	stderr:

	I0813 20:41:06.989596  435200 kubeconfig.go:93] found "pause-20210813203929-288766" server: "https://192.168.58.2:8443"

	I0813 20:41:06.990075  435200 kapi.go:59] client config for pause-20210813203929-288766: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/client.crt", KeyFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203

929-288766/client.key", CAFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x17e2d00), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}

	I0813 20:41:06.991808  435200 ssh_runner.go:149] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new

	I0813 20:41:06.997856  435200 api_server.go:164] Checking apiserver status ...

	I0813 20:41:06.997961  435200 ssh_runner.go:149] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0813 20:41:07.013846  435200 ssh_runner.go:149] Run: sudo egrep ^[0-9]+:freezer: /proc/1162/cgroup

	I0813 20:41:07.020300  435200 api_server.go:180] apiserver freezer: "10:freezer:/docker/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/kubepods/burstable/pod3d23f607cb660cded40b593f202cd88f/35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5"

	I0813 20:41:07.020351  435200 ssh_runner.go:149] Run: sudo cat /sys/fs/cgroup/freezer/docker/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/kubepods/burstable/pod3d23f607cb660cded40b593f202cd88f/35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5/freezer.state

	I0813 20:41:07.026220  435200 api_server.go:202] freezer state: "THAWED"

	I0813 20:41:07.026257  435200 api_server.go:239] Checking apiserver healthz at https://192.168.58.2:8443/healthz ...

	I0813 20:41:07.031230  435200 api_server.go:265] https://192.168.58.2:8443/healthz returned 200:

	ok

	I0813 20:41:07.044974  435200 system_pods.go:86] 7 kube-system pods found

	I0813 20:41:07.044998  435200 system_pods.go:89] "coredns-558bd4d5db-484lt" [17376923-c2de-4448-914a-866177eef01c] Running

	I0813 20:41:07.045006  435200 system_pods.go:89] "etcd-pause-20210813203929-288766" [d8efe675-0fe4-4d76-94dd-4df3d1349d4f] Running

	I0813 20:41:07.045011  435200 system_pods.go:89] "kindnet-zhtm5" [30e5bcc4-1021-4ff0-bc28-58ce98258359] Running

	I0813 20:41:07.045015  435200 system_pods.go:89] "kube-apiserver-pause-20210813203929-288766" [562d9889-a10c-44b2-a005-ea7b99e9575d] Running

	I0813 20:41:07.045019  435200 system_pods.go:89] "kube-controller-manager-pause-20210813203929-288766" [7ef4fc4c-bbb1-4cb8-93c5-8cf937168813] Running

	I0813 20:41:07.045024  435200 system_pods.go:89] "kube-proxy-sx47j" [c70574ce-ae51-4887-ae04-ec18ad33d036] Running

	I0813 20:41:07.045030  435200 system_pods.go:89] "kube-scheduler-pause-20210813203929-288766" [9ec54ced-a8e5-4470-8282-3aaf3c4cff6f] Running

	I0813 20:41:07.045779  435200 api_server.go:139] control plane version: v1.21.3

	I0813 20:41:07.045800  435200 kubeadm.go:594] The running cluster does not require reconfiguration: 192.168.58.2

	I0813 20:41:07.045811  435200 kubeadm.go:647] Taking a shortcut, as the cluster seems to be properly configured

	I0813 20:41:07.045816  435200 kubeadm.go:604] restartCluster took 62.934101ms

	I0813 20:41:07.045823  435200 kubeadm.go:392] StartCluster complete in 127.619469ms

	I0813 20:41:07.045839  435200 settings.go:142] acquiring lock: {Name:mk2936f3299af42d08897e24c22041052c3e9b52 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:41:07.045917  435200 settings.go:150] Updating kubeconfig:  /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/kubeconfig

	I0813 20:41:07.046439  435200 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/kubeconfig: {Name:mk094da01a05b0ab7e65473206855dd043cd6dbd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:41:07.047015  435200 kapi.go:59] client config for pause-20210813203929-288766: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/client.crt", KeyFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203

929-288766/client.key", CAFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x17e2d00), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}

	I0813 20:41:07.050164  435200 kapi.go:244] deployment "coredns" in namespace "kube-system" and context "pause-20210813203929-288766" rescaled to 1

	I0813 20:41:07.050222  435200 ssh_runner.go:149] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.21.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0813 20:41:07.050248  435200 start.go:226] Will wait 6m0s for node &{Name: IP:192.168.58.2 Port:8443 KubernetesVersion:v1.21.3 ControlPlane:true Worker:true}

	I0813 20:41:07.052346  435200 out.go:177] * Verifying Kubernetes components...

	I0813 20:41:07.052402  435200 ssh_runner.go:149] Run: sudo systemctl is-active --quiet service kubelet

	I0813 20:41:07.050334  435200 addons.go:342] enableAddons start: toEnable=map[], additional=[]

	I0813 20:41:07.050448  435200 config.go:177] Loaded profile config "pause-20210813203929-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.21.3

	I0813 20:41:07.052479  435200 addons.go:59] Setting storage-provisioner=true in profile "pause-20210813203929-288766"

	I0813 20:41:07.052504  435200 addons.go:135] Setting addon storage-provisioner=true in "pause-20210813203929-288766"

	I0813 20:41:07.052502  435200 addons.go:59] Setting default-storageclass=true in profile "pause-20210813203929-288766"

	W0813 20:41:07.052511  435200 addons.go:147] addon storage-provisioner should already be in state true

	I0813 20:41:07.052519  435200 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "pause-20210813203929-288766"

	I0813 20:41:07.052540  435200 host.go:66] Checking if "pause-20210813203929-288766" exists ...

	I0813 20:41:07.052875  435200 cli_runner.go:115] Run: docker container inspect pause-20210813203929-288766 --format={{.State.Status}}

	I0813 20:41:07.053072  435200 cli_runner.go:115] Run: docker container inspect pause-20210813203929-288766 --format={{.State.Status}}

	I0813 20:41:07.098452  435200 kapi.go:59] client config for pause-20210813203929-288766: &rest.Config{Host:"https://192.168.58.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203929-288766/client.crt", KeyFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/pause-20210813203

929-288766/client.key", CAFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x17e2d00), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}

	I0813 20:41:07.103180  435200 addons.go:135] Setting addon default-storageclass=true in "pause-20210813203929-288766"

	W0813 20:41:07.103203  435200 addons.go:147] addon default-storageclass should already be in state true

	I0813 20:41:07.103232  435200 host.go:66] Checking if "pause-20210813203929-288766" exists ...

	I0813 20:41:07.103717  435200 cli_runner.go:115] Run: docker container inspect pause-20210813203929-288766 --format={{.State.Status}}

	I0813 20:41:07.111114  435200 out.go:177]   - Using image gcr.io/k8s-minikube/storage-provisioner:v5

	I0813 20:41:07.111237  435200 addons.go:275] installing /etc/kubernetes/addons/storage-provisioner.yaml

	I0813 20:41:07.111252  435200 ssh_runner.go:316] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)

	I0813 20:41:07.111295  435200 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-20210813203929-288766

	I0813 20:41:07.131588  435200 start.go:708] CoreDNS already contains "host.minikube.internal" host record, skipping...

	I0813 20:41:07.131588  435200 node_ready.go:35] waiting up to 6m0s for node "pause-20210813203929-288766" to be "Ready" ...

	I0813 20:41:07.135224  435200 node_ready.go:49] node "pause-20210813203929-288766" has status "Ready":"True"

	I0813 20:41:07.135243  435200 node_ready.go:38] duration metric: took 3.618696ms waiting for node "pause-20210813203929-288766" to be "Ready" ...

	I0813 20:41:07.135254  435200 pod_ready.go:35] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0813 20:41:07.140175  435200 pod_ready.go:78] waiting up to 6m0s for pod "coredns-558bd4d5db-484lt" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.149820  435200 pod_ready.go:92] pod "coredns-558bd4d5db-484lt" in "kube-system" namespace has status "Ready":"True"

	I0813 20:41:07.149842  435200 pod_ready.go:81] duration metric: took 9.646471ms waiting for pod "coredns-558bd4d5db-484lt" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.149870  435200 pod_ready.go:78] waiting up to 6m0s for pod "etcd-pause-20210813203929-288766" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.153416  435200 addons.go:275] installing /etc/kubernetes/addons/storageclass.yaml

	I0813 20:41:07.153437  435200 ssh_runner.go:316] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0813 20:41:07.153495  435200 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-20210813203929-288766

	I0813 20:41:07.153949  435200 pod_ready.go:92] pod "etcd-pause-20210813203929-288766" in "kube-system" namespace has status "Ready":"True"

	I0813 20:41:07.153967  435200 pod_ready.go:81] duration metric: took 4.084388ms waiting for pod "etcd-pause-20210813203929-288766" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.153981  435200 pod_ready.go:78] waiting up to 6m0s for pod "kube-apiserver-pause-20210813203929-288766" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.158352  435200 pod_ready.go:92] pod "kube-apiserver-pause-20210813203929-288766" in "kube-system" namespace has status "Ready":"True"

	I0813 20:41:07.158370  435200 pod_ready.go:81] duration metric: took 4.377256ms waiting for pod "kube-apiserver-pause-20210813203929-288766" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.158383  435200 pod_ready.go:78] waiting up to 6m0s for pod "kube-controller-manager-pause-20210813203929-288766" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.159294  435200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33132 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/pause-20210813203929-288766/id_rsa Username:docker}

	I0813 20:41:07.191814  435200 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33132 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/pause-20210813203929-288766/id_rsa Username:docker}

	I0813 20:41:07.234631  435200 pod_ready.go:92] pod "kube-controller-manager-pause-20210813203929-288766" in "kube-system" namespace has status "Ready":"True"

	I0813 20:41:07.234651  435200 pod_ready.go:81] duration metric: took 76.260182ms waiting for pod "kube-controller-manager-pause-20210813203929-288766" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.234665  435200 pod_ready.go:78] waiting up to 6m0s for pod "kube-proxy-sx47j" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.257340  435200 ssh_runner.go:149] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.21.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml

	I0813 20:41:07.285482  435200 ssh_runner.go:149] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.21.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0813 20:41:06.615125  437434 cli_runner.go:168] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v11-v1.21.3-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v cert-options-20210813204052-288766:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 -I lz4 -xf /preloaded.tar -C /extractDir: (10.541454302s)

	I0813 20:41:06.615150  437434 kic.go:188] duration metric: took 10.541581 seconds to extract preloaded images to volume

	I0813 20:41:06.615266  437434 cli_runner.go:115] Run: docker container inspect cert-options-20210813204052-288766 --format={{.State.Status}}

	I0813 20:41:06.667339  437434 machine.go:88] provisioning docker machine ...

	I0813 20:41:06.667370  437434 ubuntu.go:169] provisioning hostname "cert-options-20210813204052-288766"

	I0813 20:41:06.667429  437434 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-options-20210813204052-288766

	I0813 20:41:06.713097  437434 main.go:130] libmachine: Using SSH client type: native

	I0813 20:41:06.713333  437434 main.go:130] libmachine: &{{{<nil> 0 [] [] []} docker [0x802ea0] 0x802e60 <nil>  [] 0s} 127.0.0.1 33142 <nil> <nil>}

	I0813 20:41:06.713352  437434 main.go:130] libmachine: About to run SSH command:

	sudo hostname cert-options-20210813204052-288766 && echo "cert-options-20210813204052-288766" | sudo tee /etc/hostname

	I0813 20:41:06.856662  437434 main.go:130] libmachine: SSH cmd err, output: <nil>: cert-options-20210813204052-288766

	I0813 20:41:06.856721  437434 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-options-20210813204052-288766

	I0813 20:41:06.900375  437434 main.go:130] libmachine: Using SSH client type: native

	I0813 20:41:06.900578  437434 main.go:130] libmachine: &{{{<nil> 0 [] [] []} docker [0x802ea0] 0x802e60 <nil>  [] 0s} 127.0.0.1 33142 <nil> <nil>}

	I0813 20:41:06.900621  437434 main.go:130] libmachine: About to run SSH command:

			if ! grep -xq '.*\scert-options-20210813204052-288766' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 cert-options-20210813204052-288766/g' /etc/hosts;

				else 

					echo '127.0.1.1 cert-options-20210813204052-288766' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0813 20:41:07.028046  437434 main.go:130] libmachine: SSH cmd err, output: <nil>: 

	I0813 20:41:07.028064  437434 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube CaCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337

/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube}

	I0813 20:41:07.028087  437434 ubuntu.go:177] setting up certificates

	I0813 20:41:07.028095  437434 provision.go:83] configureAuth start

	I0813 20:41:07.028139  437434 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" cert-options-20210813204052-288766

	I0813 20:41:07.070157  437434 provision.go:138] copyHostCerts

	I0813 20:41:07.070214  437434 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem, removing ...

	I0813 20:41:07.070222  437434 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem

	I0813 20:41:07.070286  437434 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem (1082 bytes)

	I0813 20:41:07.070363  437434 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem, removing ...

	I0813 20:41:07.070368  437434 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem

	I0813 20:41:07.070388  437434 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem (1123 bytes)

	I0813 20:41:07.070430  437434 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem, removing ...

	I0813 20:41:07.070436  437434 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem

	I0813 20:41:07.070452  437434 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem (1675 bytes)

	I0813 20:41:07.070485  437434 provision.go:112] generating server cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem org=jenkins.cert-options-20210813204052-288766 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube cert-options-20210813204052-288766]

	I0813 20:41:07.310609  437434 provision.go:172] copyRemoteCerts

	I0813 20:41:07.310663  437434 ssh_runner.go:149] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0813 20:41:07.310696  437434 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-options-20210813204052-288766

	I0813 20:41:07.355163  437434 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33142 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/cert-options-20210813204052-288766/id_rsa Username:docker}

	I0813 20:41:07.453617  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)

	I0813 20:41:07.474736  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem --> /etc/docker/server.pem (1273 bytes)

	I0813 20:41:07.495636  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)

	I0813 20:41:07.515651  437434 provision.go:86] duration metric: configureAuth took 487.541309ms

	I0813 20:41:07.515671  437434 ubuntu.go:193] setting minikube options for container-runtime

	I0813 20:41:07.515886  437434 config.go:177] Loaded profile config "cert-options-20210813204052-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.21.3

	I0813 20:41:07.515897  437434 machine.go:91] provisioned docker machine in 848.54473ms

	I0813 20:41:07.515904  437434 client.go:171] LocalClient.Create took 14.108999865s

	I0813 20:41:07.515931  437434 start.go:168] duration metric: libmachine.API.Create for "cert-options-20210813204052-288766" took 14.109079093s

	I0813 20:41:07.515941  437434 start.go:267] post-start starting for "cert-options-20210813204052-288766" (driver="docker")

	I0813 20:41:07.515947  437434 start.go:277] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0813 20:41:07.516005  437434 ssh_runner.go:149] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0813 20:41:07.516062  437434 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-options-20210813204052-288766

	I0813 20:41:07.571218  437434 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33142 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/cert-options-20210813204052-288766/id_rsa Username:docker}

	I0813 20:41:07.664266  437434 ssh_runner.go:149] Run: cat /etc/os-release

	I0813 20:41:07.667007  437434 main.go:130] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found

	I0813 20:41:07.667028  437434 main.go:130] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found

	I0813 20:41:07.667041  437434 main.go:130] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found

	I0813 20:41:07.667048  437434 info.go:137] Remote host: Ubuntu 20.04.2 LTS

	I0813 20:41:07.667058  437434 filesync.go:126] Scanning /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/addons for local assets ...

	I0813 20:41:07.667103  437434 filesync.go:126] Scanning /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files for local assets ...

	I0813 20:41:07.667192  437434 filesync.go:149] local asset: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem -> 2887662.pem in /etc/ssl/certs

	I0813 20:41:07.667299  437434 ssh_runner.go:149] Run: sudo mkdir -p /etc/ssl/certs

	I0813 20:41:07.673862  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem --> /etc/ssl/certs/2887662.pem (1708 bytes)

	I0813 20:41:07.690538  437434 start.go:270] post-start completed in 174.583077ms

	I0813 20:41:07.690858  437434 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" cert-options-20210813204052-288766

	I0813 20:41:07.730560  437434 profile.go:148] Saving config to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/config.json ...

	I0813 20:41:07.730750  437434 ssh_runner.go:149] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0813 20:41:07.730785  437434 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-options-20210813204052-288766

	I0813 20:41:07.770634  437434 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33142 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/cert-options-20210813204052-288766/id_rsa Username:docker}

	I0813 20:41:07.861501  437434 start.go:129] duration metric: createHost completed in 14.457575509s

	I0813 20:41:07.861518  437434 start.go:80] releasing machines lock for "cert-options-20210813204052-288766", held for 14.457755246s

	I0813 20:41:07.861585  437434 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" cert-options-20210813204052-288766

	I0813 20:41:07.906065  437434 ssh_runner.go:149] Run: systemctl --version

	I0813 20:41:07.906107  437434 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-options-20210813204052-288766

	I0813 20:41:07.906166  437434 ssh_runner.go:149] Run: curl -sS -m 2 https://k8s.gcr.io/

	I0813 20:41:07.906230  437434 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-options-20210813204052-288766

	I0813 20:41:07.576175  435200 out.go:177] * Enabled addons: storage-provisioner, default-storageclass

	I0813 20:41:07.576217  435200 addons.go:344] enableAddons completed in 525.888042ms

	I0813 20:41:07.634307  435200 pod_ready.go:92] pod "kube-proxy-sx47j" in "kube-system" namespace has status "Ready":"True"

	I0813 20:41:07.634330  435200 pod_ready.go:81] duration metric: took 399.656105ms waiting for pod "kube-proxy-sx47j" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:07.634343  435200 pod_ready.go:78] waiting up to 6m0s for pod "kube-scheduler-pause-20210813203929-288766" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:08.034687  435200 pod_ready.go:92] pod "kube-scheduler-pause-20210813203929-288766" in "kube-system" namespace has status "Ready":"True"

	I0813 20:41:08.034711  435200 pod_ready.go:81] duration metric: took 400.358211ms waiting for pod "kube-scheduler-pause-20210813203929-288766" in "kube-system" namespace to be "Ready" ...

	I0813 20:41:08.034723  435200 pod_ready.go:38] duration metric: took 899.455744ms for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...

	I0813 20:41:08.034745  435200 api_server.go:50] waiting for apiserver process to appear ...

	I0813 20:41:08.034787  435200 ssh_runner.go:149] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0813 20:41:08.054884  435200 api_server.go:70] duration metric: took 1.004605323s to wait for apiserver process to appear ...

	I0813 20:41:08.054914  435200 api_server.go:86] waiting for apiserver healthz status ...

	I0813 20:41:08.054926  435200 api_server.go:239] Checking apiserver healthz at https://192.168.58.2:8443/healthz ...

	I0813 20:41:08.059727  435200 api_server.go:265] https://192.168.58.2:8443/healthz returned 200:

	ok

	I0813 20:41:08.060515  435200 api_server.go:139] control plane version: v1.21.3

	I0813 20:41:08.060535  435200 api_server.go:129] duration metric: took 5.615639ms to wait for apiserver health ...

	I0813 20:41:08.060543  435200 system_pods.go:43] waiting for kube-system pods to appear ...

	I0813 20:41:08.236688  435200 system_pods.go:59] 8 kube-system pods found

	I0813 20:41:08.236715  435200 system_pods.go:61] "coredns-558bd4d5db-484lt" [17376923-c2de-4448-914a-866177eef01c] Running

	I0813 20:41:08.236720  435200 system_pods.go:61] "etcd-pause-20210813203929-288766" [d8efe675-0fe4-4d76-94dd-4df3d1349d4f] Running

	I0813 20:41:08.236724  435200 system_pods.go:61] "kindnet-zhtm5" [30e5bcc4-1021-4ff0-bc28-58ce98258359] Running

	I0813 20:41:08.236727  435200 system_pods.go:61] "kube-apiserver-pause-20210813203929-288766" [562d9889-a10c-44b2-a005-ea7b99e9575d] Running

	I0813 20:41:08.236732  435200 system_pods.go:61] "kube-controller-manager-pause-20210813203929-288766" [7ef4fc4c-bbb1-4cb8-93c5-8cf937168813] Running

	I0813 20:41:08.236735  435200 system_pods.go:61] "kube-proxy-sx47j" [c70574ce-ae51-4887-ae04-ec18ad33d036] Running

	I0813 20:41:08.236739  435200 system_pods.go:61] "kube-scheduler-pause-20210813203929-288766" [9ec54ced-a8e5-4470-8282-3aaf3c4cff6f] Running

	I0813 20:41:08.236747  435200 system_pods.go:61] "storage-provisioner" [ef3f9623-341b-4146-a723-7a12ef0a7234] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])

	I0813 20:41:08.236777  435200 system_pods.go:74] duration metric: took 176.205631ms to wait for pod list to return data ...

	I0813 20:41:08.236790  435200 default_sa.go:34] waiting for default service account to be created ...

	I0813 20:41:08.434922  435200 default_sa.go:45] found service account: "default"

	I0813 20:41:08.434950  435200 default_sa.go:55] duration metric: took 198.15258ms for default service account to be created ...

	I0813 20:41:08.434963  435200 system_pods.go:116] waiting for k8s-apps to be running ...

	I0813 20:41:08.637211  435200 system_pods.go:86] 8 kube-system pods found

	I0813 20:41:08.637248  435200 system_pods.go:89] "coredns-558bd4d5db-484lt" [17376923-c2de-4448-914a-866177eef01c] Running

	I0813 20:41:08.637257  435200 system_pods.go:89] "etcd-pause-20210813203929-288766" [d8efe675-0fe4-4d76-94dd-4df3d1349d4f] Running

	I0813 20:41:08.637269  435200 system_pods.go:89] "kindnet-zhtm5" [30e5bcc4-1021-4ff0-bc28-58ce98258359] Running

	I0813 20:41:08.637276  435200 system_pods.go:89] "kube-apiserver-pause-20210813203929-288766" [562d9889-a10c-44b2-a005-ea7b99e9575d] Running

	I0813 20:41:08.637282  435200 system_pods.go:89] "kube-controller-manager-pause-20210813203929-288766" [7ef4fc4c-bbb1-4cb8-93c5-8cf937168813] Running

	I0813 20:41:08.637291  435200 system_pods.go:89] "kube-proxy-sx47j" [c70574ce-ae51-4887-ae04-ec18ad33d036] Running

	I0813 20:41:08.637301  435200 system_pods.go:89] "kube-scheduler-pause-20210813203929-288766" [9ec54ced-a8e5-4470-8282-3aaf3c4cff6f] Running

	I0813 20:41:08.637313  435200 system_pods.go:89] "storage-provisioner" [ef3f9623-341b-4146-a723-7a12ef0a7234] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])

	I0813 20:41:08.637326  435200 system_pods.go:126] duration metric: took 202.357685ms to wait for k8s-apps to be running ...

	I0813 20:41:08.637342  435200 system_svc.go:44] waiting for kubelet service to be running ....

	I0813 20:41:08.637394  435200 ssh_runner.go:149] Run: sudo systemctl is-active --quiet service kubelet

	I0813 20:41:08.647472  435200 system_svc.go:56] duration metric: took 10.1232ms WaitForService to wait for kubelet.

	I0813 20:41:08.647498  435200 kubeadm.go:547] duration metric: took 1.597227974s to wait for : map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] ...

	I0813 20:41:08.647527  435200 node_conditions.go:102] verifying NodePressure condition ...

	I0813 20:41:08.835403  435200 node_conditions.go:122] node storage ephemeral capacity is 309568300Ki

	I0813 20:41:08.835431  435200 node_conditions.go:123] node cpu capacity is 8

	I0813 20:41:08.835447  435200 node_conditions.go:105] duration metric: took 187.910505ms to run NodePressure ...

	I0813 20:41:08.835460  435200 start.go:231] waiting for startup goroutines ...

	I0813 20:41:08.880032  435200 start.go:462] kubectl: 1.20.5, cluster: 1.21.3 (minor skew: 1)

	I0813 20:41:08.881983  435200 out.go:177] * Done! kubectl is now configured to use "pause-20210813203929-288766" cluster and "default" namespace by default

	I0813 20:41:07.949659  437434 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33142 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/cert-options-20210813204052-288766/id_rsa Username:docker}

	I0813 20:41:07.956003  437434 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33142 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/cert-options-20210813204052-288766/id_rsa Username:docker}

	I0813 20:41:08.037237  437434 ssh_runner.go:149] Run: sudo systemctl stop -f crio

	I0813 20:41:08.074804  437434 ssh_runner.go:149] Run: sudo systemctl is-active --quiet service crio

	I0813 20:41:08.085188  437434 docker.go:153] disabling docker service ...

	I0813 20:41:08.085223  437434 ssh_runner.go:149] Run: sudo systemctl stop -f docker.socket

	I0813 20:41:08.100860  437434 ssh_runner.go:149] Run: sudo systemctl stop -f docker.service

	I0813 20:41:08.110127  437434 ssh_runner.go:149] Run: sudo systemctl disable docker.socket

	I0813 20:41:08.175463  437434 ssh_runner.go:149] Run: sudo systemctl mask docker.service

	I0813 20:41:08.235398  437434 ssh_runner.go:149] Run: sudo systemctl is-active --quiet service docker

	I0813 20:41:08.245285  437434 ssh_runner.go:149] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	image-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0813 20:41:08.257211  437434 ssh_runner.go:149] Run: /bin/bash -c "sudo mkdir -p /etc/containerd && printf %!s(MISSING) "cm9vdCA9ICIvdmFyL2xpYi9jb250YWluZXJkIgpzdGF0ZSA9ICIvcnVuL2NvbnRhaW5lcmQiCm9vbV9zY29yZSA9IDAKW2dycGNdCiAgYWRkcmVzcyA9ICIvcnVuL2NvbnRhaW5lcmQvY29udGFpbmVyZC5zb2NrIgogIHVpZCA9IDAKICBnaWQgPSAwCiAgbWF4X3JlY3ZfbWVzc2FnZV9zaXplID0gMTY3NzcyMTYKICBtYXhfc2VuZF9tZXNzYWdlX3NpemUgPSAxNjc3NzIxNgoKW2RlYnVnXQogIGFkZHJlc3MgPSAiIgogIHVpZCA9IDAKICBnaWQgPSAwCiAgbGV2ZWwgPSAiIgoKW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIiCiAgZ3JwY19oaXN0b2dyYW0gPSBmYWxzZQoKW2Nncm91cF0KICBwYXRoID0gIiIKCltwbHVnaW5zXQogIFtwbHVnaW5zLmNncm91cHNdCiAgICBub19wcm9tZXRoZXVzID0gZmFsc2UKICBbcGx1Z2lucy5jcmldCiAgICBzdHJlYW1fc2VydmVyX2FkZHJlc3MgPSAiIgogICAgc3RyZWFtX3NlcnZlcl9wb3J0ID0gIjEwMDEwIgogICAgZW5hYmxlX3NlbGludXggPSBmYWxzZQogICAgc2FuZGJveF9pbWFnZSA9ICJrOHMuZ2NyLmlvL3BhdXNlOjMuNC4xIgogICAgc3RhdHNfY29sbGVjdF9wZXJpb2QgPSAxMAogICAgZW5hYmxlX3Rsc19zdHJlYW1pbmcgPSBmYWxzZQogICAgbWF4X2NvbnRhaW5lcl9sb2dfbGluZV9zaXplID0gMTYzODQKCglbcGx1Z2lucy4iaW8uY

29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzXQogICAgICAgICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgICAgICAgICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICAgICAgICAgIFN5c3RlbWRDZ3JvdXAgPSBmYWxzZQoKICAgIFtwbHVnaW5zLmNyaS5jb250YWluZXJkXQogICAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5ZnMiCiAgICAgIFtwbHVnaW5zLmNyaS5jb250YWluZXJkLmRlZmF1bHRfcnVudGltZV0KICAgICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgICBbcGx1Z2lucy5jcmkuY29udGFpbmVyZC51bnRydXN0ZWRfd29ya2xvYWRfcnVudGltZV0KICAgICAgICBydW50aW1lX3R5cGUgPSAiIgogICAgICAgIHJ1bnRpbWVfZW5naW5lID0gIiIKICAgICAgICBydW50aW1lX3Jvb3QgPSAiIgogICAgW3BsdWdpbnMuY3JpLmNuaV0KICAgICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5ta

yIKICAgICAgY29uZl90ZW1wbGF0ZSA9ICIiCiAgICBbcGx1Z2lucy5jcmkucmVnaXN0cnldCiAgICAgIFtwbHVnaW5zLmNyaS5yZWdpc3RyeS5taXJyb3JzXQogICAgICAgIFtwbHVnaW5zLmNyaS5yZWdpc3RyeS5taXJyb3JzLiJkb2NrZXIuaW8iXQogICAgICAgICAgZW5kcG9pbnQgPSBbImh0dHBzOi8vcmVnaXN0cnktMS5kb2NrZXIuaW8iXQogICAgICAgIFtwbHVnaW5zLmRpZmYtc2VydmljZV0KICAgIGRlZmF1bHQgPSBbIndhbGtpbmciXQogIFtwbHVnaW5zLnNjaGVkdWxlcl0KICAgIHBhdXNlX3RocmVzaG9sZCA9IDAuMDIKICAgIGRlbGV0aW9uX3RocmVzaG9sZCA9IDAKICAgIG11dGF0aW9uX3RocmVzaG9sZCA9IDEwMAogICAgc2NoZWR1bGVfZGVsYXkgPSAiMHMiCiAgICBzdGFydHVwX2RlbGF5ID0gIjEwMG1zIgo=" | base64 -d | sudo tee /etc/containerd/config.toml"

	I0813 20:41:08.268689  437434 ssh_runner.go:149] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0813 20:41:08.274314  437434 crio.go:128] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255

	stdout:

	stderr:

	sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory

	I0813 20:41:08.274355  437434 ssh_runner.go:149] Run: sudo modprobe br_netfilter

	I0813 20:41:08.280775  437434 ssh_runner.go:149] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0813 20:41:08.286300  437434 ssh_runner.go:149] Run: sudo systemctl daemon-reload

	I0813 20:41:08.341443  437434 ssh_runner.go:149] Run: sudo systemctl restart containerd

	I0813 20:41:08.407411  437434 start.go:392] Will wait 60s for socket path /run/containerd/containerd.sock

	I0813 20:41:08.407469  437434 ssh_runner.go:149] Run: stat /run/containerd/containerd.sock

	I0813 20:41:08.410839  437434 start.go:413] Will wait 60s for crictl version

	I0813 20:41:08.410885  437434 ssh_runner.go:149] Run: sudo crictl version

	I0813 20:41:08.436625  437434 retry.go:31] will retry after 11.04660288s: Temporary Error: sudo crictl version: Process exited with status 1

	stdout:

	stderr:

	time="2021-08-13T20:41:08Z" level=fatal msg="getting the runtime version: rpc error: code = Unknown desc = server is not initialized yet"

	I0813 20:41:19.484923  437434 ssh_runner.go:149] Run: sudo crictl version

	I0813 20:41:19.536988  437434 start.go:422] Version:  0.1.0

	RuntimeName:  containerd

	RuntimeVersion:  1.4.9

	RuntimeApiVersion:  v1alpha2

	I0813 20:41:19.537035  437434 ssh_runner.go:149] Run: containerd --version

	I0813 20:41:19.557943  437434 ssh_runner.go:149] Run: containerd --version

	I0813 20:41:19.580004  437434 out.go:177] * Preparing Kubernetes v1.21.3 on containerd 1.4.9 ...

	I0813 20:41:19.580074  437434 cli_runner.go:115] Run: docker network inspect cert-options-20210813204052-288766 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"

	I0813 20:41:19.616388  437434 ssh_runner.go:149] Run: grep 192.168.49.1	host.minikube.internal$ /etc/hosts

	I0813 20:41:19.619476  437434 ssh_runner.go:149] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0813 20:41:19.628272  437434 preload.go:131] Checking if preload exists for k8s version v1.21.3 and runtime containerd

	I0813 20:41:19.628312  437434 ssh_runner.go:149] Run: sudo crictl images --output json

	I0813 20:41:19.649570  437434 containerd.go:613] all images are preloaded for containerd runtime.

	I0813 20:41:19.649580  437434 containerd.go:517] Images already preloaded, skipping extraction

	I0813 20:41:19.649611  437434 ssh_runner.go:149] Run: sudo crictl images --output json

	I0813 20:41:19.669332  437434 containerd.go:613] all images are preloaded for containerd runtime.

	I0813 20:41:19.669342  437434 cache_images.go:74] Images are preloaded, skipping loading

	I0813 20:41:19.669374  437434 ssh_runner.go:149] Run: sudo crictl info

	I0813 20:41:19.690615  437434 cni.go:93] Creating CNI manager for ""

	I0813 20:41:19.690623  437434 cni.go:160] "docker" driver + containerd runtime found, recommending kindnet

	I0813 20:41:19.690634  437434 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0813 20:41:19.690644  437434 kubeadm.go:153] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8555 KubernetesVersion:v1.21.3 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:cert-options-20210813204052-288766 NodeName:cert-options-20210813204052-288766 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NoTaintMaster:true NodeIP:192.168.49.2 CgroupDriver:cgroupfs C

lientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[]}

	I0813 20:41:19.690745  437434 kubeadm.go:157] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta2

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.49.2

	  bindPort: 8555

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: /run/containerd/containerd.sock

	  name: "cert-options-20210813204052-288766"

	  kubeletExtraArgs:

	    node-ip: 192.168.49.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta2

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8555

	dns:

	  type: CoreDNS

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.21.3

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0813 20:41:19.690821  437434 kubeadm.go:909] kubelet [Unit]

	Wants=containerd.service

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.21.3/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cni-conf-dir=/etc/cni/net.mk --config=/var/lib/kubelet/config.yaml --container-runtime=remote --container-runtime-endpoint=unix:///run/containerd/containerd.sock --hostname-override=cert-options-20210813204052-288766 --image-service-endpoint=unix:///run/containerd/containerd.sock --kubeconfig=/etc/kubernetes/kubelet.conf --network-plugin=cni --node-ip=192.168.49.2 --runtime-request-timeout=15m

	[Install]

	 config:

	{KubernetesVersion:v1.21.3 ClusterName:cert-options-20210813204052-288766 Namespace:default APIServerName:minikubeCA APIServerNames:[localhost www.google.com] APIServerIPs:[127.0.0.1 192.168.15.15] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8555 NodeName:}

	I0813 20:41:19.690864  437434 ssh_runner.go:149] Run: sudo ls /var/lib/minikube/binaries/v1.21.3

	I0813 20:41:19.696894  437434 binaries.go:44] Found k8s binaries, skipping transfer

	I0813 20:41:19.696946  437434 ssh_runner.go:149] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0813 20:41:19.702821  437434 ssh_runner.go:316] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (579 bytes)

	I0813 20:41:19.713859  437434 ssh_runner.go:316] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0813 20:41:19.724656  437434 ssh_runner.go:316] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2084 bytes)

	I0813 20:41:19.736740  437434 ssh_runner.go:149] Run: grep 192.168.49.2	control-plane.minikube.internal$ /etc/hosts

	I0813 20:41:19.739295  437434 ssh_runner.go:149] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0813 20:41:19.747214  437434 certs.go:52] Setting up /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766 for IP: 192.168.49.2

	I0813 20:41:19.747244  437434 certs.go:179] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.key

	I0813 20:41:19.747256  437434 certs.go:179] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/proxy-client-ca.key

	I0813 20:41:19.747302  437434 certs.go:297] generating minikube-user signed cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/client.key

	I0813 20:41:19.747307  437434 crypto.go:69] Generating cert /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/client.crt with IP's: []

	I0813 20:41:19.905249  437434 crypto.go:157] Writing cert to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/client.crt ...

	I0813 20:41:19.905267  437434 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/client.crt: {Name:mk088349dee720796cec7335fe9003075b68e29a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:41:19.905438  437434 crypto.go:165] Writing key to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/client.key ...

	I0813 20:41:19.905445  437434 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/client.key: {Name:mk9b94c76c904a84eec8d18d26527b9f32aff956 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:41:19.905526  437434 certs.go:297] generating minikube signed cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.key.eb39f9d8

	I0813 20:41:19.905530  437434 crypto.go:69] Generating cert /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.crt.eb39f9d8 with IP's: [127.0.0.1 192.168.15.15 192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0813 20:41:20.015613  437434 crypto.go:157] Writing cert to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.crt.eb39f9d8 ...

	I0813 20:41:20.015630  437434 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.crt.eb39f9d8: {Name:mkb252be90500aa84eb618db4f0a8d57efebe157 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:41:20.015792  437434 crypto.go:165] Writing key to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.key.eb39f9d8 ...

	I0813 20:41:20.015799  437434 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.key.eb39f9d8: {Name:mk7437fc67e6526d8a04d0c50d4833cd9c3900ac Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:41:20.015871  437434 certs.go:308] copying /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.crt.eb39f9d8 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.crt

	I0813 20:41:20.015920  437434 certs.go:312] copying /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.key.eb39f9d8 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.key

	I0813 20:41:20.015961  437434 certs.go:297] generating aggregator signed cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/proxy-client.key

	I0813 20:41:20.015966  437434 crypto.go:69] Generating cert /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/proxy-client.crt with IP's: []

	I0813 20:41:20.194779  437434 crypto.go:157] Writing cert to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/proxy-client.crt ...

	I0813 20:41:20.194791  437434 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/proxy-client.crt: {Name:mk76d4d3b97a132cd22a68a106ef9b5de7bd7f17 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:41:20.194944  437434 crypto.go:165] Writing key to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/proxy-client.key ...

	I0813 20:41:20.194950  437434 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/proxy-client.key: {Name:mkd71f795aeb4e9b97fd9518268af161eae9c66d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:41:20.195122  437434 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/288766.pem (1338 bytes)

	W0813 20:41:20.195152  437434 certs.go:372] ignoring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/288766_empty.pem, impossibly tiny 0 bytes

	I0813 20:41:20.195161  437434 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem (1675 bytes)

	I0813 20:41:20.195183  437434 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem (1082 bytes)

	I0813 20:41:20.195201  437434 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem (1123 bytes)

	I0813 20:41:20.195219  437434 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/key.pem (1675 bytes)

	I0813 20:41:20.195259  437434 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem (1708 bytes)

	I0813 20:41:20.196116  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1452 bytes)

	I0813 20:41:20.233007  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)

	I0813 20:41:20.248303  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0813 20:41:20.264613  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/cert-options-20210813204052-288766/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)

	I0813 20:41:20.279928  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0813 20:41:20.295648  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)

	I0813 20:41:20.311299  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0813 20:41:20.327430  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I0813 20:41:20.342293  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0813 20:41:20.357815  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/288766.pem --> /usr/share/ca-certificates/288766.pem (1338 bytes)

	I0813 20:41:20.372414  437434 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem --> /usr/share/ca-certificates/2887662.pem (1708 bytes)

	I0813 20:41:20.387077  437434 ssh_runner.go:316] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)

	I0813 20:41:20.397867  437434 ssh_runner.go:149] Run: openssl version

	I0813 20:41:20.402118  437434 ssh_runner.go:149] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0813 20:41:20.408427  437434 ssh_runner.go:149] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0813 20:41:20.411074  437434 certs.go:419] hashing: -rw-r--r-- 1 root root 1111 Aug 13 20:09 /usr/share/ca-certificates/minikubeCA.pem

	I0813 20:41:20.411103  437434 ssh_runner.go:149] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0813 20:41:20.415316  437434 ssh_runner.go:149] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0813 20:41:20.421612  437434 ssh_runner.go:149] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/288766.pem && ln -fs /usr/share/ca-certificates/288766.pem /etc/ssl/certs/288766.pem"

	I0813 20:41:20.427918  437434 ssh_runner.go:149] Run: ls -la /usr/share/ca-certificates/288766.pem

	I0813 20:41:20.430573  437434 certs.go:419] hashing: -rw-r--r-- 1 root root 1338 Aug 13 20:14 /usr/share/ca-certificates/288766.pem

	I0813 20:41:20.430597  437434 ssh_runner.go:149] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/288766.pem

	I0813 20:41:20.434754  437434 ssh_runner.go:149] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/288766.pem /etc/ssl/certs/51391683.0"

	I0813 20:41:20.441022  437434 ssh_runner.go:149] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2887662.pem && ln -fs /usr/share/ca-certificates/2887662.pem /etc/ssl/certs/2887662.pem"

	I0813 20:41:20.447364  437434 ssh_runner.go:149] Run: ls -la /usr/share/ca-certificates/2887662.pem

	I0813 20:41:20.449999  437434 certs.go:419] hashing: -rw-r--r-- 1 root root 1708 Aug 13 20:14 /usr/share/ca-certificates/2887662.pem

	I0813 20:41:20.450027  437434 ssh_runner.go:149] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2887662.pem

	I0813 20:41:20.454206  437434 ssh_runner.go:149] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2887662.pem /etc/ssl/certs/3ec20f2e.0"

	I0813 20:41:20.460418  437434 kubeadm.go:390] StartCluster: {Name:cert-options-20210813204052-288766 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 Memory:2048 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.21.3 ClusterName:cert-options-20210813204052-288766 Namespace:default APIServerName:minikube

CA APIServerNames:[localhost www.google.com] APIServerIPs:[127.0.0.1 192.168.15.15] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8555 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8555 KubernetesVersion:v1.21.3 ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: MultiNodeRequested:false ExtraDisks:0}

	I0813 20:41:20.460500  437434 cri.go:41] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}

	I0813 20:41:20.460532  437434 ssh_runner.go:149] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"

	I0813 20:41:20.481966  437434 cri.go:76] found id: ""

	I0813 20:41:20.482002  437434 ssh_runner.go:149] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0813 20:41:20.487933  437434 ssh_runner.go:149] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0813 20:41:20.493891  437434 kubeadm.go:220] ignoring SystemVerification for kubeadm because of docker driver

	I0813 20:41:20.493932  437434 ssh_runner.go:149] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0813 20:41:20.499694  437434 kubeadm.go:151] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0813 20:41:20.499720  437434 ssh_runner.go:240] Start: /bin/bash -c "sudo env PATH=/var/lib/minikube/binaries/v1.21.3:$PATH kubeadm init --config /var/tmp/minikube/kubeadm.yaml  --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"

	I0813 20:41:42.996287  437434 out.go:204]   - Generating certificates and keys ...

	I0813 20:41:42.998980  437434 out.go:204]   - Booting up control plane ...

	I0813 20:41:43.001317  437434 out.go:204]   - Configuring RBAC rules ...

	I0813 20:41:43.003121  437434 cni.go:93] Creating CNI manager for ""

	I0813 20:41:43.003129  437434 cni.go:160] "docker" driver + containerd runtime found, recommending kindnet

	I0813 20:41:43.004529  437434 out.go:177] * Configuring CNI (Container Networking Interface) ...

	I0813 20:41:43.004598  437434 ssh_runner.go:149] Run: stat /opt/cni/bin/portmap

	I0813 20:41:43.008059  437434 cni.go:187] applying CNI manifest using /var/lib/minikube/binaries/v1.21.3/kubectl ...

	I0813 20:41:43.008070  437434 ssh_runner.go:316] scp memory --> /var/tmp/minikube/cni.yaml (2429 bytes)

	I0813 20:41:43.020124  437434 ssh_runner.go:149] Run: sudo /var/lib/minikube/binaries/v1.21.3/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml

	I0813 20:41:43.360287  437434 ssh_runner.go:149] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"

	I0813 20:41:43.360344  437434 ssh_runner.go:149] Run: sudo /var/lib/minikube/binaries/v1.21.3/kubectl label nodes minikube.k8s.io/version=v1.22.0 minikube.k8s.io/commit=852050cf77fe767e86d5a194bb91c06c4dc6c13c minikube.k8s.io/name=cert-options-20210813204052-288766 minikube.k8s.io/updated_at=2021_08_13T20_41_43_0700 --all --overwrite --kubeconfig=/var/lib/minikube/kubeconfig

	I0813 20:41:43.360344  437434 ssh_runner.go:149] Run: sudo /var/lib/minikube/binaries/v1.21.3/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig

	I0813 20:41:43.459370  437434 kubeadm.go:985] duration metric: took 99.094866ms to wait for elevateKubeSystemPrivileges.

	I0813 20:41:43.470857  437434 ops.go:34] apiserver oom_adj: -16

	I0813 20:41:43.470921  437434 kubeadm.go:392] StartCluster complete in 23.01050424s

	I0813 20:41:43.470946  437434 settings.go:142] acquiring lock: {Name:mk2936f3299af42d08897e24c22041052c3e9b52 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:41:43.471024  437434 settings.go:150] Updating kubeconfig:  /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/kubeconfig

	I0813 20:41:43.472236  437434 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/kubeconfig: {Name:mk094da01a05b0ab7e65473206855dd043cd6dbd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:41:43.987468  437434 kapi.go:244] deployment "coredns" in namespace "kube-system" and context "cert-options-20210813204052-288766" rescaled to 1

	I0813 20:41:43.987513  437434 start.go:226] Will wait 6m0s for node &{Name: IP:192.168.49.2 Port:8555 KubernetesVersion:v1.21.3 ControlPlane:true Worker:true}

	I0813 20:41:43.989100  437434 out.go:177] * Verifying Kubernetes components...

	I0813 20:41:43.989159  437434 ssh_runner.go:149] Run: sudo systemctl is-active --quiet service kubelet

	I0813 20:41:43.987566  437434 ssh_runner.go:149] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.21.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"

	I0813 20:41:43.987584  437434 addons.go:342] enableAddons start: toEnable=map[], additional=[]

	I0813 20:41:43.987763  437434 config.go:177] Loaded profile config "cert-options-20210813204052-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.21.3

	I0813 20:41:43.989238  437434 addons.go:59] Setting storage-provisioner=true in profile "cert-options-20210813204052-288766"

	I0813 20:41:43.989251  437434 addons.go:135] Setting addon storage-provisioner=true in "cert-options-20210813204052-288766"

	W0813 20:41:43.989255  437434 addons.go:147] addon storage-provisioner should already be in state true

	I0813 20:41:43.989279  437434 host.go:66] Checking if "cert-options-20210813204052-288766" exists ...

	I0813 20:41:43.989277  437434 addons.go:59] Setting default-storageclass=true in profile "cert-options-20210813204052-288766"

	I0813 20:41:43.989307  437434 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "cert-options-20210813204052-288766"

	I0813 20:41:43.990076  437434 cli_runner.go:115] Run: docker container inspect cert-options-20210813204052-288766 --format={{.State.Status}}

	I0813 20:41:43.990320  437434 cli_runner.go:115] Run: docker container inspect cert-options-20210813204052-288766 --format={{.State.Status}}

	I0813 20:41:44.039219  437434 out.go:177]   - Using image gcr.io/k8s-minikube/storage-provisioner:v5

	I0813 20:41:44.039348  437434 addons.go:275] installing /etc/kubernetes/addons/storage-provisioner.yaml

	I0813 20:41:44.039356  437434 ssh_runner.go:316] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)

	I0813 20:41:44.039404  437434 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-options-20210813204052-288766

	I0813 20:41:44.043272  437434 addons.go:135] Setting addon default-storageclass=true in "cert-options-20210813204052-288766"

	W0813 20:41:44.043282  437434 addons.go:147] addon default-storageclass should already be in state true

	I0813 20:41:44.043305  437434 host.go:66] Checking if "cert-options-20210813204052-288766" exists ...

	I0813 20:41:44.043644  437434 cli_runner.go:115] Run: docker container inspect cert-options-20210813204052-288766 --format={{.State.Status}}

	I0813 20:41:44.066077  437434 ssh_runner.go:149] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.21.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed '/^        forward . \/etc\/resolv.conf.*/i \        hosts {\n           192.168.49.1 host.minikube.internal\n           fallthrough\n        }' | sudo /var/lib/minikube/binaries/v1.21.3/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"

	I0813 20:41:44.068464  437434 api_server.go:50] waiting for apiserver process to appear ...

	I0813 20:41:44.068502  437434 ssh_runner.go:149] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0813 20:41:44.099659  437434 addons.go:275] installing /etc/kubernetes/addons/storageclass.yaml

	I0813 20:41:44.099675  437434 ssh_runner.go:316] scp memory --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)

	I0813 20:41:44.099734  437434 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" cert-options-20210813204052-288766

	I0813 20:41:44.102208  437434 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33142 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/cert-options-20210813204052-288766/id_rsa Username:docker}

	I0813 20:41:44.144868  437434 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33142 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/cert-options-20210813204052-288766/id_rsa Username:docker}

	I0813 20:41:44.248049  437434 ssh_runner.go:149] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.21.3/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml

	I0813 20:41:44.291240  437434 ssh_runner.go:149] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.21.3/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml

	I0813 20:41:44.440239  437434 start.go:728] {"host.minikube.internal": 192.168.49.1} host record injected into CoreDNS

	I0813 20:41:44.440279  437434 api_server.go:70] duration metric: took 452.735145ms to wait for apiserver process to appear ...

	I0813 20:41:44.440294  437434 api_server.go:86] waiting for apiserver healthz status ...

	I0813 20:41:44.440304  437434 api_server.go:239] Checking apiserver healthz at https://192.168.49.2:8555/healthz ...

	I0813 20:41:44.445690  437434 api_server.go:265] https://192.168.49.2:8555/healthz returned 200:

	ok

	I0813 20:41:44.446655  437434 api_server.go:139] control plane version: v1.21.3

	I0813 20:41:44.446669  437434 api_server.go:129] duration metric: took 6.37056ms to wait for apiserver health ...

	I0813 20:41:44.446678  437434 system_pods.go:43] waiting for kube-system pods to appear ...

	I0813 20:41:44.454269  437434 system_pods.go:59] 0 kube-system pods found

	I0813 20:41:44.454285  437434 retry.go:31] will retry after 305.063636ms: only 0 pod(s) have shown up

	I0813 20:41:44.746760  437434 out.go:177] * Enabled addons: storage-provisioner, default-storageclass

	I0813 20:41:44.746786  437434 addons.go:344] enableAddons completed in 759.207628ms

	I0813 20:41:44.762017  437434 system_pods.go:59] 1 kube-system pods found

	I0813 20:41:44.762035  437434 system_pods.go:61] "storage-provisioner" [3fde8e94-7d80-4bf5-b446-90213bab6e3d] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had taint {node.kubernetes.io/not-ready: }, that the pod didn't tolerate.)

	I0813 20:41:44.762048  437434 retry.go:31] will retry after 338.212508ms: only 1 pod(s) have shown up

	I0813 20:41:45.103000  437434 system_pods.go:59] 1 kube-system pods found

	I0813 20:41:45.103018  437434 system_pods.go:61] "storage-provisioner" [3fde8e94-7d80-4bf5-b446-90213bab6e3d] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had taint {node.kubernetes.io/not-ready: }, that the pod didn't tolerate.)

	I0813 20:41:45.103029  437434 retry.go:31] will retry after 378.459802ms: only 1 pod(s) have shown up

	I0813 20:41:45.485253  437434 system_pods.go:59] 1 kube-system pods found

	I0813 20:41:45.485271  437434 system_pods.go:61] "storage-provisioner" [3fde8e94-7d80-4bf5-b446-90213bab6e3d] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had taint {node.kubernetes.io/not-ready: }, that the pod didn't tolerate.)

	I0813 20:41:45.485283  437434 retry.go:31] will retry after 469.882201ms: only 1 pod(s) have shown up

	I0813 20:41:45.958711  437434 system_pods.go:59] 1 kube-system pods found

	I0813 20:41:45.958729  437434 system_pods.go:61] "storage-provisioner" [3fde8e94-7d80-4bf5-b446-90213bab6e3d] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had taint {node.kubernetes.io/not-ready: }, that the pod didn't tolerate.)

	I0813 20:41:45.958740  437434 retry.go:31] will retry after 667.365439ms: only 1 pod(s) have shown up

	I0813 20:41:46.629339  437434 system_pods.go:59] 1 kube-system pods found

	I0813 20:41:46.629356  437434 system_pods.go:61] "storage-provisioner" [3fde8e94-7d80-4bf5-b446-90213bab6e3d] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had taint {node.kubernetes.io/not-ready: }, that the pod didn't tolerate.)

	I0813 20:41:46.629368  437434 retry.go:31] will retry after 597.243124ms: only 1 pod(s) have shown up

	I0813 20:41:47.231702  437434 system_pods.go:59] 1 kube-system pods found

	I0813 20:41:47.231720  437434 system_pods.go:61] "storage-provisioner" [3fde8e94-7d80-4bf5-b446-90213bab6e3d] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had taint {node.kubernetes.io/not-ready: }, that the pod didn't tolerate.)

	I0813 20:41:47.231732  437434 retry.go:31] will retry after 789.889932ms: only 1 pod(s) have shown up

	I0813 20:41:48.024540  437434 system_pods.go:59] 1 kube-system pods found

	I0813 20:41:48.024557  437434 system_pods.go:61] "storage-provisioner" [3fde8e94-7d80-4bf5-b446-90213bab6e3d] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had taint {node.kubernetes.io/not-ready: }, that the pod didn't tolerate.)

	I0813 20:41:48.024570  437434 retry.go:31] will retry after 951.868007ms: only 1 pod(s) have shown up

	I0813 20:41:48.980562  437434 system_pods.go:59] 5 kube-system pods found

	I0813 20:41:48.980576  437434 system_pods.go:61] "etcd-cert-options-20210813204052-288766" [05d54957-ce43-48d8-a013-a4387b966d59] Pending

	I0813 20:41:48.980579  437434 system_pods.go:61] "kube-apiserver-cert-options-20210813204052-288766" [8441105c-b8db-423e-b995-6fce6e7e5911] Pending

	I0813 20:41:48.980583  437434 system_pods.go:61] "kube-controller-manager-cert-options-20210813204052-288766" [5c592245-d291-494c-9c0c-d1aeda1fc281] Pending

	I0813 20:41:48.980585  437434 system_pods.go:61] "kube-scheduler-cert-options-20210813204052-288766" [b94f0aef-58ac-4fc8-b175-b274c1ad9b69] Pending

	I0813 20:41:48.980590  437434 system_pods.go:61] "storage-provisioner" [3fde8e94-7d80-4bf5-b446-90213bab6e3d] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had taint {node.kubernetes.io/not-ready: }, that the pod didn't tolerate.)

	I0813 20:41:48.980595  437434 system_pods.go:74] duration metric: took 4.533913193s to wait for pod list to return data ...

	I0813 20:41:48.980603  437434 kubeadm.go:547] duration metric: took 4.993066103s to wait for : map[apiserver:true system_pods:true] ...

	I0813 20:41:48.980616  437434 node_conditions.go:102] verifying NodePressure condition ...

	I0813 20:41:48.984001  437434 node_conditions.go:122] node storage ephemeral capacity is 309568300Ki

	I0813 20:41:48.984015  437434 node_conditions.go:123] node cpu capacity is 8

	I0813 20:41:48.984029  437434 node_conditions.go:105] duration metric: took 3.410099ms to run NodePressure ...

	I0813 20:41:48.984041  437434 start.go:231] waiting for startup goroutines ...

	I0813 20:41:49.034750  437434 start.go:462] kubectl: 1.20.5, cluster: 1.21.3 (minor skew: 1)

	I0813 20:41:49.036582  437434 out.go:177] * Done! kubectl is now configured to use "cert-options-20210813204052-288766" cluster and "default" namespace by default

	* 

	* ==> container status <==

	* CONTAINER           IMAGE               CREATED              STATE               NAME                      ATTEMPT             POD ID

	6bcea47ee4e01       6e38f40d628db       56 seconds ago       Exited              storage-provisioner       0                   4399f9d1493b8

	0c7ddbd99132b       296a6d5035e2d       About a minute ago   Running             coredns                   0                   dd8c4c931e635

	024f629ddecde       6de166512aa22       About a minute ago   Running             kindnet-cni               0                   b783388587f5a

	1775bca136eca       adb2816ea823a       About a minute ago   Running             kube-proxy                0                   8d310005d31b9

	35c9c5b96ad77       3d174f00aa39e       About a minute ago   Running             kube-apiserver            0                   25e8b80dac235

	10b548fbb1482       0369cf4303ffd       About a minute ago   Running             etcd                      0                   93e2e043f71bb

	63173c1db4bc4       6be0dc1302e30       About a minute ago   Running             kube-scheduler            0                   d6e3116efb0cc

	d6650f5f34d68       bc2bb319a7038       About a minute ago   Running             kube-controller-manager   0                   e341b9ff9e766

	* 

	* ==> containerd <==

	* -- Logs begin at Fri 2021-08-13 20:39:32 UTC, end at Fri 2021-08-13 20:42:05 UTC. --

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.723959699Z" level=info msg="Connect containerd service"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724001120Z" level=info msg="Get image filesystem path \"/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs\""

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724675425Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724740975Z" level=info msg="Start subscribing containerd event"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724845093Z" level=info msg="Start recovering state"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724922364Z" level=info msg=serving... address=/run/containerd/containerd.sock.ttrpc

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724976350Z" level=info msg=serving... address=/run/containerd/containerd.sock

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.725036444Z" level=info msg="containerd successfully booted in 0.046453s"

	Aug 13 20:40:49 pause-20210813203929-288766 systemd[1]: Started containerd container runtime.

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806823891Z" level=info msg="Start event monitor"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806882804Z" level=info msg="Start snapshots syncer"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806895419Z" level=info msg="Start cni network conf syncer"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806904249Z" level=info msg="Start streaming server"

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.179906544Z" level=info msg="RunPodsandbox for &PodSandboxMetadata{Name:storage-provisioner,Uid:ef3f9623-341b-4146-a723-7a12ef0a7234,Namespace:kube-system,Attempt:0,}"

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.204533624Z" level=info msg="starting signal loop" namespace=k8s.io path=/run/containerd/io.containerd.runtime.v2.task/k8s.io/4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4 pid=2655

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.357169807Z" level=info msg="RunPodSandbox for &PodSandboxMetadata{Name:storage-provisioner,Uid:ef3f9623-341b-4146-a723-7a12ef0a7234,Namespace:kube-system,Attempt:0,} returns sandbox id \"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4\""

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.359631546Z" level=info msg="CreateContainer within sandbox \"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4\" for container &ContainerMetadata{Name:storage-provisioner,Attempt:0,}"

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.426123269Z" level=info msg="CreateContainer within sandbox \"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4\" for &ContainerMetadata{Name:storage-provisioner,Attempt:0,} returns container id \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.426673722Z" level=info msg="StartContainer for \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.575767160Z" level=info msg="StartContainer for \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\" returns successfully"

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.637273756Z" level=info msg="Finish piping stderr of container \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.637342149Z" level=info msg="Finish piping stdout of container \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.639127528Z" level=info msg="TaskExit event &TaskExit{ContainerID:6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af,ID:6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af,Pid:2707,ExitStatus:255,ExitedAt:2021-08-13 20:41:20.638811872 +0000 UTC,XXX_unrecognized:[],}"

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.693394662Z" level=info msg="shim disconnected" id=6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.693476700Z" level=error msg="copy shim log" error="read /proc/self/fd/105: file already closed"

	* 

	* ==> coredns [0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476] <==

	* .:53

	[INFO] plugin/reload: Running configuration MD5 = 7cb80d9b13c0af3fa1ba04fc3eef5f89

	CoreDNS-1.8.0

	linux/amd64, go1.15.3, 054c9ae

	* 

	* ==> describe nodes <==

	* 

	* ==> dmesg <==

	* [  +0.000003] ll header: 00000000: 02 42 47 fa 9c 46 02 42 c0 a8 31 02 08 00        .BG..F.B..1...

	[  +0.000015] ll header: 00000000: 02 42 47 fa 9c 46 02 42 c0 a8 31 02 08 00        .BG..F.B..1...

	[  +8.191417] IPv4: martian source 10.96.0.1 from 10.244.0.2, on dev br-63168b86d05c

	[  +0.000004] ll header: 00000000: 02 42 47 fa 9c 46 02 42 c0 a8 31 02 08 00        .BG..F.B..1...

	[  +0.001622] IPv4: martian source 10.96.0.1 from 10.244.0.2, on dev br-63168b86d05c

	[  +0.000002] ll header: 00000000: 02 42 47 fa 9c 46 02 42 c0 a8 31 02 08 00        .BG..F.B..1...

	[ +20.728040] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:30] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:32] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:34] IPv4: martian source 10.244.0.2 from 10.244.0.2, on dev veth320c7f25

	[  +0.000002] ll header: 00000000: ff ff ff ff ff ff 0e 9b 16 90 bc 70 08 06        ...........p..

	[Aug13 20:35] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:36] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:37] cgroup: cgroup2: unknown option "nsdelegate"

	[  +0.098933] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:38] cgroup: cgroup2: unknown option "nsdelegate"

	[  +8.982583] IPv4: martian source 10.244.0.2 from 10.244.0.2, on dev veth8ea709fa

	[  +0.000002] ll header: 00000000: ff ff ff ff ff ff 42 e2 4e 11 65 06 08 06        ......B.N.e...

	[ +22.664251] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:39] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:40] cgroup: cgroup2: unknown option "nsdelegate"

	[ +39.576161] IPv4: martian source 10.244.0.2 from 10.244.0.2, on dev vethb8bf580a

	[  +0.000005] ll header: 00000000: ff ff ff ff ff ff ea 75 25 a9 9a 9c 08 06        .......u%!.(MISSING)...

	[Aug13 20:41] cgroup: cgroup2: unknown option "nsdelegate"

	[ +48.814389] cgroup: cgroup2: unknown option "nsdelegate"

	* 

	* ==> etcd [10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf] <==

	* 2021-08-13 20:40:42.778312 W | wal: sync duration of 3.100984898s, expected less than 1s

	2021-08-13 20:40:42.779486 W | etcdserver: read-only range request "key:\"/registry/events/kube-system/coredns-558bd4d5db-484lt.169af84dcb1fbbb8\" " with result "range_response_count:1 size:829" took too long (3.088007504s) to execute

	2021-08-13 20:40:44.073231 W | wal: sync duration of 1.294764095s, expected less than 1s

	2021-08-13 20:40:44.260110 W | etcdserver: read-only range request "key:\"/registry/health\" " with result "range_response_count:0 size:5" took too long (2.179883392s) to execute

	2021-08-13 20:40:44.260283 W | etcdserver: read-only range request "key:\"/registry/minions/\" range_end:\"/registry/minions0\" " with result "range_response_count:1 size:4894" took too long (4.424921938s) to execute

	2021-08-13 20:40:44.260525 W | etcdserver: read-only range request "key:\"/registry/minions/pause-20210813203929-288766\" " with result "range_response_count:1 size:4894" took too long (4.214720074s) to execute

	2021-08-13 20:40:44.260874 W | etcdserver: request "header:<ID:3238505127204165473 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/events/kube-system/coredns-558bd4d5db-484lt.169af84dcb1fbbb8\" mod_revision:459 > success:<request_put:<key:\"/registry/events/kube-system/coredns-558bd4d5db-484lt.169af84dcb1fbbb8\" value_size:726 lease:3238505127204165016 >> failure:<request_range:<key:\"/registry/events/kube-system/coredns-558bd4d5db-484lt.169af84dcb1fbbb8\" > >>" with result "size:16" took too long (187.257473ms) to execute

	2021-08-13 20:40:44.430318 W | etcdserver: read-only range request "key:\"/registry/namespaces/default\" " with result "range_response_count:1 size:341" took too long (1.629369907s) to execute

	2021-08-13 20:40:44.432293 W | etcdserver: read-only range request "key:\"/registry/health\" " with result "range_response_count:0 size:5" took too long (346.886299ms) to execute

	2021-08-13 20:40:44.432602 W | etcdserver: read-only range request "key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" " with result "range_response_count:7 size:36636" took too long (164.073512ms) to execute

	2021-08-13 20:40:49.883686 I | etcdserver/api/etcdhttp: /health OK (status code 200)

	2021-08-13 20:41:00.883506 W | etcdserver/api/etcdhttp: /health error; QGET failed etcdserver: request timed out (status code 503)

	2021-08-13 20:41:02.074842 W | etcdserver: read-only range request "key:\"/registry/health\" " with result "error:context deadline exceeded" took too long (2.000065606s) to execute

	2021-08-13 20:41:03.515496 W | etcdserver: request "header:<ID:3238505127204165564 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/minions/pause-20210813203929-288766\" mod_revision:489 > success:<request_put:<key:\"/registry/minions/pause-20210813203929-288766\" value_size:4804 >> failure:<request_range:<key:\"/registry/minions/pause-20210813203929-288766\" > >>" with result "size:16" took too long (3.329754073s) to execute

	2021-08-13 20:41:04.080493 W | etcdserver: read-only range request "key:\"/registry/health\" " with result "error:context deadline exceeded" took too long (2.000010762s) to execute

	2021-08-13 20:41:04.523604 W | wal: sync duration of 4.22976394s, expected less than 1s

	2021-08-13 20:41:05.034343 W | etcdserver: request "header:<ID:3238505127204165566 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/leases/kube-node-lease/pause-20210813203929-288766\" mod_revision:491 > success:<request_put:<key:\"/registry/leases/kube-node-lease/pause-20210813203929-288766\" value_size:588 >> failure:<request_range:<key:\"/registry/leases/kube-node-lease/pause-20210813203929-288766\" > >>" with result "size:16" took too long (510.473087ms) to execute

	2021-08-13 20:41:05.034975 W | etcdserver: read-only range request "key:\"/registry/namespaces/default\" " with result "range_response_count:1 size:341" took too long (2.232738436s) to execute

	2021-08-13 20:41:05.035394 W | etcdserver: read-only range request "key:\"/registry/health\" " with result "range_response_count:0 size:5" took too long (949.775251ms) to execute

	2021-08-13 20:41:05.035710 W | etcdserver: read-only range request "key:\"/registry/events/kube-system/etcd-pause-20210813203929-288766.169af850bc06f9b5\" " with result "range_response_count:1 size:829" took too long (4.149261944s) to execute

	2021-08-13 20:41:05.035731 W | etcdserver: read-only range request "key:\"/registry/minions/\" range_end:\"/registry/minions0\" " with result "range_response_count:1 size:4871" took too long (751.910023ms) to execute

	2021-08-13 20:41:06.464004 W | wal: sync duration of 1.300160204s, expected less than 1s

	2021-08-13 20:41:06.464608 W | etcdserver: read-only range request "key:\"/registry/services/specs/default/kubernetes\" " with result "range_response_count:1 size:665" took too long (1.426788168s) to execute

	2021-08-13 20:41:06.464726 W | etcdserver: read-only range request "key:\"/registry/health\" " with result "range_response_count:0 size:5" took too long (1.390022083s) to execute

	2021-08-13 20:41:06.465016 W | etcdserver: read-only range request "key:\"/registry/events/kube-system/kube-apiserver-pause-20210813203929-288766.169af8510327182e\" " with result "range_response_count:1 size:871" took too long (1.421633733s) to execute

	* 

	* ==> kernel <==

	*  20:43:05 up  2:25,  0 users,  load average: 3.00, 3.05, 2.00

	Linux pause-20210813203929-288766 4.9.0-16-amd64 #1 SMP Debian 4.9.272-2 (2021-07-19) x86_64 x86_64 x86_64 GNU/Linux

	PRETTY_NAME="Ubuntu 20.04.2 LTS"

	* 

	* ==> kube-apiserver [35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5] <==

	* E0813 20:42:57.569885       1 status.go:71] apiserver received an error that is not an metav1.Status: context.deadlineExceededError{}: context deadline exceeded

	E0813 20:42:57.570040       1 writers.go:117] apiserver was unable to write a JSON response: http: Handler timeout

	E0813 20:42:57.571602       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout

	E0813 20:42:57.572742       1 writers.go:130] apiserver was unable to write a fallback JSON response: http: Handler timeout

	I0813 20:42:57.573842       1 trace.go:205] Trace[448610856]: "Get" url:/api/v1/namespaces/kube-public,user-agent:kube-apiserver/v1.21.3 (linux/amd64) kubernetes/ca643a4,client:127.0.0.1,accept:application/vnd.kubernetes.protobuf, */*,protocol:HTTP/2.0 (13-Aug-2021 20:41:57.571) (total time: 60002ms):

	Trace[448610856]: [1m0.002612894s] [1m0.002612894s] END

	E0813 20:42:57.573873       1 status.go:71] apiserver received an error that is not an metav1.Status: context.deadlineExceededError{}: context deadline exceeded

	E0813 20:42:57.574864       1 writers.go:117] apiserver was unable to write a JSON response: http: Handler timeout

	E0813 20:42:57.575975       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout

	E0813 20:42:57.577267       1 writers.go:130] apiserver was unable to write a fallback JSON response: http: Handler timeout

	I0813 20:42:57.578422       1 trace.go:205] Trace[288883982]: "Get" url:/api/v1/namespaces/default,user-agent:kube-apiserver/v1.21.3 (linux/amd64) kubernetes/ca643a4,client:127.0.0.1,accept:application/vnd.kubernetes.protobuf, */*,protocol:HTTP/2.0 (13-Aug-2021 20:41:57.573) (total time: 60005ms):

	Trace[288883982]: [1m0.005342903s] [1m0.005342903s] END

	W0813 20:43:01.917743       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:43:02.661410       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:43:03.381399       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:43:03.488039       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:43:04.237254       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	I0813 20:43:05.491017       1 trace.go:205] Trace[1348430054]: "List etcd3" key:/minions,resourceVersion:,resourceVersionMatch:,limit:0,continue: (13-Aug-2021 20:42:05.491) (total time: 59999ms):

	Trace[1348430054]: [59.999418202s] [59.999418202s] END

	E0813 20:43:05.491053       1 status.go:71] apiserver received an error that is not an metav1.Status: context.deadlineExceededError{}: context deadline exceeded

	E0813 20:43:05.491113       1 writers.go:117] apiserver was unable to write a JSON response: http: Handler timeout

	E0813 20:43:05.493152       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout

	E0813 20:43:05.494568       1 writers.go:130] apiserver was unable to write a fallback JSON response: http: Handler timeout

	I0813 20:43:05.495716       1 trace.go:205] Trace[2044265158]: "List" url:/api/v1/nodes,user-agent:kubectl/v1.21.3 (linux/amd64) kubernetes/ca643a4,client:127.0.0.1,accept:application/json,protocol:HTTP/2.0 (13-Aug-2021 20:42:05.491) (total time: 60004ms):

	Trace[2044265158]: [1m0.004134379s] [1m0.004134379s] END

	* 

	* ==> kube-controller-manager [d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f] <==

	* I0813 20:40:27.340616       1 shared_informer.go:247] Caches are synced for stateful set 

	I0813 20:40:27.340659       1 shared_informer.go:247] Caches are synced for certificate-csrapproving 

	I0813 20:40:27.340657       1 shared_informer.go:247] Caches are synced for service account 

	I0813 20:40:27.340677       1 shared_informer.go:247] Caches are synced for PV protection 

	I0813 20:40:27.340678       1 shared_informer.go:247] Caches are synced for ephemeral 

	I0813 20:40:27.340689       1 shared_informer.go:247] Caches are synced for certificate-csrsigning-legacy-unknown 

	I0813 20:40:27.340714       1 shared_informer.go:247] Caches are synced for certificate-csrsigning-kube-apiserver-client 

	I0813 20:40:27.390237       1 shared_informer.go:247] Caches are synced for expand 

	I0813 20:40:27.391352       1 shared_informer.go:247] Caches are synced for attach detach 

	I0813 20:40:27.457663       1 shared_informer.go:247] Caches are synced for persistent volume 

	I0813 20:40:27.540919       1 shared_informer.go:247] Caches are synced for resource quota 

	I0813 20:40:27.553464       1 shared_informer.go:247] Caches are synced for resource quota 

	I0813 20:40:27.591214       1 shared_informer.go:247] Caches are synced for ClusterRoleAggregator 

	I0813 20:40:27.797083       1 event.go:291] "Event occurred" object="kube-system/kindnet" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kindnet-zhtm5"

	I0813 20:40:27.798886       1 event.go:291] "Event occurred" object="kube-system/kube-proxy" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-sx47j"

	I0813 20:40:27.845459       1 event.go:291] "Event occurred" object="kube-system/coredns" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-558bd4d5db to 2"

	I0813 20:40:28.034246       1 shared_informer.go:247] Caches are synced for garbage collector 

	I0813 20:40:28.034267       1 garbagecollector.go:151] Garbage collector: all resource monitors have synced. Proceeding to collect garbage

	I0813 20:40:28.059959       1 shared_informer.go:247] Caches are synced for garbage collector 

	I0813 20:40:28.243971       1 event.go:291] "Event occurred" object="kube-system/coredns-558bd4d5db" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-558bd4d5db-bmfzs"

	I0813 20:40:28.250198       1 event.go:291] "Event occurred" object="kube-system/coredns-558bd4d5db" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-558bd4d5db-484lt"

	I0813 20:40:28.434087       1 event.go:291] "Event occurred" object="kube-system/coredns" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-558bd4d5db to 1"

	I0813 20:40:28.442326       1 event.go:291] "Event occurred" object="kube-system/coredns-558bd4d5db" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-558bd4d5db-bmfzs"

	I0813 20:40:44.268368       1 node_lifecycle_controller.go:1191] Controller detected that some Nodes are Ready. Exiting master disruption mode.

	E0813 20:42:23.302321       1 node_lifecycle_controller.go:1107] Error updating node pause-20210813203929-288766: Timeout: request did not complete within requested timeout context deadline exceeded

	* 

	* ==> kube-proxy [1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e] <==

	* I0813 20:40:29.063812       1 node.go:172] Successfully retrieved node IP: 192.168.58.2

	I0813 20:40:29.063870       1 server_others.go:140] Detected node IP 192.168.58.2

	W0813 20:40:29.063915       1 server_others.go:598] Unknown proxy mode "", assuming iptables proxy

	I0813 20:40:29.146787       1 server_others.go:206] kube-proxy running in dual-stack mode, IPv4-primary

	I0813 20:40:29.146834       1 server_others.go:212] Using iptables Proxier.

	I0813 20:40:29.146858       1 server_others.go:219] creating dualStackProxier for iptables.

	W0813 20:40:29.146873       1 server_others.go:512] detect-local-mode set to ClusterCIDR, but no IPv6 cluster CIDR defined, , defaulting to no-op detect-local for IPv6

	I0813 20:40:29.147256       1 server.go:643] Version: v1.21.3

	I0813 20:40:29.147957       1 config.go:315] Starting service config controller

	I0813 20:40:29.147982       1 shared_informer.go:240] Waiting for caches to sync for service config

	I0813 20:40:29.153359       1 config.go:224] Starting endpoint slice config controller

	I0813 20:40:29.153384       1 shared_informer.go:240] Waiting for caches to sync for endpoint slice config

	W0813 20:40:29.157072       1 warnings.go:70] discovery.k8s.io/v1beta1 EndpointSlice is deprecated in v1.21+, unavailable in v1.25+; use discovery.k8s.io/v1 EndpointSlice

	W0813 20:40:29.158190       1 warnings.go:70] discovery.k8s.io/v1beta1 EndpointSlice is deprecated in v1.21+, unavailable in v1.25+; use discovery.k8s.io/v1 EndpointSlice

	I0813 20:40:29.248464       1 shared_informer.go:247] Caches are synced for service config 

	I0813 20:40:29.253695       1 shared_informer.go:247] Caches are synced for endpoint slice config 

	* 

	* ==> kube-scheduler [63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627] <==

	* E0813 20:40:10.353758       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0813 20:40:10.353764       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:10.353721       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0813 20:40:10.353854       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1beta1.CSIStorageCapacity: failed to list *v1beta1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:10.353881       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0813 20:40:10.354018       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0813 20:40:10.354178       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0813 20:40:10.354221       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0813 20:40:10.354241       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0813 20:40:10.354301       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0813 20:40:11.217831       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0813 20:40:11.245035       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0813 20:40:11.284247       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0813 20:40:11.317368       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:11.317378       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:11.358244       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0813 20:40:11.421586       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0813 20:40:11.574746       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0813 20:40:11.609805       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0813 20:40:11.625755       1 reflector.go:138] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0813 20:40:11.648548       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0813 20:40:11.787233       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0813 20:40:11.832346       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1beta1.CSIStorageCapacity: failed to list *v1beta1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:11.866533       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	I0813 20:40:14.451054       1 shared_informer.go:247] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file 

	* 

	* ==> kubelet <==

	* -- Logs begin at Fri 2021-08-13 20:39:32 UTC, end at Fri 2021-08-13 20:43:05 UTC. --

	Aug 13 20:40:27 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:27.969456    1271 projected.go:199] Error preparing data for projected volume kube-api-access-w4zjx for pod kube-system/kube-proxy-sx47j: configmap "kube-root-ca.crt" not found

	Aug 13 20:40:27 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:27.969520    1271 nestedpendingoperations.go:301] Operation for "{volumeName:kubernetes.io/projected/c70574ce-ae51-4887-ae04-ec18ad33d036-kube-api-access-w4zjx podName:c70574ce-ae51-4887-ae04-ec18ad33d036 nodeName:}" failed. No retries permitted until 2021-08-13 20:40:28.469497426 +0000 UTC m=+14.347780961 (durationBeforeRetry 500ms). Error: "MountVolume.SetUp failed for volume \"kube-api-access-w4zjx\" (UniqueName: \"kubernetes.io/projected/c70574ce-ae51-4887-ae04-ec18ad33d036-kube-api-access-w4zjx\") pod \"kube-proxy-sx47j\" (UID: \"c70574ce-ae51-4887-ae04-ec18ad33d036\") : configmap \"kube-root-ca.crt\" not found"

	Aug 13 20:40:29 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:29.649911    1271 kubelet.go:2211] "Container runtime network not ready" networkReady="NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: cni plugin not initialized"

	Aug 13 20:40:44 pause-20210813203929-288766 kubelet[1271]: I0813 20:40:44.676538    1271 topology_manager.go:187] "Topology Admit Handler"

	Aug 13 20:40:44 pause-20210813203929-288766 kubelet[1271]: I0813 20:40:44.868169    1271 reconciler.go:224] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/17376923-c2de-4448-914a-866177eef01c-config-volume\") pod \"coredns-558bd4d5db-484lt\" (UID: \"17376923-c2de-4448-914a-866177eef01c\") "

	Aug 13 20:40:44 pause-20210813203929-288766 kubelet[1271]: I0813 20:40:44.868228    1271 reconciler.go:224] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hjqcd\" (UniqueName: \"kubernetes.io/projected/17376923-c2de-4448-914a-866177eef01c-kube-api-access-hjqcd\") pod \"coredns-558bd4d5db-484lt\" (UID: \"17376923-c2de-4448-914a-866177eef01c\") "

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: W0813 20:40:49.648085    1271 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {/run/containerd/containerd.sock  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory". Reconnecting...

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: W0813 20:40:49.648312    1271 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {/run/containerd/containerd.sock  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory". Reconnecting...

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.653626    1271 remote_runtime.go:515] "Status from runtime service failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.653676    1271 kubelet.go:2200] "Container runtime sanity check failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.656853    1271 remote_runtime.go:314] "ListContainers with filter from runtime service failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\"" filter="&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},}"

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.656902    1271 container_log_manager.go:183] "Failed to rotate container logs" err="failed to list containers: rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.661102    1271 remote_runtime.go:207] "ListPodSandbox with filter from runtime service failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\"" filter="nil"

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.661154    1271 kuberuntime_sandbox.go:223] "Failed to list pod sandboxes" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.661190    1271 generic.go:205] "GenericPLEG: Unable to retrieve pods" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.717506    1271 remote_runtime.go:86] "Version from runtime service failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.733249    1271 remote_image.go:152] "ImageFsInfo from image service failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.733286    1271 eviction_manager.go:255] "Eviction manager: failed to get summary stats" err="failed to get imageFs stats: rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:41:07 pause-20210813203929-288766 kubelet[1271]: I0813 20:41:07.577095    1271 topology_manager.go:187] "Topology Admit Handler"

	Aug 13 20:41:07 pause-20210813203929-288766 kubelet[1271]: I0813 20:41:07.777987    1271 reconciler.go:224] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/ef3f9623-341b-4146-a723-7a12ef0a7234-tmp\") pod \"storage-provisioner\" (UID: \"ef3f9623-341b-4146-a723-7a12ef0a7234\") "

	Aug 13 20:41:07 pause-20210813203929-288766 kubelet[1271]: I0813 20:41:07.778108    1271 reconciler.go:224] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pqhfl\" (UniqueName: \"kubernetes.io/projected/ef3f9623-341b-4146-a723-7a12ef0a7234-kube-api-access-pqhfl\") pod \"storage-provisioner\" (UID: \"ef3f9623-341b-4146-a723-7a12ef0a7234\") "

	Aug 13 20:41:09 pause-20210813203929-288766 systemd[1]: Stopping kubelet: The Kubernetes Node Agent...

	Aug 13 20:41:09 pause-20210813203929-288766 kubelet[1271]: I0813 20:41:09.242391    1271 dynamic_cafile_content.go:182] Shutting down client-ca-bundle::/var/lib/minikube/certs/ca.crt

	Aug 13 20:41:09 pause-20210813203929-288766 systemd[1]: kubelet.service: Succeeded.

	Aug 13 20:41:09 pause-20210813203929-288766 systemd[1]: Stopped kubelet: The Kubernetes Node Agent.

	* 

	* ==> storage-provisioner [6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af] <==

	* 	/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:880 +0x4af

	goroutine 124 [sync.Cond.Wait]:

	sync.runtime_notifyListWait(0xc000441a50, 0x0)

		/usr/local/go/src/runtime/sema.go:513 +0xf8

	sync.(*Cond).Wait(0xc000441a40)

		/usr/local/go/src/sync/cond.go:56 +0x99

	k8s.io/client-go/util/workqueue.(*Type).Get(0xc00039ef60, 0x0, 0x0, 0x0)

		/Users/medya/go/pkg/mod/k8s.io/client-go@v0.20.5/util/workqueue/queue.go:145 +0x89

	sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000446f00, 0x18e5530, 0xc0000460c0, 0x203000)

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:990 +0x3e

	sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(...)

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:929

	sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3()

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:881 +0x5c

	k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00028a0e0)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:155 +0x5f

	k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00028a0e0, 0x18b3d60, 0xc0004502d0, 0x1, 0xc000114300)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:156 +0x9b

	k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00028a0e0, 0x3b9aca00, 0x0, 0x1, 0xc000114300)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:133 +0x98

	k8s.io/apimachinery/pkg/util/wait.Until(0xc00028a0e0, 0x3b9aca00, 0xc000114300)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:90 +0x4d

	created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:881 +0x3d6

-- /stdout --

** stderr ** 

	E0813 20:43:05.494685  445078 logs.go:190] command /bin/bash -c "sudo /var/lib/minikube/binaries/v1.21.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" failed with error: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.21.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1

	stdout:

	stderr:

	Error from server (Timeout): the server was unable to return a response in the time allotted, but may still be processing the request (get nodes)

	 output: "\n** stderr ** \nError from server (Timeout): the server was unable to return a response in the time allotted, but may still be processing the request (get nodes)\n\n** /stderr **"

	! unable to fetch logs for: describe nodes

** /stderr **

helpers_test.go:250: failed logs error: exit status 110

--- FAIL: TestPause/serial/Pause (116.82s)

=== RUN   TestPause/serial/VerifyStatus

status_test.go:76: (dbg) Run:  out/minikube-linux-amd64 status -p pause-20210813203929-288766 --output=json --layout=cluster

status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p pause-20210813203929-288766 --output=json --layout=cluster: exit status 2 (17.320398451s)

-- stdout --

	{"Name":"pause-20210813203929-288766","StatusCode":101,"StatusName":"Pausing","Step":"Pausing","StepDetail":"* Pausing node pause-20210813203929-288766 ...","BinaryVersion":"v1.22.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":200,"StatusName":"OK"}},"Nodes":[{"Name":"pause-20210813203929-288766","StatusCode":200,"StatusName":"OK","Components":{"apiserver":{"Name":"apiserver","StatusCode":500,"StatusName":"Error"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}

-- /stdout --

** stderr ** 

	E0813 20:43:23.036258  449222 status.go:422] Error apiserver status: https://192.168.58.2:8443/healthz returned error 500:

	[+]ping ok

	[+]log ok

	[-]etcd failed: reason withheld

	[+]poststarthook/start-kube-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/rbac/bootstrap-roles ok

	[+]poststarthook/scheduling/bootstrap-system-priority-classes ok

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-status-available-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	healthz check failed

	E0813 20:43:23.036712  449222 status.go:602] exit code not found: strconv.Atoi: parsing "": invalid syntax

	E0813 20:43:23.036737  449222 status.go:602] exit code not found: strconv.Atoi: parsing "": invalid syntax

	E0813 20:43:23.036793  449222 status.go:602] exit code not found: strconv.Atoi: parsing "": invalid syntax

** /stderr **

pause_test.go:190: incorrect status code: 101

helpers_test.go:223: -----------------------post-mortem--------------------------------

helpers_test.go:231: ======>  post-mortem[TestPause/serial/VerifyStatus]: docker inspect <======

helpers_test.go:232: (dbg) Run:  docker inspect pause-20210813203929-288766

helpers_test.go:236: (dbg) docker inspect pause-20210813203929-288766:

-- stdout --

	[

	    {

	        "Id": "6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f",

	        "Created": "2021-08-13T20:39:31.699582642Z",

	        "Path": "/usr/local/bin/entrypoint",

	        "Args": [

	            "/sbin/init"

	        ],

	        "State": {

	            "Status": "running",

	            "Running": true,

	            "Paused": false,

	            "Restarting": false,

	            "OOMKilled": false,

	            "Dead": false,

	            "Pid": 427146,

	            "ExitCode": 0,

	            "Error": "",

	            "StartedAt": "2021-08-13T20:39:32.271419367Z",

	            "FinishedAt": "0001-01-01T00:00:00Z"

	        },

	        "Image": "sha256:965ebc74cb435c5d73c204fcd638e9daa526ad4ce3ec7f76be1149f30a789fab",

	        "ResolvConfPath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/resolv.conf",

	        "HostnamePath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/hostname",

	        "HostsPath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/hosts",

	        "LogPath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f-json.log",

	        "Name": "/pause-20210813203929-288766",

	        "RestartCount": 0,

	        "Driver": "overlay2",

	        "Platform": "linux",

	        "MountLabel": "",

	        "ProcessLabel": "",

	        "AppArmorProfile": "",

	        "ExecIDs": null,

	        "HostConfig": {

	            "Binds": [

	                "/lib/modules:/lib/modules:ro",

	                "pause-20210813203929-288766:/var"

	            ],

	            "ContainerIDFile": "",

	            "LogConfig": {

	                "Type": "json-file",

	                "Config": {}

	            },

	            "NetworkMode": "pause-20210813203929-288766",

	            "PortBindings": {

	                "22/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "2376/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "32443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "5000/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "8443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ]

	            },

	            "RestartPolicy": {

	                "Name": "no",

	                "MaximumRetryCount": 0

	            },

	            "AutoRemove": false,

	            "VolumeDriver": "",

	            "VolumesFrom": null,

	            "CapAdd": null,

	            "CapDrop": null,

	            "Capabilities": null,

	            "Dns": [],

	            "DnsOptions": [],

	            "DnsSearch": [],

	            "ExtraHosts": null,

	            "GroupAdd": null,

	            "IpcMode": "private",

	            "Cgroup": "",

	            "Links": null,

	            "OomScoreAdj": 0,

	            "PidMode": "",

	            "Privileged": true,

	            "PublishAllPorts": false,

	            "ReadonlyRootfs": false,

	            "SecurityOpt": [

	                "seccomp=unconfined",

	                "apparmor=unconfined",

	                "label=disable"

	            ],

	            "Tmpfs": {

	                "/run": "",

	                "/tmp": ""

	            },

	            "UTSMode": "",

	            "UsernsMode": "",

	            "ShmSize": 67108864,

	            "Runtime": "runc",

	            "ConsoleSize": [

	                0,

	                0

	            ],

	            "Isolation": "",

	            "CpuShares": 0,

	            "Memory": 0,

	            "NanoCpus": 2000000000,

	            "CgroupParent": "",

	            "BlkioWeight": 0,

	            "BlkioWeightDevice": [],

	            "BlkioDeviceReadBps": null,

	            "BlkioDeviceWriteBps": null,

	            "BlkioDeviceReadIOps": null,

	            "BlkioDeviceWriteIOps": null,

	            "CpuPeriod": 0,

	            "CpuQuota": 0,

	            "CpuRealtimePeriod": 0,

	            "CpuRealtimeRuntime": 0,

	            "CpusetCpus": "",

	            "CpusetMems": "",

	            "Devices": [],

	            "DeviceCgroupRules": null,

	            "DeviceRequests": null,

	            "KernelMemory": 0,

	            "KernelMemoryTCP": 0,

	            "MemoryReservation": 0,

	            "MemorySwap": 0,

	            "MemorySwappiness": null,

	            "OomKillDisable": false,

	            "PidsLimit": null,

	            "Ulimits": null,

	            "CpuCount": 0,

	            "CpuPercent": 0,

	            "IOMaximumIOps": 0,

	            "IOMaximumBandwidth": 0,

	            "MaskedPaths": null,

	            "ReadonlyPaths": null

	        },

	        "GraphDriver": {

	            "Data": {

	                "LowerDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1-init/diff:/var/lib/docker/overlay2/44293204ffcddab904fa39f43ac7c6e7ffe7ce16a314eee270b092f522cebd43/diff:/var/lib/docker/overlay2/d8341f611b86153e5f6cb362ab520c3ae36188ea6716f190fc0174ff1ea3ee74/diff:/var/lib/docker/overlay2/bd7d3c333112b94c560c1f759b3031dacd03064ccdc9df8e5358d8a645061331/diff:/var/lib/docker/overlay2/09e25c5f07d4475398fafae89532f1d953d96a76196aa84622658de28364fd3f/diff:/var/lib/docker/overlay2/2a3b6b58e5882d0ba0740b15836902b8ed1a5fb9d23887eb678e006c51dd73c7/diff:/var/lib/docker/overlay2/76ace14c33797e6813f2c4e08c8d912ecfd8fb23926788a228fa406899bb17fd/diff:/var/lib/docker/overlay2/b6c1cb0d4e012909f55658bcbc13333804f198f73fe55c89880463627df2a273/diff:/var/lib/docker/overlay2/32d72b1f852d4e6adf9606825d57744f289d1bd71f9e97c0c94e254c9b49a0a7/diff:/var/lib/docker/overlay2/83bfd21927e324006d812f85db5253c2fa26e904874ebe6eca654a31c3663b76/diff:/var/lib/docker/overlay2/09c644

86d30f3ce93a9c989d2320cab6117e38d8d14087dcc28b47b09417e0af/diff:/var/lib/docker/overlay2/07c465014f3b88377cc91b8d077258d8c0ecdcc186de832e2f804ac803f96bb6/diff:/var/lib/docker/overlay2/ef1da03dcb3fcd6903dc01358fd85a36f8acbece460a1be166b2189f4c9a890d/diff:/var/lib/docker/overlay2/06c9999c225f6979a474a4add4fdbe8a868a5d7bb2c4e0907f6f8c032f0dc3dc/diff:/var/lib/docker/overlay2/6727de022cf39e5df68d1735043e8761fb8f6a9a8e8f3940cc2d3bb6dd859fdc/diff:/var/lib/docker/overlay2/cd3abb7d0de10360ebcb7d54662cd79f92398959ca8add5f1a80f6fa75fac2fe/diff:/var/lib/docker/overlay2/5d9c6d8acdc0db40dfeb33b99cec5a84630be4548651da75930de46be0bada16/diff:/var/lib/docker/overlay2/0d83fd617ee858bc4b175e5d63e60389604823c74eadf9e7b094d684a3606936/diff:/var/lib/docker/overlay2/98e0eaf33dc37fae747406662d0b14e912065812887be7274a2c27b87105e0a7/diff:/var/lib/docker/overlay2/f30a9abd2c351bb9e974c8b070fb489a15669eb772c0a7692069196bde6d38c2/diff:/var/lib/docker/overlay2/542980593ba0e18478833840f8a01d93cd345671c3c627bebb6bfc610e24df96/diff:/var/lib/d

ocker/overlay2/5964e0aebfcd88775ca08769a5a0a50c474ded9c08c17cec0d5eb1e88470d8cc/diff:/var/lib/docker/overlay2/cb70cd4699e2d3a88d37760d4575d0b68dd6a2d571eb9bc00e4ea65334fa39d6/diff:/var/lib/docker/overlay2/d1b622693d005bfff88b41f898520d720897832f4740859a062a087528632a45/diff:/var/lib/docker/overlay2/93087667fcbed5997d90d232200d1c052c164d476435896fd420ac24d1479506/diff:/var/lib/docker/overlay2/0802356ccb344d298ae9401c44c29f71c98eac0b0304bd96a79110c16564fefa/diff:/var/lib/docker/overlay2/d7eea48b12fccaa4c4ffd048d5e70d9609d0a32f642eac39fbaafcaf8df8ee5e/diff:/var/lib/docker/overlay2/2f9d94bc10599fcc45fb8bed114c912ff657664f981c0da2bb8a3e02bddd1c06/diff:/var/lib/docker/overlay2/40acd190e2f5e2316bc19d17aed36b8a50a3be404a90bca58d26e6e939428c16/diff:/var/lib/docker/overlay2/02bd7a3b51ac7a3c3f9c89ace72c7f9790120e89f4628f197f1cfc9859623b55/diff:/var/lib/docker/overlay2/937c337b5c08153af0ca14a0f98e805223a44858531b0dcacdeffa5e7c9b9d5a/diff:/var/lib/docker/overlay2/c28ba46c40ee69f9a39b3c7e1bef20b56282cc8478c117546ad40889969

39c93/diff:/var/lib/docker/overlay2/2b30fea3d6a161389dc317d3bba6468e111f2782fc2de29399dbaff500217e0e/diff:/var/lib/docker/overlay2/fd1824b771ae21d235f0bd6186e3da121d02f12a0c98fb8c3205f4fa216420d3/diff:/var/lib/docker/overlay2/d1a43bd2c1485a2051100b28c50ca4afb530e7a9cace2b7ed1bb19098a8b1b6c/diff:/var/lib/docker/overlay2/e5626256f4126d2d314b1737c78f12ceabf819f05f933b8539d23c83ed360571/diff:/var/lib/docker/overlay2/0e28b1b6d42bc8ec33754e6a4d94556573199f71a1745d89b48ecf4e53c4b9d7/diff",

	                "MergedDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1/merged",

	                "UpperDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1/diff",

	                "WorkDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1/work"

	            },

	            "Name": "overlay2"

	        },

	        "Mounts": [

	            {

	                "Type": "bind",

	                "Source": "/lib/modules",

	                "Destination": "/lib/modules",

	                "Mode": "ro",

	                "RW": false,

	                "Propagation": "rprivate"

	            },

	            {

	                "Type": "volume",

	                "Name": "pause-20210813203929-288766",

	                "Source": "/var/lib/docker/volumes/pause-20210813203929-288766/_data",

	                "Destination": "/var",

	                "Driver": "local",

	                "Mode": "z",

	                "RW": true,

	                "Propagation": ""

	            }

	        ],

	        "Config": {

	            "Hostname": "pause-20210813203929-288766",

	            "Domainname": "",

	            "User": "root",

	            "AttachStdin": false,

	            "AttachStdout": false,

	            "AttachStderr": false,

	            "ExposedPorts": {

	                "22/tcp": {},

	                "2376/tcp": {},

	                "32443/tcp": {},

	                "5000/tcp": {},

	                "8443/tcp": {}

	            },

	            "Tty": true,

	            "OpenStdin": false,

	            "StdinOnce": false,

	            "Env": [

	                "container=docker",

	                "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"

	            ],

	            "Cmd": null,

	            "Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6",

	            "Volumes": null,

	            "WorkingDir": "",

	            "Entrypoint": [

	                "/usr/local/bin/entrypoint",

	                "/sbin/init"

	            ],

	            "OnBuild": null,

	            "Labels": {

	                "created_by.minikube.sigs.k8s.io": "true",

	                "mode.minikube.sigs.k8s.io": "pause-20210813203929-288766",

	                "name.minikube.sigs.k8s.io": "pause-20210813203929-288766",

	                "role.minikube.sigs.k8s.io": ""

	            },

	            "StopSignal": "SIGRTMIN+3"

	        },

	        "NetworkSettings": {

	            "Bridge": "",

	            "SandboxID": "e29ae809ef0392804a84683a8fb13fc250530155d286699b696da18a3ed6df10",

	            "HairpinMode": false,

	            "LinkLocalIPv6Address": "",

	            "LinkLocalIPv6PrefixLen": 0,

	            "Ports": {

	                "22/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33132"

	                    }

	                ],

	                "2376/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33131"

	                    }

	                ],

	                "32443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33128"

	                    }

	                ],

	                "5000/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33130"

	                    }

	                ],

	                "8443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33129"

	                    }

	                ]

	            },

	            "SandboxKey": "/var/run/docker/netns/e29ae809ef03",

	            "SecondaryIPAddresses": null,

	            "SecondaryIPv6Addresses": null,

	            "EndpointID": "",

	            "Gateway": "",

	            "GlobalIPv6Address": "",

	            "GlobalIPv6PrefixLen": 0,

	            "IPAddress": "",

	            "IPPrefixLen": 0,

	            "IPv6Gateway": "",

	            "MacAddress": "",

	            "Networks": {

	                "pause-20210813203929-288766": {

	                    "IPAMConfig": {

	                        "IPv4Address": "192.168.58.2"

	                    },

	                    "Links": null,

	                    "Aliases": [

	                        "6a4ce789f674"

	                    ],

	                    "NetworkID": "e298aa9290f4874dffeac5c6d99ec413a8e82149dc9cd3e51420b9ff4fa53773",

	                    "EndpointID": "b3883511b2c442dbfafbf6c9cea87c19d256c434271d992b2fa1af089f8cc531",

	                    "Gateway": "192.168.58.1",

	                    "IPAddress": "192.168.58.2",

	                    "IPPrefixLen": 24,

	                    "IPv6Gateway": "",

	                    "GlobalIPv6Address": "",

	                    "GlobalIPv6PrefixLen": 0,

	                    "MacAddress": "02:42:c0:a8:3a:02",

	                    "DriverOpts": null

	                }

	            }

	        }

	    }

	]

-- /stdout --

helpers_test.go:240: (dbg) Run:  out/minikube-linux-amd64 status --format={{.Host}} -p pause-20210813203929-288766 -n pause-20210813203929-288766

helpers_test.go:240: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p pause-20210813203929-288766 -n pause-20210813203929-288766: exit status 2 (14.501653296s)

-- stdout --

	Running

-- /stdout --

** stderr ** 

	E0813 20:43:37.583355  451391 status.go:422] Error apiserver status: https://192.168.58.2:8443/healthz returned error 500:

	[+]ping ok

	[+]log ok

	[-]etcd failed: reason withheld

	[+]poststarthook/start-kube-apiserver-admission-initializer ok

	[+]poststarthook/generic-apiserver-start-informers ok

	[+]poststarthook/priority-and-fairness-config-consumer ok

	[+]poststarthook/priority-and-fairness-filter ok

	[+]poststarthook/start-apiextensions-informers ok

	[+]poststarthook/start-apiextensions-controllers ok

	[+]poststarthook/crd-informer-synced ok

	[+]poststarthook/bootstrap-controller ok

	[+]poststarthook/rbac/bootstrap-roles ok

	[+]poststarthook/scheduling/bootstrap-system-priority-classes ok

	[+]poststarthook/priority-and-fairness-config-producer ok

	[+]poststarthook/start-cluster-authentication-info-controller ok

	[+]poststarthook/aggregator-reload-proxy-client-cert ok

	[+]poststarthook/start-kube-aggregator-informers ok

	[+]poststarthook/apiservice-registration-controller ok

	[+]poststarthook/apiservice-status-available-controller ok

	[+]poststarthook/kube-apiserver-autoregistration ok

	[+]autoregister-completion ok

	[+]poststarthook/apiservice-openapi-controller ok

	healthz check failed

** /stderr **

helpers_test.go:240: status error: exit status 2 (may be ok)

helpers_test.go:245: <<< TestPause/serial/VerifyStatus FAILED: start of post-mortem logs <<<

helpers_test.go:246: ======>  post-mortem[TestPause/serial/VerifyStatus]: minikube logs <======

helpers_test.go:248: (dbg) Run:  out/minikube-linux-amd64 -p pause-20210813203929-288766 logs -n 25

=== CONT  TestPause/serial/VerifyStatus

helpers_test.go:248: (dbg) Non-zero exit: out/minikube-linux-amd64 -p pause-20210813203929-288766 logs -n 25: exit status 110 (1m5.573875635s)

-- stdout --

	* 

	* ==> Audit <==

	* |---------|--------------------------------------------|--------------------------------------------|---------|---------|-------------------------------|-------------------------------|

	| Command |                    Args                    |                  Profile                   |  User   | Version |          Start Time           |           End Time            |

	|---------|--------------------------------------------|--------------------------------------------|---------|---------|-------------------------------|-------------------------------|

	| stop    | -p                                         | scheduled-stop-20210813203516-288766       | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:00 UTC | Fri, 13 Aug 2021 20:36:00 UTC |

	|         | scheduled-stop-20210813203516-288766       |                                            |         |         |                               |                               |

	|         | --cancel-scheduled                         |                                            |         |         |                               |                               |

	| stop    | -p                                         | scheduled-stop-20210813203516-288766       | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:13 UTC | Fri, 13 Aug 2021 20:36:38 UTC |

	|         | scheduled-stop-20210813203516-288766       |                                            |         |         |                               |                               |

	|         | --schedule 5s                              |                                            |         |         |                               |                               |

	| delete  | -p                                         | scheduled-stop-20210813203516-288766       | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:40 UTC | Fri, 13 Aug 2021 20:36:45 UTC |

	|         | scheduled-stop-20210813203516-288766       |                                            |         |         |                               |                               |

	| delete  | -p                                         | insufficient-storage-20210813203645-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:52 UTC | Fri, 13 Aug 2021 20:36:58 UTC |

	|         | insufficient-storage-20210813203645-288766 |                                            |         |         |                               |                               |

	| start   | -p                                         | kubernetes-upgrade-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:58 UTC | Fri, 13 Aug 2021 20:37:51 UTC |

	|         | kubernetes-upgrade-20210813203658-288766   |                                            |         |         |                               |                               |

	|         | --memory=2200                              |                                            |         |         |                               |                               |

	|         | --kubernetes-version=v1.14.0               |                                            |         |         |                               |                               |

	|         | --alsologtostderr -v=1 --driver=docker     |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| stop    | -p                                         | kubernetes-upgrade-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:37:51 UTC | Fri, 13 Aug 2021 20:38:14 UTC |

	|         | kubernetes-upgrade-20210813203658-288766   |                                            |         |         |                               |                               |

	| start   | -p                                         | offline-containerd-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:58 UTC | Fri, 13 Aug 2021 20:38:35 UTC |

	|         | offline-containerd-20210813203658-288766   |                                            |         |         |                               |                               |

	|         | --alsologtostderr -v=1 --memory=2048       |                                            |         |         |                               |                               |

	|         | --wait=true --driver=docker                |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| delete  | -p                                         | offline-containerd-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:38:35 UTC | Fri, 13 Aug 2021 20:38:39 UTC |

	|         | offline-containerd-20210813203658-288766   |                                            |         |         |                               |                               |

	| start   | -p                                         | kubernetes-upgrade-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:38:14 UTC | Fri, 13 Aug 2021 20:39:15 UTC |

	|         | kubernetes-upgrade-20210813203658-288766   |                                            |         |         |                               |                               |

	|         | --memory=2200                              |                                            |         |         |                               |                               |

	|         | --kubernetes-version=v1.22.0-rc.0          |                                            |         |         |                               |                               |

	|         | --alsologtostderr -v=1 --driver=docker     |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| start   | -p                                         | force-systemd-flag-20210813203845-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:38:45 UTC | Fri, 13 Aug 2021 20:39:26 UTC |

	|         | force-systemd-flag-20210813203845-288766   |                                            |         |         |                               |                               |

	|         | --memory=2048 --force-systemd              |                                            |         |         |                               |                               |

	|         | --alsologtostderr -v=5 --driver=docker     |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| -p      | force-systemd-flag-20210813203845-288766   | force-systemd-flag-20210813203845-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:26 UTC | Fri, 13 Aug 2021 20:39:26 UTC |

	|         | ssh cat /etc/containerd/config.toml        |                                            |         |         |                               |                               |

	| delete  | -p                                         | force-systemd-flag-20210813203845-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:26 UTC | Fri, 13 Aug 2021 20:39:29 UTC |

	|         | force-systemd-flag-20210813203845-288766   |                                            |         |         |                               |                               |

	| start   | -p                                         | kubernetes-upgrade-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:15 UTC | Fri, 13 Aug 2021 20:40:00 UTC |

	|         | kubernetes-upgrade-20210813203658-288766   |                                            |         |         |                               |                               |

	|         | --memory=2200                              |                                            |         |         |                               |                               |

	|         | --kubernetes-version=v1.22.0-rc.0          |                                            |         |         |                               |                               |

	|         | --alsologtostderr -v=1 --driver=docker     |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| delete  | -p                                         | kubernetes-upgrade-20210813203658-288766   | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:00 UTC | Fri, 13 Aug 2021 20:40:03 UTC |

	|         | kubernetes-upgrade-20210813203658-288766   |                                            |         |         |                               |                               |

	| start   | -p pause-20210813203929-288766             | pause-20210813203929-288766                | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:29 UTC | Fri, 13 Aug 2021 20:40:47 UTC |

	|         | --memory=2048                              |                                            |         |         |                               |                               |

	|         | --install-addons=false                     |                                            |         |         |                               |                               |

	|         | --wait=all --driver=docker                 |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| start   | -p                                         | force-systemd-env-20210813204003-288766    | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:03 UTC | Fri, 13 Aug 2021 20:40:47 UTC |

	|         | force-systemd-env-20210813204003-288766    |                                            |         |         |                               |                               |

	|         | --memory=2048 --alsologtostderr            |                                            |         |         |                               |                               |

	|         | -v=5 --driver=docker                       |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| -p      | force-systemd-env-20210813204003-288766    | force-systemd-env-20210813204003-288766    | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:47 UTC | Fri, 13 Aug 2021 20:40:47 UTC |

	|         | ssh cat /etc/containerd/config.toml        |                                            |         |         |                               |                               |

	| delete  | -p                                         | force-systemd-env-20210813204003-288766    | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:47 UTC | Fri, 13 Aug 2021 20:40:51 UTC |

	|         | force-systemd-env-20210813204003-288766    |                                            |         |         |                               |                               |

	| delete  | -p                                         | kubenet-20210813204051-288766              | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:51 UTC | Fri, 13 Aug 2021 20:40:51 UTC |

	|         | kubenet-20210813204051-288766              |                                            |         |         |                               |                               |

	| delete  | -p                                         | flannel-20210813204051-288766              | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:51 UTC | Fri, 13 Aug 2021 20:40:52 UTC |

	|         | flannel-20210813204051-288766              |                                            |         |         |                               |                               |

	| delete  | -p false-20210813204052-288766             | false-20210813204052-288766                | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:52 UTC | Fri, 13 Aug 2021 20:40:52 UTC |

	| start   | -p pause-20210813203929-288766             | pause-20210813203929-288766                | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:47 UTC | Fri, 13 Aug 2021 20:41:08 UTC |

	|         | --alsologtostderr                          |                                            |         |         |                               |                               |

	|         | -v=1 --driver=docker                       |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| start   | -p                                         | cert-options-20210813204052-288766         | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:52 UTC | Fri, 13 Aug 2021 20:41:49 UTC |

	|         | cert-options-20210813204052-288766         |                                            |         |         |                               |                               |

	|         | --memory=2048                              |                                            |         |         |                               |                               |

	|         | --apiserver-ips=127.0.0.1                  |                                            |         |         |                               |                               |

	|         | --apiserver-ips=192.168.15.15              |                                            |         |         |                               |                               |

	|         | --apiserver-names=localhost                |                                            |         |         |                               |                               |

	|         | --apiserver-names=www.google.com           |                                            |         |         |                               |                               |

	|         | --apiserver-port=8555                      |                                            |         |         |                               |                               |

	|         | --driver=docker                            |                                            |         |         |                               |                               |

	|         | --container-runtime=containerd             |                                            |         |         |                               |                               |

	| -p      | cert-options-20210813204052-288766         | cert-options-20210813204052-288766         | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:41:49 UTC | Fri, 13 Aug 2021 20:41:49 UTC |

	|         | ssh openssl x509 -text -noout -in          |                                            |         |         |                               |                               |

	|         | /var/lib/minikube/certs/apiserver.crt      |                                            |         |         |                               |                               |

	| delete  | -p                                         | cert-options-20210813204052-288766         | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:41:49 UTC | Fri, 13 Aug 2021 20:41:52 UTC |

	|         | cert-options-20210813204052-288766         |                                            |         |         |                               |                               |

	|---------|--------------------------------------------|--------------------------------------------|---------|---------|-------------------------------|-------------------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2021/08/13 20:42:56

	Running on machine: debian-jenkins-agent-14

	Binary: Built with gc go1.16.7 for linux/amd64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0813 20:42:56.370569  448777 out.go:298] Setting OutFile to fd 1 ...

	I0813 20:42:56.370640  448777 out.go:345] TERM=,COLORTERM=, which probably does not support color

	I0813 20:42:56.370650  448777 out.go:311] Setting ErrFile to fd 2...

	I0813 20:42:56.370653  448777 out.go:345] TERM=,COLORTERM=, which probably does not support color

	I0813 20:42:56.370754  448777 root.go:313] Updating PATH: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/bin

	I0813 20:42:56.370982  448777 out.go:305] Setting JSON to false

	I0813 20:42:56.405931  448777 start.go:111] hostinfo: {"hostname":"debian-jenkins-agent-14","uptime":8739,"bootTime":1628878637,"procs":212,"os":"linux","platform":"debian","platformFamily":"debian","platformVersion":"9.13","kernelVersion":"4.9.0-16-amd64","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"c29e0b88-ef83-6765-d2fa-208fdce1af32"}

	I0813 20:42:56.406041  448777 start.go:121] virtualization: kvm guest

	I0813 20:42:56.410440  448777 out.go:177] * [missing-upgrade-20210813204152-288766] minikube v1.22.0 on Debian 9.13 (kvm/amd64)

	I0813 20:42:56.411705  448777 out.go:177]   - KUBECONFIG=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/kubeconfig

	I0813 20:42:56.410589  448777 notify.go:169] Checking for updates...

	I0813 20:42:56.412958  448777 out.go:177]   - MINIKUBE_BIN=out/minikube-linux-amd64

	I0813 20:42:56.414298  448777 out.go:177]   - MINIKUBE_HOME=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube

	I0813 20:42:56.415439  448777 out.go:177]   - MINIKUBE_LOCATION=12230

	I0813 20:42:56.415861  448777 config.go:177] Loaded profile config "missing-upgrade-20210813204152-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.18.0

	I0813 20:42:56.415878  448777 start_flags.go:521] config upgrade: KicBaseImage=gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6

	I0813 20:42:56.417578  448777 out.go:177] * Kubernetes 1.21.3 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.21.3

	I0813 20:42:56.417618  448777 driver.go:335] Setting default libvirt URI to qemu:///system

	I0813 20:42:56.464861  448777 docker.go:132] docker version: linux-19.03.15

	I0813 20:42:56.464962  448777 cli_runner.go:115] Run: docker system info --format "{{json .}}"

	I0813 20:42:56.541568  448777 info.go:263] docker info: {ID:LQL6:IQEY:TAE3:NG47:ROZQ:WA5O:XM2B:XDCN:3VXZ:7JF3:4DHA:WN5N Containers:3 ContainersRunning:1 ContainersPaused:0 ContainersStopped:2 Images:155 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Native Overlay Diff true]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:false KernelMemory:true KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:31 OomKillDisable:true NGoroutines:40 SystemTime:2021-08-13 20:42:56.498749743 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:4.9.0-16-amd64 OperatingSystem:Debian GNU/Linux 9 (stretch) OSType:linux Architecture:x86_64 IndexServerAddr

ess:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33742200832 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:debian-jenkins-agent-14 Labels:[] ExperimentalBuild:false ServerVersion:19.03.15 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:269548fa27e0089a8b8278fc4fc781d7f65a939b Expected:269548fa27e0089a8b8278fc4fc781d7f65a939b} RuncCommit:{ID:ff819c7e9184c13b7c2607fe6c30ae19403a7aff Expected:ff819c7e9184c13b7c2607fe6c30ae19403a7aff} InitCommit:{ID:fec3683 Expected:fec3683} SecurityOptions:[name=seccomp,profile=default] ProductLicense: Warni

ngs:[WARNING: No swap limit support] ServerErrors:[] ClientInfo:{Debug:false Plugins:[] Warnings:<nil>}}

	I0813 20:42:56.541649  448777 docker.go:244] overlay module found

	I0813 20:42:56.543656  448777 out.go:177] * Using the docker driver based on existing profile

	I0813 20:42:56.543682  448777 start.go:278] selected driver: docker

	I0813 20:42:56.543692  448777 start.go:751] validating driver "docker" against &{Name:missing-upgrade-20210813204152-288766 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser: SSHKey: SSHPort:0 KubernetesConfig:{KubernetesVersion:v1.18.0 ClusterName:missing-upgrade-20210813204152-288766 Namespace: APIServe

rName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.244.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:true CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name:m01 IP:172.17.0.2 Port:8443 KubernetesVersion:v1.18.0 ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[] StartHostTimeout:0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: MultiNodeRequested:false ExtraDisks:0}

	I0813 20:42:56.543798  448777 start.go:762] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc:}

	W0813 20:42:56.543864  448777 oci.go:119] Your kernel does not support memory limit capabilities or the cgroup is not mounted.

	W0813 20:42:56.543883  448777 out.go:242] ! Your cgroup does not allow setting memory.

	I0813 20:42:56.545370  448777 out.go:177]   - More information: https://docs.docker.com/engine/install/linux-postinstall/#your-kernel-does-not-support-cgroup-swap-limit-capabilities

	I0813 20:42:56.546195  448777 cli_runner.go:115] Run: docker system info --format "{{json .}}"

	I0813 20:42:56.621670  448777 info.go:263] docker info: {ID:LQL6:IQEY:TAE3:NG47:ROZQ:WA5O:XM2B:XDCN:3VXZ:7JF3:4DHA:WN5N Containers:3 ContainersRunning:1 ContainersPaused:0 ContainersStopped:2 Images:155 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Native Overlay Diff true]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:false KernelMemory:true KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:31 OomKillDisable:true NGoroutines:40 SystemTime:2021-08-13 20:42:56.580919666 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:4.9.0-16-amd64 OperatingSystem:Debian GNU/Linux 9 (stretch) OSType:linux Architecture:x86_64 IndexServerAddr

ess:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33742200832 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:debian-jenkins-agent-14 Labels:[] ExperimentalBuild:false ServerVersion:19.03.15 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:269548fa27e0089a8b8278fc4fc781d7f65a939b Expected:269548fa27e0089a8b8278fc4fc781d7f65a939b} RuncCommit:{ID:ff819c7e9184c13b7c2607fe6c30ae19403a7aff Expected:ff819c7e9184c13b7c2607fe6c30ae19403a7aff} InitCommit:{ID:fec3683 Expected:fec3683} SecurityOptions:[name=seccomp,profile=default] ProductLicense: Warni

ngs:[WARNING: No swap limit support] ServerErrors:[] ClientInfo:{Debug:false Plugins:[] Warnings:<nil>}}

	W0813 20:42:56.621808  448777 oci.go:119] Your kernel does not support memory limit capabilities or the cgroup is not mounted.

	W0813 20:42:56.621838  448777 out.go:242] ! Your cgroup does not allow setting memory.

	I0813 20:42:56.623550  448777 out.go:177]   - More information: https://docs.docker.com/engine/install/linux-postinstall/#your-kernel-does-not-support-cgroup-swap-limit-capabilities

	I0813 20:42:56.623620  448777 cni.go:93] Creating CNI manager for ""

	I0813 20:42:56.623662  448777 cni.go:142] EnableDefaultCNI is true, recommending bridge

	I0813 20:42:56.623676  448777 start_flags.go:277] config:

	{Name:missing-upgrade-20210813204152-288766 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser: SSHKey: SSHPort:0 KubernetesConfig:{KubernetesVersion:v1.18.0 ClusterName:missing-upgrade-20210813204152-288766 Namespace: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Conta

inerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.244.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:true CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name:m01 IP:172.17.0.2 Port:8443 KubernetesVersion:v1.18.0 ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[] StartHostTimeout:0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: MultiNodeRequested:false ExtraDisks:0}

	I0813 20:42:56.625244  448777 out.go:177] * Starting control plane node missing-upgrade-20210813204152-288766 in cluster missing-upgrade-20210813204152-288766

	I0813 20:42:56.625325  448777 cache.go:117] Beginning downloading kic base image for docker with containerd

	I0813 20:42:56.626674  448777 out.go:177] * Pulling base image ...

	I0813 20:42:56.626703  448777 preload.go:131] Checking if preload exists for k8s version v1.18.0 and runtime containerd

	I0813 20:42:56.626800  448777 image.go:75] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 in local docker daemon

	W0813 20:42:56.654476  448777 preload.go:114] https://storage.googleapis.com/minikube-preloaded-volume-tarballs/preloaded-images-k8s-v11-v1.18.0-containerd-overlay2-amd64.tar.lz4 status code: 404

	I0813 20:42:56.654658  448777 profile.go:148] Saving config to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766/config.json ...

	I0813 20:42:56.654875  448777 cache.go:108] acquiring lock: {Name:mk940977225ebf7333102c1f1631683feeb1b6bd Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:42:56.654901  448777 cache.go:108] acquiring lock: {Name:mk1dfa51cdbd0d3866a0dbd923a889812bf3a24c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:42:56.654836  448777 cache.go:108] acquiring lock: {Name:mk05d033ef1e8833eb0c81027191092fae54526c Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:42:56.654868  448777 cache.go:108] acquiring lock: {Name:mkf1588a2efc1a96d310af3de9e9f72969d42e51 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:42:56.654931  448777 cache.go:108] acquiring lock: {Name:mk68728605b59665f3e3c912515bcdad96e428c4 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:42:56.654980  448777 cache.go:108] acquiring lock: {Name:mk9a5b599f50f2b58310b10facd8f34d8d93bf40 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:42:56.654942  448777 cache.go:108] acquiring lock: {Name:mk15f9dad4eb85737d7bd45a2fccaa662ff429da Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:42:56.655001  448777 cache.go:108] acquiring lock: {Name:mkdf188a7705cad205eb870b170bacb6aa02b151 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:42:56.654836  448777 cache.go:108] acquiring lock: {Name:mkb386977b4a133ee347dccd370d36782faee17a Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:42:56.655069  448777 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-proxy_v1.18.0 exists

	I0813 20:42:56.655072  448777 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/gcr.io/k8s-minikube/storage-provisioner_v5 exists

	I0813 20:42:56.655071  448777 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-scheduler_v1.18.0 exists

	I0813 20:42:56.655076  448777 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/dashboard_v2.1.0 exists

	I0813 20:42:56.654844  448777 cache.go:108] acquiring lock: {Name:mkb19e5822c1f62408be9ca2abd659ce42799149 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:42:56.655087  448777 cache.go:97] cache image "k8s.gcr.io/kube-proxy:v1.18.0" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-proxy_v1.18.0" took 167.727µs

	I0813 20:42:56.655096  448777 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/coredns_1.6.7 exists

	I0813 20:42:56.655070  448777 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-apiserver_v1.18.0 exists

	I0813 20:42:56.655103  448777 cache.go:81] save to tar file k8s.gcr.io/kube-proxy:v1.18.0 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-proxy_v1.18.0 succeeded

	I0813 20:42:56.655091  448777 cache.go:97] cache image "gcr.io/k8s-minikube/storage-provisioner:v5" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/gcr.io/k8s-minikube/storage-provisioner_v5" took 113.157µs

	I0813 20:42:56.655117  448777 cache.go:81] save to tar file gcr.io/k8s-minikube/storage-provisioner:v5 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/gcr.io/k8s-minikube/storage-provisioner_v5 succeeded

	I0813 20:42:56.655095  448777 cache.go:97] cache image "docker.io/kubernetesui/dashboard:v2.1.0" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/dashboard_v2.1.0" took 95.731µs

	I0813 20:42:56.655119  448777 cache.go:97] cache image "k8s.gcr.io/coredns:1.6.7" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/coredns_1.6.7" took 291.569µs

	I0813 20:42:56.655120  448777 cache.go:97] cache image "k8s.gcr.io/kube-apiserver:v1.18.0" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-apiserver_v1.18.0" took 233.469µs

	I0813 20:42:56.655129  448777 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/metrics-scraper_v1.0.4 exists

	I0813 20:42:56.655135  448777 cache.go:81] save to tar file k8s.gcr.io/kube-apiserver:v1.18.0 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-apiserver_v1.18.0 succeeded

	I0813 20:42:56.655125  448777 cache.go:81] save to tar file docker.io/kubernetesui/dashboard:v2.1.0 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/dashboard_v2.1.0 succeeded

	I0813 20:42:56.655133  448777 cache.go:81] save to tar file k8s.gcr.io/coredns:1.6.7 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/coredns_1.6.7 succeeded

	I0813 20:42:56.655095  448777 cache.go:97] cache image "k8s.gcr.io/kube-scheduler:v1.18.0" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-scheduler_v1.18.0" took 224.739µs

	I0813 20:42:56.655152  448777 cache.go:81] save to tar file k8s.gcr.io/kube-scheduler:v1.18.0 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-scheduler_v1.18.0 succeeded

	I0813 20:42:56.655147  448777 cache.go:97] cache image "docker.io/kubernetesui/metrics-scraper:v1.0.4" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/metrics-scraper_v1.0.4" took 322.797µs

	I0813 20:42:56.655127  448777 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-controller-manager_v1.18.0 exists

	I0813 20:42:56.655160  448777 cache.go:81] save to tar file docker.io/kubernetesui/metrics-scraper:v1.0.4 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/metrics-scraper_v1.0.4 succeeded

	I0813 20:42:56.655171  448777 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/pause_3.2 exists

	I0813 20:42:56.655170  448777 cache.go:97] cache image "k8s.gcr.io/kube-controller-manager:v1.18.0" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-controller-manager_v1.18.0" took 316.104µs

	I0813 20:42:56.655181  448777 cache.go:81] save to tar file k8s.gcr.io/kube-controller-manager:v1.18.0 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-controller-manager_v1.18.0 succeeded

	I0813 20:42:56.655187  448777 cache.go:97] cache image "k8s.gcr.io/pause:3.2" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/pause_3.2" took 358.659µs

	I0813 20:42:56.655201  448777 cache.go:81] save to tar file k8s.gcr.io/pause:3.2 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/pause_3.2 succeeded

	I0813 20:42:56.655203  448777 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/etcd_3.4.3-0 exists

	I0813 20:42:56.655220  448777 cache.go:97] cache image "k8s.gcr.io/etcd:3.4.3-0" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/etcd_3.4.3-0" took 291.641µs

	I0813 20:42:56.655230  448777 cache.go:81] save to tar file k8s.gcr.io/etcd:3.4.3-0 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/etcd_3.4.3-0 succeeded

	I0813 20:42:56.655255  448777 cache.go:88] Successfully saved all images to host disk.

	I0813 20:42:56.700669  448777 image.go:79] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 in local docker daemon, skipping pull

	I0813 20:42:56.700691  448777 cache.go:139] gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 exists in daemon, skipping load

	I0813 20:42:56.700708  448777 cache.go:205] Successfully downloaded all kic artifacts

	I0813 20:42:56.700770  448777 start.go:313] acquiring machines lock for missing-upgrade-20210813204152-288766: {Name:mk497b93f8e18bbe06c3c8a2c56b985a27c08dd0 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:42:56.700877  448777 start.go:317] acquired machines lock for "missing-upgrade-20210813204152-288766" in 87.276µs

	I0813 20:42:56.700902  448777 start.go:93] Skipping create...Using existing machine configuration

	I0813 20:42:56.700914  448777 fix.go:55] fixHost starting: m01

	I0813 20:42:56.701203  448777 cli_runner.go:115] Run: docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}

	W0813 20:42:56.735708  448777 cli_runner.go:162] docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}} returned with exit code 1

	I0813 20:42:56.735765  448777 fix.go:108] recreateIfNeeded on missing-upgrade-20210813204152-288766: state= err=unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:42:56.735788  448777 fix.go:113] machineExists: false. err=machine does not exist

	I0813 20:42:56.737942  448777 out.go:177] * docker "missing-upgrade-20210813204152-288766" container is missing, will recreate.

	I0813 20:42:56.737965  448777 delete.go:124] DEMOLISHING missing-upgrade-20210813204152-288766 ...

	I0813 20:42:56.738021  448777 cli_runner.go:115] Run: docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}

	W0813 20:42:56.773307  448777 cli_runner.go:162] docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}} returned with exit code 1

	W0813 20:42:56.773360  448777 stop.go:75] unable to get state: unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:42:56.773379  448777 delete.go:129] stophost failed (probably ok): ssh power off: unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:42:56.773745  448777 cli_runner.go:115] Run: docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}

	W0813 20:42:56.809158  448777 cli_runner.go:162] docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}} returned with exit code 1

	I0813 20:42:56.809220  448777 delete.go:82] Unable to get host status for missing-upgrade-20210813204152-288766, assuming it has already been deleted: state: unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:42:56.809277  448777 cli_runner.go:115] Run: docker container inspect -f {{.Id}} missing-upgrade-20210813204152-288766

	W0813 20:42:56.844629  448777 cli_runner.go:162] docker container inspect -f {{.Id}} missing-upgrade-20210813204152-288766 returned with exit code 1

	I0813 20:42:56.844665  448777 kic.go:360] could not find the container missing-upgrade-20210813204152-288766 to remove it. will try anyways

	I0813 20:42:56.844698  448777 cli_runner.go:115] Run: docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}

	W0813 20:42:56.879063  448777 cli_runner.go:162] docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}} returned with exit code 1

	W0813 20:42:56.879118  448777 oci.go:83] error getting container status, will try to delete anyways: unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:42:56.879166  448777 cli_runner.go:115] Run: docker exec --privileged -t missing-upgrade-20210813204152-288766 /bin/bash -c "sudo init 0"

	W0813 20:42:56.913889  448777 cli_runner.go:162] docker exec --privileged -t missing-upgrade-20210813204152-288766 /bin/bash -c "sudo init 0" returned with exit code 1

	I0813 20:42:56.913921  448777 oci.go:632] error shutdown missing-upgrade-20210813204152-288766: docker exec --privileged -t missing-upgrade-20210813204152-288766 /bin/bash -c "sudo init 0": exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:42:57.914127  448777 cli_runner.go:115] Run: docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}

	W0813 20:42:57.950734  448777 cli_runner.go:162] docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}} returned with exit code 1

	I0813 20:42:57.950821  448777 oci.go:644] temporary error verifying shutdown: unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:42:57.950845  448777 oci.go:646] temporary error: container missing-upgrade-20210813204152-288766 status is  but expect it to be exited

	I0813 20:42:57.950912  448777 retry.go:31] will retry after 552.330144ms: couldn't verify container is exited. %!v(MISSING): unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:42:58.503497  448777 cli_runner.go:115] Run: docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}

	W0813 20:42:58.540630  448777 cli_runner.go:162] docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}} returned with exit code 1

	I0813 20:42:58.540690  448777 oci.go:644] temporary error verifying shutdown: unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:42:58.540701  448777 oci.go:646] temporary error: container missing-upgrade-20210813204152-288766 status is  but expect it to be exited

	I0813 20:42:58.540725  448777 retry.go:31] will retry after 1.080381816s: couldn't verify container is exited. %!v(MISSING): unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:42:59.621981  448777 cli_runner.go:115] Run: docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}

	W0813 20:42:59.659288  448777 cli_runner.go:162] docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}} returned with exit code 1

	I0813 20:42:59.659352  448777 oci.go:644] temporary error verifying shutdown: unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:42:59.659373  448777 oci.go:646] temporary error: container missing-upgrade-20210813204152-288766 status is  but expect it to be exited

	I0813 20:42:59.659397  448777 retry.go:31] will retry after 1.31013006s: couldn't verify container is exited. %!v(MISSING): unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:43:00.970892  448777 cli_runner.go:115] Run: docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}

	W0813 20:43:01.008467  448777 cli_runner.go:162] docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}} returned with exit code 1

	I0813 20:43:01.008526  448777 oci.go:644] temporary error verifying shutdown: unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:43:01.008537  448777 oci.go:646] temporary error: container missing-upgrade-20210813204152-288766 status is  but expect it to be exited

	I0813 20:43:01.008560  448777 retry.go:31] will retry after 1.582392691s: couldn't verify container is exited. %!v(MISSING): unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:43:02.592327  448777 cli_runner.go:115] Run: docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}

	W0813 20:43:02.630413  448777 cli_runner.go:162] docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}} returned with exit code 1

	I0813 20:43:02.630472  448777 oci.go:644] temporary error verifying shutdown: unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:43:02.630482  448777 oci.go:646] temporary error: container missing-upgrade-20210813204152-288766 status is  but expect it to be exited

	I0813 20:43:02.630508  448777 retry.go:31] will retry after 2.340488664s: couldn't verify container is exited. %!v(MISSING): unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:43:04.972998  448777 cli_runner.go:115] Run: docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}

	W0813 20:43:05.012099  448777 cli_runner.go:162] docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}} returned with exit code 1

	I0813 20:43:05.012164  448777 oci.go:644] temporary error verifying shutdown: unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:43:05.012178  448777 oci.go:646] temporary error: container missing-upgrade-20210813204152-288766 status is  but expect it to be exited

	I0813 20:43:05.012212  448777 retry.go:31] will retry after 4.506218855s: couldn't verify container is exited. %!v(MISSING): unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:43:09.520874  448777 cli_runner.go:115] Run: docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}

	W0813 20:43:09.558448  448777 cli_runner.go:162] docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}} returned with exit code 1

	I0813 20:43:09.558508  448777 oci.go:644] temporary error verifying shutdown: unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:43:09.558518  448777 oci.go:646] temporary error: container missing-upgrade-20210813204152-288766 status is  but expect it to be exited

	I0813 20:43:09.558543  448777 retry.go:31] will retry after 3.221479586s: couldn't verify container is exited. %!v(MISSING): unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:43:12.781061  448777 cli_runner.go:115] Run: docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}

	W0813 20:43:12.823216  448777 cli_runner.go:162] docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}} returned with exit code 1

	I0813 20:43:12.823291  448777 oci.go:644] temporary error verifying shutdown: unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:43:12.823308  448777 oci.go:646] temporary error: container missing-upgrade-20210813204152-288766 status is  but expect it to be exited

	I0813 20:43:12.823348  448777 oci.go:87] couldn't shut down missing-upgrade-20210813204152-288766 (might be okay): verify shutdown: couldn't verify container is exited. %!v(MISSING): unknown state "missing-upgrade-20210813204152-288766": docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}: exit status 1

	stdout:

	stderr:

	Error: No such container: missing-upgrade-20210813204152-288766

	I0813 20:43:12.823402  448777 cli_runner.go:115] Run: docker rm -f -v missing-upgrade-20210813204152-288766

	W0813 20:43:12.862054  448777 cli_runner.go:162] docker rm -f -v missing-upgrade-20210813204152-288766 returned with exit code 1

	W0813 20:43:12.862287  448777 delete.go:139] delete failed (probably ok) <nil>

	I0813 20:43:12.862299  448777 fix.go:120] Sleeping 1 second for extra luck!

	I0813 20:43:13.862419  448777 start.go:126] createHost starting for "m01" (driver="docker")

	I0813 20:43:13.864676  448777 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...

	I0813 20:43:13.864873  448777 start.go:160] libmachine.API.Create for "missing-upgrade-20210813204152-288766" (driver="docker")

	I0813 20:43:13.864908  448777 client.go:168] LocalClient.Create starting

	I0813 20:43:13.865019  448777 main.go:130] libmachine: Reading certificate data from /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem

	I0813 20:43:13.865060  448777 main.go:130] libmachine: Decoding PEM data...

	I0813 20:43:13.865082  448777 main.go:130] libmachine: Parsing certificate...

	I0813 20:43:13.865223  448777 main.go:130] libmachine: Reading certificate data from /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem

	I0813 20:43:13.865244  448777 main.go:130] libmachine: Decoding PEM data...

	I0813 20:43:13.865255  448777 main.go:130] libmachine: Parsing certificate...

	I0813 20:43:13.865506  448777 cli_runner.go:115] Run: docker network inspect missing-upgrade-20210813204152-288766 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"

	W0813 20:43:13.904026  448777 cli_runner.go:162] docker network inspect missing-upgrade-20210813204152-288766 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1

	I0813 20:43:13.904103  448777 network_create.go:255] running [docker network inspect missing-upgrade-20210813204152-288766] to gather additional debugging logs...

	I0813 20:43:13.904125  448777 cli_runner.go:115] Run: docker network inspect missing-upgrade-20210813204152-288766

	W0813 20:43:13.941084  448777 cli_runner.go:162] docker network inspect missing-upgrade-20210813204152-288766 returned with exit code 1

	I0813 20:43:13.941115  448777 network_create.go:258] error running [docker network inspect missing-upgrade-20210813204152-288766]: docker network inspect missing-upgrade-20210813204152-288766: exit status 1

	stdout:

	[]

	stderr:

	Error: No such network: missing-upgrade-20210813204152-288766

	I0813 20:43:13.941128  448777 network_create.go:260] output of [docker network inspect missing-upgrade-20210813204152-288766]: -- stdout --

	[]

	-- /stdout --

	** stderr ** 

	Error: No such network: missing-upgrade-20210813204152-288766

	** /stderr **

	I0813 20:43:13.941180  448777 cli_runner.go:115] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"

	I0813 20:43:13.979244  448777 network.go:288] reserving subnet 192.168.49.0 for 1m0s: &{mu:{state:0 sema:0} read:{v:{m:map[] amended:true}} dirty:map[192.168.49.0:0xc00065e228] misses:0}

	I0813 20:43:13.979310  448777 network.go:235] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:}}

	I0813 20:43:13.979333  448777 network_create.go:106] attempt to create docker network missing-upgrade-20210813204152-288766 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...

	I0813 20:43:13.979389  448777 cli_runner.go:115] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true missing-upgrade-20210813204152-288766

	I0813 20:43:14.046320  448777 network_create.go:90] docker network missing-upgrade-20210813204152-288766 192.168.49.0/24 created

	I0813 20:43:14.046355  448777 kic.go:106] calculated static IP "192.168.49.2" for the "missing-upgrade-20210813204152-288766" container

	I0813 20:43:14.046406  448777 cli_runner.go:115] Run: docker ps -a --format {{.Names}}

	I0813 20:43:14.084995  448777 cli_runner.go:115] Run: docker volume create missing-upgrade-20210813204152-288766 --label name.minikube.sigs.k8s.io=missing-upgrade-20210813204152-288766 --label created_by.minikube.sigs.k8s.io=true

	I0813 20:43:14.121292  448777 oci.go:102] Successfully created a docker volume missing-upgrade-20210813204152-288766

	I0813 20:43:14.121366  448777 cli_runner.go:115] Run: docker run --rm --name missing-upgrade-20210813204152-288766-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=missing-upgrade-20210813204152-288766 --entrypoint /usr/bin/test -v missing-upgrade-20210813204152-288766:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 -d /var/lib

	I0813 20:43:14.816504  448777 oci.go:106] Successfully prepared a docker volume missing-upgrade-20210813204152-288766

	W0813 20:43:14.816568  448777 oci.go:135] Your kernel does not support swap limit capabilities or the cgroup is not mounted.

	W0813 20:43:14.816576  448777 oci.go:119] Your kernel does not support memory limit capabilities or the cgroup is not mounted.

	I0813 20:43:14.816583  448777 preload.go:131] Checking if preload exists for k8s version v1.18.0 and runtime containerd

	I0813 20:43:14.816627  448777 cli_runner.go:115] Run: docker info --format "'{{json .SecurityOptions}}'"

	I0813 20:43:14.894786  448777 cli_runner.go:115] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname missing-upgrade-20210813204152-288766 --name missing-upgrade-20210813204152-288766 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=missing-upgrade-20210813204152-288766 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=missing-upgrade-20210813204152-288766 --network missing-upgrade-20210813204152-288766 --ip 192.168.49.2 --volume missing-upgrade-20210813204152-288766:/var --security-opt apparmor=unconfined --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6

	I0813 20:43:15.343335  448777 cli_runner.go:115] Run: docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Running}}

	I0813 20:43:15.385260  448777 cli_runner.go:115] Run: docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}

	I0813 20:43:15.427502  448777 cli_runner.go:115] Run: docker exec missing-upgrade-20210813204152-288766 stat /var/lib/dpkg/alternatives/iptables

	I0813 20:43:15.540632  448777 oci.go:278] the created container "missing-upgrade-20210813204152-288766" has a running status.

	I0813 20:43:15.540667  448777 kic.go:210] Creating ssh key for kic: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/missing-upgrade-20210813204152-288766/id_rsa...

	I0813 20:43:15.948627  448777 kic_runner.go:188] docker (temp): /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/missing-upgrade-20210813204152-288766/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)

	I0813 20:43:16.283797  448777 cli_runner.go:115] Run: docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}

	I0813 20:43:16.322530  448777 kic_runner.go:94] Run: chown docker:docker /home/docker/.ssh/authorized_keys

	I0813 20:43:16.322555  448777 kic_runner.go:115] Args: [docker exec --privileged missing-upgrade-20210813204152-288766 chown docker:docker /home/docker/.ssh/authorized_keys]

	I0813 20:43:16.422422  448777 cli_runner.go:115] Run: docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}

	I0813 20:43:16.460515  448777 machine.go:88] provisioning docker machine ...

	I0813 20:43:16.460557  448777 ubuntu.go:169] provisioning hostname "missing-upgrade-20210813204152-288766"

	I0813 20:43:16.460607  448777 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-20210813204152-288766

	I0813 20:43:16.497892  448777 main.go:130] libmachine: Using SSH client type: native

	I0813 20:43:16.498098  448777 main.go:130] libmachine: &{{{<nil> 0 [] [] []} docker [0x802ea0] 0x802e60 <nil>  [] 0s} 127.0.0.1 33150 <nil> <nil>}

	I0813 20:43:16.498117  448777 main.go:130] libmachine: About to run SSH command:

	sudo hostname missing-upgrade-20210813204152-288766 && echo "missing-upgrade-20210813204152-288766" | sudo tee /etc/hostname

	I0813 20:43:16.632118  448777 main.go:130] libmachine: SSH cmd err, output: <nil>: missing-upgrade-20210813204152-288766

	I0813 20:43:16.632194  448777 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-20210813204152-288766

	I0813 20:43:16.670952  448777 main.go:130] libmachine: Using SSH client type: native

	I0813 20:43:16.671120  448777 main.go:130] libmachine: &{{{<nil> 0 [] [] []} docker [0x802ea0] 0x802e60 <nil>  [] 0s} 127.0.0.1 33150 <nil> <nil>}

	I0813 20:43:16.671142  448777 main.go:130] libmachine: About to run SSH command:

			if ! grep -xq '.*\smissing-upgrade-20210813204152-288766' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 missing-upgrade-20210813204152-288766/g' /etc/hosts;

				else 

					echo '127.0.1.1 missing-upgrade-20210813204152-288766' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0813 20:43:16.792033  448777 main.go:130] libmachine: SSH cmd err, output: <nil>: 

	I0813 20:43:16.792064  448777 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube CaCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337

/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube}

	I0813 20:43:16.792087  448777 ubuntu.go:177] setting up certificates

	I0813 20:43:16.792098  448777 provision.go:83] configureAuth start

	I0813 20:43:16.792145  448777 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" missing-upgrade-20210813204152-288766

	I0813 20:43:16.830291  448777 provision.go:138] copyHostCerts

	I0813 20:43:16.830357  448777 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem, removing ...

	I0813 20:43:16.830369  448777 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem

	I0813 20:43:16.830430  448777 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem (1082 bytes)

	I0813 20:43:16.830503  448777 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem, removing ...

	I0813 20:43:16.830512  448777 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem

	I0813 20:43:16.830533  448777 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem (1123 bytes)

	I0813 20:43:16.830586  448777 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem, removing ...

	I0813 20:43:16.830612  448777 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem

	I0813 20:43:16.830631  448777 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem (1675 bytes)

	I0813 20:43:16.830669  448777 provision.go:112] generating server cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem org=jenkins.missing-upgrade-20210813204152-288766 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube missing-upgrade-20210813204152-288766]

	I0813 20:43:17.056861  448777 provision.go:172] copyRemoteCerts

	I0813 20:43:17.056921  448777 ssh_runner.go:149] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0813 20:43:17.056958  448777 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-20210813204152-288766

	I0813 20:43:17.095812  448777 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33150 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/missing-upgrade-20210813204152-288766/id_rsa Username:docker}

	I0813 20:43:17.187425  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)

	I0813 20:43:17.203278  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem --> /etc/docker/server.pem (1281 bytes)

	I0813 20:43:17.220014  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)

	I0813 20:43:17.235153  448777 provision.go:86] duration metric: configureAuth took 443.044651ms

	I0813 20:43:17.235178  448777 ubuntu.go:193] setting minikube options for container-runtime

	I0813 20:43:17.235317  448777 config.go:177] Loaded profile config "missing-upgrade-20210813204152-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.18.0

	I0813 20:43:17.235329  448777 machine.go:91] provisioned docker machine in 774.793782ms

	I0813 20:43:17.235335  448777 client.go:171] LocalClient.Create took 3.370419795s

	I0813 20:43:17.235356  448777 start.go:168] duration metric: libmachine.API.Create for "missing-upgrade-20210813204152-288766" took 3.370481254s

	I0813 20:43:17.235368  448777 start.go:267] post-start starting for "missing-upgrade-20210813204152-288766" (driver="docker")

	I0813 20:43:17.235374  448777 start.go:277] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0813 20:43:17.235412  448777 ssh_runner.go:149] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0813 20:43:17.235461  448777 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-20210813204152-288766

	I0813 20:43:17.276675  448777 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33150 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/missing-upgrade-20210813204152-288766/id_rsa Username:docker}

	I0813 20:43:17.363912  448777 ssh_runner.go:149] Run: cat /etc/os-release

	I0813 20:43:17.366541  448777 main.go:130] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found

	I0813 20:43:17.366562  448777 main.go:130] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found

	I0813 20:43:17.366572  448777 main.go:130] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found

	I0813 20:43:17.366578  448777 info.go:137] Remote host: Ubuntu 20.04.2 LTS

	I0813 20:43:17.366588  448777 filesync.go:126] Scanning /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/addons for local assets ...

	I0813 20:43:17.366629  448777 filesync.go:126] Scanning /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files for local assets ...

	I0813 20:43:17.366702  448777 filesync.go:149] local asset: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem -> 2887662.pem in /etc/ssl/certs

	I0813 20:43:17.366784  448777 ssh_runner.go:149] Run: sudo mkdir -p /etc/ssl/certs

	I0813 20:43:17.372891  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem --> /etc/ssl/certs/2887662.pem (1708 bytes)

	I0813 20:43:17.388401  448777 start.go:270] post-start completed in 153.021025ms

	I0813 20:43:17.388689  448777 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" missing-upgrade-20210813204152-288766

	I0813 20:43:17.427759  448777 profile.go:148] Saving config to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766/config.json ...

	I0813 20:43:17.427995  448777 ssh_runner.go:149] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0813 20:43:17.428048  448777 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-20210813204152-288766

	I0813 20:43:17.465407  448777 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33150 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/missing-upgrade-20210813204152-288766/id_rsa Username:docker}

	I0813 20:43:17.556632  448777 start.go:129] duration metric: createHost completed in 3.694177897s

	I0813 20:43:17.556725  448777 cli_runner.go:115] Run: docker container inspect missing-upgrade-20210813204152-288766 --format={{.State.Status}}

	W0813 20:43:17.597214  448777 fix.go:134] unexpected machine state, will restart: <nil>

	I0813 20:43:17.597244  448777 machine.go:88] provisioning docker machine ...

	I0813 20:43:17.597265  448777 ubuntu.go:169] provisioning hostname "missing-upgrade-20210813204152-288766"

	I0813 20:43:17.597312  448777 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-20210813204152-288766

	I0813 20:43:17.635082  448777 main.go:130] libmachine: Using SSH client type: native

	I0813 20:43:17.635238  448777 main.go:130] libmachine: &{{{<nil> 0 [] [] []} docker [0x802ea0] 0x802e60 <nil>  [] 0s} 127.0.0.1 33150 <nil> <nil>}

	I0813 20:43:17.635253  448777 main.go:130] libmachine: About to run SSH command:

	sudo hostname missing-upgrade-20210813204152-288766 && echo "missing-upgrade-20210813204152-288766" | sudo tee /etc/hostname

	I0813 20:43:17.771780  448777 main.go:130] libmachine: SSH cmd err, output: <nil>: missing-upgrade-20210813204152-288766

	I0813 20:43:17.771866  448777 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-20210813204152-288766

	I0813 20:43:17.809760  448777 main.go:130] libmachine: Using SSH client type: native

	I0813 20:43:17.809925  448777 main.go:130] libmachine: &{{{<nil> 0 [] [] []} docker [0x802ea0] 0x802e60 <nil>  [] 0s} 127.0.0.1 33150 <nil> <nil>}

	I0813 20:43:17.809956  448777 main.go:130] libmachine: About to run SSH command:

			if ! grep -xq '.*\smissing-upgrade-20210813204152-288766' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 missing-upgrade-20210813204152-288766/g' /etc/hosts;

				else 

					echo '127.0.1.1 missing-upgrade-20210813204152-288766' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0813 20:43:17.932051  448777 main.go:130] libmachine: SSH cmd err, output: <nil>: 

	I0813 20:43:17.932084  448777 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube CaCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337

/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube}

	I0813 20:43:17.932105  448777 ubuntu.go:177] setting up certificates

	I0813 20:43:17.932114  448777 provision.go:83] configureAuth start

	I0813 20:43:17.932164  448777 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" missing-upgrade-20210813204152-288766

	I0813 20:43:17.971328  448777 provision.go:138] copyHostCerts

	I0813 20:43:17.971379  448777 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem, removing ...

	I0813 20:43:17.971390  448777 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem

	I0813 20:43:17.971437  448777 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem (1082 bytes)

	I0813 20:43:17.971507  448777 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem, removing ...

	I0813 20:43:17.971517  448777 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem

	I0813 20:43:17.971533  448777 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem (1123 bytes)

	I0813 20:43:17.971580  448777 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem, removing ...

	I0813 20:43:17.971587  448777 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem

	I0813 20:43:17.971601  448777 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem (1675 bytes)

	I0813 20:43:17.971636  448777 provision.go:112] generating server cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem org=jenkins.missing-upgrade-20210813204152-288766 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube missing-upgrade-20210813204152-288766]

	I0813 20:43:18.092018  448777 provision.go:172] copyRemoteCerts

	I0813 20:43:18.092098  448777 ssh_runner.go:149] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0813 20:43:18.092149  448777 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-20210813204152-288766

	I0813 20:43:18.131189  448777 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33150 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/missing-upgrade-20210813204152-288766/id_rsa Username:docker}

	I0813 20:43:18.219431  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)

	I0813 20:43:18.237027  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem --> /etc/docker/server.pem (1281 bytes)

	I0813 20:43:18.252991  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0813 20:43:18.268212  448777 provision.go:86] duration metric: configureAuth took 336.084288ms

	I0813 20:43:18.268231  448777 ubuntu.go:193] setting minikube options for container-runtime

	I0813 20:43:18.268386  448777 config.go:177] Loaded profile config "missing-upgrade-20210813204152-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.18.0

	I0813 20:43:18.268401  448777 machine.go:91] provisioned docker machine in 671.150625ms

	I0813 20:43:18.268408  448777 start.go:267] post-start starting for "missing-upgrade-20210813204152-288766" (driver="docker")

	I0813 20:43:18.268417  448777 start.go:277] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0813 20:43:18.268463  448777 ssh_runner.go:149] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0813 20:43:18.268500  448777 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-20210813204152-288766

	I0813 20:43:18.307985  448777 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33150 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/missing-upgrade-20210813204152-288766/id_rsa Username:docker}

	I0813 20:43:18.395251  448777 ssh_runner.go:149] Run: cat /etc/os-release

	I0813 20:43:18.397791  448777 main.go:130] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found

	I0813 20:43:18.397811  448777 main.go:130] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found

	I0813 20:43:18.397819  448777 main.go:130] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found

	I0813 20:43:18.397825  448777 info.go:137] Remote host: Ubuntu 20.04.2 LTS

	I0813 20:43:18.397834  448777 filesync.go:126] Scanning /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/addons for local assets ...

	I0813 20:43:18.397873  448777 filesync.go:126] Scanning /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files for local assets ...

	I0813 20:43:18.397982  448777 filesync.go:149] local asset: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem -> 2887662.pem in /etc/ssl/certs

	I0813 20:43:18.398066  448777 ssh_runner.go:149] Run: sudo mkdir -p /etc/ssl/certs

	I0813 20:43:18.404059  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem --> /etc/ssl/certs/2887662.pem (1708 bytes)

	I0813 20:43:18.419377  448777 start.go:270] post-start completed in 150.956119ms

	I0813 20:43:18.419431  448777 ssh_runner.go:149] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0813 20:43:18.419519  448777 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-20210813204152-288766

	I0813 20:43:18.459430  448777 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33150 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/missing-upgrade-20210813204152-288766/id_rsa Username:docker}

	I0813 20:43:18.549465  448777 fix.go:57] fixHost completed within 21.84854531s

	I0813 20:43:18.549499  448777 start.go:80] releasing machines lock for "missing-upgrade-20210813204152-288766", held for 21.848608138s

	I0813 20:43:18.549582  448777 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" missing-upgrade-20210813204152-288766

	I0813 20:43:18.586172  448777 ssh_runner.go:149] Run: systemctl --version

	I0813 20:43:18.586226  448777 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-20210813204152-288766

	I0813 20:43:18.586267  448777 ssh_runner.go:149] Run: curl -sS -m 2 https://k8s.gcr.io/

	I0813 20:43:18.586328  448777 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" missing-upgrade-20210813204152-288766

	I0813 20:43:18.627709  448777 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33150 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/missing-upgrade-20210813204152-288766/id_rsa Username:docker}

	I0813 20:43:18.627868  448777 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33150 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/missing-upgrade-20210813204152-288766/id_rsa Username:docker}

	I0813 20:43:18.734519  448777 ssh_runner.go:149] Run: sudo systemctl stop -f crio

	I0813 20:43:18.743782  448777 ssh_runner.go:149] Run: sudo systemctl is-active --quiet service crio

	I0813 20:43:18.751816  448777 docker.go:153] disabling docker service ...

	I0813 20:43:18.751861  448777 ssh_runner.go:149] Run: sudo systemctl stop -f docker.socket

	I0813 20:43:18.766073  448777 ssh_runner.go:149] Run: sudo systemctl stop -f docker.service

	I0813 20:43:18.774301  448777 ssh_runner.go:149] Run: sudo systemctl disable docker.socket

	I0813 20:43:18.835969  448777 ssh_runner.go:149] Run: sudo systemctl mask docker.service

	I0813 20:43:18.893697  448777 ssh_runner.go:149] Run: sudo systemctl is-active --quiet service docker

	I0813 20:43:18.902688  448777 ssh_runner.go:149] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	image-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0813 20:43:18.914796  448777 ssh_runner.go:149] Run: /bin/bash -c "sudo mkdir -p /etc/containerd && printf %!s(MISSING) "cm9vdCA9ICIvdmFyL2xpYi9jb250YWluZXJkIgpzdGF0ZSA9ICIvcnVuL2NvbnRhaW5lcmQiCm9vbV9zY29yZSA9IDAKW2dycGNdCiAgYWRkcmVzcyA9ICIvcnVuL2NvbnRhaW5lcmQvY29udGFpbmVyZC5zb2NrIgogIHVpZCA9IDAKICBnaWQgPSAwCiAgbWF4X3JlY3ZfbWVzc2FnZV9zaXplID0gMTY3NzcyMTYKICBtYXhfc2VuZF9tZXNzYWdlX3NpemUgPSAxNjc3NzIxNgoKW2RlYnVnXQogIGFkZHJlc3MgPSAiIgogIHVpZCA9IDAKICBnaWQgPSAwCiAgbGV2ZWwgPSAiIgoKW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIiCiAgZ3JwY19oaXN0b2dyYW0gPSBmYWxzZQoKW2Nncm91cF0KICBwYXRoID0gIiIKCltwbHVnaW5zXQogIFtwbHVnaW5zLmNncm91cHNdCiAgICBub19wcm9tZXRoZXVzID0gZmFsc2UKICBbcGx1Z2lucy5jcmldCiAgICBzdHJlYW1fc2VydmVyX2FkZHJlc3MgPSAiIgogICAgc3RyZWFtX3NlcnZlcl9wb3J0ID0gIjEwMDEwIgogICAgZW5hYmxlX3NlbGludXggPSBmYWxzZQogICAgc2FuZGJveF9pbWFnZSA9ICJrOHMuZ2NyLmlvL3BhdXNlOjMuMiIKICAgIHN0YXRzX2NvbGxlY3RfcGVyaW9kID0gMTAKICAgIGVuYWJsZV90bHNfc3RyZWFtaW5nID0gZmFsc2UKICAgIG1heF9jb250YWluZXJfbG9nX2xpbmVfc2l6ZSA9IDE2Mzg0CgoJW3BsdWdpbnMuImlvLmNvb

nRhaW5lcmQuZ3JwYy52MS5jcmkiXQogICAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgICAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lc10KICAgICAgICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgICAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICAgICAgICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgICAgICAgICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKCiAgICBbcGx1Z2lucy5jcmkuY29udGFpbmVyZF0KICAgICAgc25hcHNob3R0ZXIgPSAib3ZlcmxheWZzIgogICAgICBbcGx1Z2lucy5jcmkuY29udGFpbmVyZC5kZWZhdWx0X3J1bnRpbWVdCiAgICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgICAgW3BsdWdpbnMuY3JpLmNvbnRhaW5lcmQudW50cnVzdGVkX3dvcmtsb2FkX3J1bnRpbWVdCiAgICAgICAgcnVudGltZV90eXBlID0gIiIKICAgICAgICBydW50aW1lX2VuZ2luZSA9ICIiCiAgICAgICAgcnVudGltZV9yb290ID0gIiIKICAgIFtwbHVnaW5zLmNyaS5jbmldCiAgICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKI

CAgICAgY29uZl90ZW1wbGF0ZSA9ICIiCiAgICBbcGx1Z2lucy5jcmkucmVnaXN0cnldCiAgICAgIFtwbHVnaW5zLmNyaS5yZWdpc3RyeS5taXJyb3JzXQogICAgICAgIFtwbHVnaW5zLmNyaS5yZWdpc3RyeS5taXJyb3JzLiJkb2NrZXIuaW8iXQogICAgICAgICAgZW5kcG9pbnQgPSBbImh0dHBzOi8vcmVnaXN0cnktMS5kb2NrZXIuaW8iXQogICAgICAgIFtwbHVnaW5zLmRpZmYtc2VydmljZV0KICAgIGRlZmF1bHQgPSBbIndhbGtpbmciXQogIFtwbHVnaW5zLnNjaGVkdWxlcl0KICAgIHBhdXNlX3RocmVzaG9sZCA9IDAuMDIKICAgIGRlbGV0aW9uX3RocmVzaG9sZCA9IDAKICAgIG11dGF0aW9uX3RocmVzaG9sZCA9IDEwMAogICAgc2NoZWR1bGVfZGVsYXkgPSAiMHMiCiAgICBzdGFydHVwX2RlbGF5ID0gIjEwMG1zIgo=" | base64 -d | sudo tee /etc/containerd/config.toml"

	I0813 20:43:18.927016  448777 ssh_runner.go:149] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0813 20:43:18.932733  448777 crio.go:128] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255

	stdout:

	stderr:

	sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory

	I0813 20:43:18.932799  448777 ssh_runner.go:149] Run: sudo modprobe br_netfilter

	I0813 20:43:18.939333  448777 ssh_runner.go:149] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0813 20:43:18.945060  448777 ssh_runner.go:149] Run: sudo systemctl daemon-reload

	I0813 20:43:18.998176  448777 ssh_runner.go:149] Run: sudo systemctl restart containerd

	I0813 20:43:19.060160  448777 start.go:392] Will wait 60s for socket path /run/containerd/containerd.sock

	I0813 20:43:19.060223  448777 ssh_runner.go:149] Run: stat /run/containerd/containerd.sock

	I0813 20:43:19.063361  448777 start.go:413] Will wait 60s for crictl version

	I0813 20:43:19.063427  448777 ssh_runner.go:149] Run: sudo crictl version

	I0813 20:43:19.087010  448777 start.go:422] Version:  0.1.0

	RuntimeName:  containerd

	RuntimeVersion:  1.4.9

	RuntimeApiVersion:  v1alpha2

	I0813 20:43:19.087072  448777 ssh_runner.go:149] Run: containerd --version

	I0813 20:43:19.107918  448777 ssh_runner.go:149] Run: containerd --version

	I0813 20:43:19.129658  448777 out.go:177] * Preparing Kubernetes v1.18.0 on containerd 1.4.9 ...

	I0813 20:43:19.129726  448777 cli_runner.go:115] Run: docker network inspect missing-upgrade-20210813204152-288766 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"

	I0813 20:43:19.166936  448777 ssh_runner.go:149] Run: grep 192.168.49.1	host.minikube.internal$ /etc/hosts

	I0813 20:43:19.170172  448777 ssh_runner.go:149] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.49.1	host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0813 20:43:19.179377  448777 preload.go:131] Checking if preload exists for k8s version v1.18.0 and runtime containerd

	I0813 20:43:19.179428  448777 ssh_runner.go:149] Run: sudo crictl images --output json

	I0813 20:43:19.200671  448777 containerd.go:609] couldn't find preloaded image for "gcr.io/k8s-minikube/storage-provisioner:v5". assuming images are not preloaded.

	I0813 20:43:19.200693  448777 cache_images.go:78] LoadImages start: [k8s.gcr.io/kube-apiserver:v1.18.0 k8s.gcr.io/kube-controller-manager:v1.18.0 k8s.gcr.io/kube-scheduler:v1.18.0 k8s.gcr.io/kube-proxy:v1.18.0 k8s.gcr.io/pause:3.2 k8s.gcr.io/etcd:3.4.3-0 k8s.gcr.io/coredns:1.6.7 gcr.io/k8s-minikube/storage-provisioner:v5 docker.io/kubernetesui/dashboard:v2.1.0 docker.io/kubernetesui/metrics-scraper:v1.0.4]

	I0813 20:43:19.200784  448777 image.go:133] retrieving image: docker.io/kubernetesui/metrics-scraper:v1.0.4

	I0813 20:43:19.200814  448777 image.go:133] retrieving image: k8s.gcr.io/kube-scheduler:v1.18.0

	I0813 20:43:19.200831  448777 image.go:133] retrieving image: k8s.gcr.io/kube-proxy:v1.18.0

	I0813 20:43:19.200845  448777 image.go:133] retrieving image: k8s.gcr.io/etcd:3.4.3-0

	I0813 20:43:19.200848  448777 image.go:133] retrieving image: docker.io/kubernetesui/dashboard:v2.1.0

	I0813 20:43:19.200873  448777 image.go:133] retrieving image: k8s.gcr.io/coredns:1.6.7

	I0813 20:43:19.200786  448777 image.go:133] retrieving image: k8s.gcr.io/pause:3.2

	I0813 20:43:19.200814  448777 image.go:133] retrieving image: gcr.io/k8s-minikube/storage-provisioner:v5

	I0813 20:43:19.200789  448777 image.go:133] retrieving image: k8s.gcr.io/kube-controller-manager:v1.18.0

	I0813 20:43:19.200813  448777 image.go:133] retrieving image: k8s.gcr.io/kube-apiserver:v1.18.0

	I0813 20:43:19.201993  448777 image.go:175] daemon lookup for k8s.gcr.io/coredns:1.6.7: Error response from daemon: reference does not exist

	I0813 20:43:19.202017  448777 image.go:175] daemon lookup for k8s.gcr.io/kube-scheduler:v1.18.0: Error response from daemon: reference does not exist

	I0813 20:43:19.202072  448777 image.go:175] daemon lookup for k8s.gcr.io/kube-proxy:v1.18.0: Error response from daemon: reference does not exist

	I0813 20:43:19.202230  448777 image.go:175] daemon lookup for k8s.gcr.io/kube-apiserver:v1.18.0: Error response from daemon: reference does not exist

	I0813 20:43:19.202295  448777 image.go:175] daemon lookup for k8s.gcr.io/kube-controller-manager:v1.18.0: Error response from daemon: reference does not exist

	I0813 20:43:19.215052  448777 image.go:171] found k8s.gcr.io/pause:3.2 locally: &{Image:0xc0011ee380}

	I0813 20:43:19.215097  448777 ssh_runner.go:149] Run: /bin/bash -c "sudo ctr -n=k8s.io images check | grep k8s.gcr.io/pause:3.2 | grep 80d28bedfe5dec59da9ebf8e6260224ac9008ab5c11dbbe16ee3ba3e4439ac2c"

	I0813 20:43:19.309196  448777 ssh_runner.go:149] Run: /bin/bash -c "sudo ctr -n=k8s.io images check | grep k8s.gcr.io/coredns:1.6.7 | grep 67da37a9a360e600e74464da48437257b00a754c77c40f60c65e4cb327c34bd5"

	I0813 20:43:19.309205  448777 ssh_runner.go:149] Run: /bin/bash -c "sudo ctr -n=k8s.io images check | grep k8s.gcr.io/kube-scheduler:v1.18.0 | grep a31f78c7c8ce146a60cc178c528dd08ca89320f2883e7eb804d7f7b062ed6466"

	I0813 20:43:19.313400  448777 cache_images.go:106] "k8s.gcr.io/pause:3.2" needs transfer: "k8s.gcr.io/pause:3.2" does not exist at hash "80d28bedfe5dec59da9ebf8e6260224ac9008ab5c11dbbe16ee3ba3e4439ac2c" in container runtime

	I0813 20:43:19.313446  448777 cri.go:205] Removing image: k8s.gcr.io/pause:3.2

	I0813 20:43:19.313487  448777 ssh_runner.go:149] Run: which crictl

	I0813 20:43:19.318918  448777 ssh_runner.go:149] Run: /bin/bash -c "sudo ctr -n=k8s.io images check | grep k8s.gcr.io/kube-proxy:v1.18.0 | grep 43940c34f24f39bc9a00b4f9dbcab51a3b28952a7c392c119b877fcb48fe65a3"

	I0813 20:43:19.319618  448777 ssh_runner.go:149] Run: /bin/bash -c "sudo ctr -n=k8s.io images check | grep k8s.gcr.io/kube-apiserver:v1.18.0 | grep 74060cea7f70476f300d9f04fe2c3b3a2e84589e0579382a8df8c82161c3735c"

	I0813 20:43:19.340093  448777 ssh_runner.go:149] Run: /bin/bash -c "sudo ctr -n=k8s.io images check | grep k8s.gcr.io/kube-controller-manager:v1.18.0 | grep d3e55153f52fb62421dae9ad1a8690a3fd1b30f1b808e50a69a8e7ed5565e72e"

	I0813 20:43:19.505587  448777 cache_images.go:106] "k8s.gcr.io/kube-scheduler:v1.18.0" needs transfer: "k8s.gcr.io/kube-scheduler:v1.18.0" does not exist at hash "a31f78c7c8ce146a60cc178c528dd08ca89320f2883e7eb804d7f7b062ed6466" in container runtime

	I0813 20:43:19.505635  448777 cri.go:205] Removing image: k8s.gcr.io/kube-scheduler:v1.18.0

	I0813 20:43:19.505682  448777 ssh_runner.go:149] Run: which crictl

	I0813 20:43:19.571840  448777 image.go:171] found gcr.io/k8s-minikube/storage-provisioner:v5 locally: &{Image:0xc0011ee360}

	I0813 20:43:19.571932  448777 ssh_runner.go:149] Run: /bin/bash -c "sudo ctr -n=k8s.io images check | grep gcr.io/k8s-minikube/storage-provisioner:v5 | grep 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562"

	I0813 20:43:19.577531  448777 cache_images.go:106] "k8s.gcr.io/coredns:1.6.7" needs transfer: "k8s.gcr.io/coredns:1.6.7" does not exist at hash "67da37a9a360e600e74464da48437257b00a754c77c40f60c65e4cb327c34bd5" in container runtime

	I0813 20:43:19.577579  448777 cri.go:205] Removing image: k8s.gcr.io/coredns:1.6.7

	I0813 20:43:19.577596  448777 ssh_runner.go:149] Run: sudo /usr/bin/crictl rmi k8s.gcr.io/pause:3.2

	I0813 20:43:19.577620  448777 ssh_runner.go:149] Run: which crictl

	I0813 20:43:19.577672  448777 cache_images.go:106] "k8s.gcr.io/kube-proxy:v1.18.0" needs transfer: "k8s.gcr.io/kube-proxy:v1.18.0" does not exist at hash "43940c34f24f39bc9a00b4f9dbcab51a3b28952a7c392c119b877fcb48fe65a3" in container runtime

	I0813 20:43:19.577714  448777 cri.go:205] Removing image: k8s.gcr.io/kube-proxy:v1.18.0

	I0813 20:43:19.577758  448777 ssh_runner.go:149] Run: which crictl

	I0813 20:43:19.599132  448777 cache_images.go:106] "k8s.gcr.io/kube-apiserver:v1.18.0" needs transfer: "k8s.gcr.io/kube-apiserver:v1.18.0" does not exist at hash "74060cea7f70476f300d9f04fe2c3b3a2e84589e0579382a8df8c82161c3735c" in container runtime

	I0813 20:43:19.599182  448777 cri.go:205] Removing image: k8s.gcr.io/kube-apiserver:v1.18.0

	I0813 20:43:19.599137  448777 cache_images.go:106] "k8s.gcr.io/kube-controller-manager:v1.18.0" needs transfer: "k8s.gcr.io/kube-controller-manager:v1.18.0" does not exist at hash "d3e55153f52fb62421dae9ad1a8690a3fd1b30f1b808e50a69a8e7ed5565e72e" in container runtime

	I0813 20:43:19.599217  448777 ssh_runner.go:149] Run: sudo /usr/bin/crictl rmi k8s.gcr.io/kube-scheduler:v1.18.0

	I0813 20:43:19.599221  448777 ssh_runner.go:149] Run: which crictl

	I0813 20:43:19.599248  448777 cri.go:205] Removing image: k8s.gcr.io/kube-controller-manager:v1.18.0

	I0813 20:43:19.599290  448777 ssh_runner.go:149] Run: which crictl

	I0813 20:43:19.656517  448777 image.go:171] found index.docker.io/kubernetesui/metrics-scraper:v1.0.4 locally: &{Image:0xc0000a0440}

	I0813 20:43:19.656591  448777 ssh_runner.go:149] Run: /bin/bash -c "sudo ctr -n=k8s.io images check | grep docker.io/kubernetesui/metrics-scraper:v1.0.4 | grep 86262685d9abb35698a4e03ed13f9ded5b97c6c85b466285e4f367e5232eeee4"

	I0813 20:43:19.765478  448777 cache_images.go:106] "gcr.io/k8s-minikube/storage-provisioner:v5" needs transfer: "gcr.io/k8s-minikube/storage-provisioner:v5" does not exist at hash "6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562" in container runtime

	I0813 20:43:19.765530  448777 cri.go:205] Removing image: gcr.io/k8s-minikube/storage-provisioner:v5

	I0813 20:43:19.765577  448777 ssh_runner.go:149] Run: which crictl

	I0813 20:43:19.765595  448777 ssh_runner.go:149] Run: sudo /usr/bin/crictl rmi k8s.gcr.io/kube-proxy:v1.18.0

	I0813 20:43:19.765598  448777 cache_images.go:276] Loading image from: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/pause_3.2

	I0813 20:43:19.765648  448777 ssh_runner.go:149] Run: sudo /usr/bin/crictl rmi k8s.gcr.io/coredns:1.6.7

	I0813 20:43:19.765689  448777 ssh_runner.go:149] Run: stat -c "%!s(MISSING) %!y(MISSING)" /var/lib/minikube/images/pause_3.2

	I0813 20:43:19.765695  448777 ssh_runner.go:149] Run: sudo /usr/bin/crictl rmi k8s.gcr.io/kube-controller-manager:v1.18.0

	I0813 20:43:19.765708  448777 cache_images.go:276] Loading image from: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-scheduler_v1.18.0

	I0813 20:43:19.765735  448777 ssh_runner.go:149] Run: sudo /usr/bin/crictl rmi k8s.gcr.io/kube-apiserver:v1.18.0

	I0813 20:43:19.765762  448777 ssh_runner.go:149] Run: stat -c "%!s(MISSING) %!y(MISSING)" /var/lib/minikube/images/kube-scheduler_v1.18.0

	I0813 20:43:19.783802  448777 cache_images.go:106] "docker.io/kubernetesui/metrics-scraper:v1.0.4" needs transfer: "docker.io/kubernetesui/metrics-scraper:v1.0.4" does not exist at hash "86262685d9abb35698a4e03ed13f9ded5b97c6c85b466285e4f367e5232eeee4" in container runtime

	I0813 20:43:19.783847  448777 cri.go:205] Removing image: docker.io/kubernetesui/metrics-scraper:v1.0.4

	I0813 20:43:19.783883  448777 ssh_runner.go:149] Run: which crictl

	I0813 20:43:19.902222  448777 cache_images.go:276] Loading image from: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-controller-manager_v1.18.0

	I0813 20:43:19.902268  448777 cache_images.go:276] Loading image from: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-proxy_v1.18.0

	I0813 20:43:19.902287  448777 ssh_runner.go:149] Run: sudo /usr/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5

	I0813 20:43:19.902287  448777 cache_images.go:276] Loading image from: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/coredns_1.6.7

	I0813 20:43:19.902340  448777 ssh_runner.go:149] Run: stat -c "%!s(MISSING) %!y(MISSING)" /var/lib/minikube/images/kube-controller-manager_v1.18.0

	I0813 20:43:19.902345  448777 ssh_runner.go:149] Run: stat -c "%!s(MISSING) %!y(MISSING)" /var/lib/minikube/images/kube-proxy_v1.18.0

	I0813 20:43:19.902347  448777 ssh_runner.go:149] Run: stat -c "%!s(MISSING) %!y(MISSING)" /var/lib/minikube/images/coredns_1.6.7

	I0813 20:43:19.902375  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/pause_3.2 --> /var/lib/minikube/images/pause_3.2 (325632 bytes)

	I0813 20:43:19.902415  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-scheduler_v1.18.0 --> /var/lib/minikube/images/kube-scheduler_v1.18.0 (34077696 bytes)

	I0813 20:43:19.902418  448777 cache_images.go:276] Loading image from: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-apiserver_v1.18.0

	I0813 20:43:19.902471  448777 ssh_runner.go:149] Run: stat -c "%!s(MISSING) %!y(MISSING)" /var/lib/minikube/images/kube-apiserver_v1.18.0

	I0813 20:43:19.902471  448777 ssh_runner.go:149] Run: sudo /usr/bin/crictl rmi docker.io/kubernetesui/metrics-scraper:v1.0.4

	I0813 20:43:19.964996  448777 cache_images.go:276] Loading image from: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/metrics-scraper_v1.0.4

	I0813 20:43:19.965095  448777 ssh_runner.go:149] Run: stat -c "%!s(MISSING) %!y(MISSING)" /var/lib/minikube/images/metrics-scraper_v1.0.4

	I0813 20:43:19.965165  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-apiserver_v1.18.0 --> /var/lib/minikube/images/kube-apiserver_v1.18.0 (51090432 bytes)

	I0813 20:43:19.965247  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/coredns_1.6.7 --> /var/lib/minikube/images/coredns_1.6.7 (13600256 bytes)

	I0813 20:43:19.965484  448777 cache_images.go:276] Loading image from: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/gcr.io/k8s-minikube/storage-provisioner_v5

	I0813 20:43:19.965525  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-proxy_v1.18.0 --> /var/lib/minikube/images/kube-proxy_v1.18.0 (48857088 bytes)

	I0813 20:43:19.965553  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-controller-manager_v1.18.0 --> /var/lib/minikube/images/kube-controller-manager_v1.18.0 (49124864 bytes)

	I0813 20:43:19.965561  448777 ssh_runner.go:149] Run: stat -c "%!s(MISSING) %!y(MISSING)" /var/lib/minikube/images/storage-provisioner_v5

	I0813 20:43:19.976146  448777 ssh_runner.go:306] existence check for /var/lib/minikube/images/metrics-scraper_v1.0.4: stat -c "%!s(MISSING) %!y(MISSING)" /var/lib/minikube/images/metrics-scraper_v1.0.4: Process exited with status 1

	stdout:

	stderr:

	stat: cannot stat '/var/lib/minikube/images/metrics-scraper_v1.0.4': No such file or directory

	I0813 20:43:19.976178  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/metrics-scraper_v1.0.4 --> /var/lib/minikube/images/metrics-scraper_v1.0.4 (16022528 bytes)

	I0813 20:43:19.976861  448777 containerd.go:280] Loading image: /var/lib/minikube/images/pause_3.2

	I0813 20:43:19.976905  448777 ssh_runner.go:306] existence check for /var/lib/minikube/images/storage-provisioner_v5: stat -c "%!s(MISSING) %!y(MISSING)" /var/lib/minikube/images/storage-provisioner_v5: Process exited with status 1

	stdout:

	stderr:

	stat: cannot stat '/var/lib/minikube/images/storage-provisioner_v5': No such file or directory

	I0813 20:43:19.976923  448777 ssh_runner.go:149] Run: sudo ctr -n=k8s.io images import /var/lib/minikube/images/pause_3.2

	I0813 20:43:19.976932  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/gcr.io/k8s-minikube/storage-provisioner_v5 --> /var/lib/minikube/images/storage-provisioner_v5 (9060352 bytes)

	I0813 20:43:20.211926  448777 cache_images.go:305] Transferred and loaded /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/pause_3.2 from cache

	I0813 20:43:20.237686  448777 containerd.go:280] Loading image: /var/lib/minikube/images/coredns_1.6.7

	I0813 20:43:20.237752  448777 ssh_runner.go:149] Run: sudo ctr -n=k8s.io images import /var/lib/minikube/images/coredns_1.6.7

	I0813 20:43:21.445367  448777 ssh_runner.go:189] Completed: sudo ctr -n=k8s.io images import /var/lib/minikube/images/coredns_1.6.7: (1.207570443s)

	I0813 20:43:21.445497  448777 cache_images.go:305] Transferred and loaded /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/coredns_1.6.7 from cache

	I0813 20:43:21.445599  448777 containerd.go:280] Loading image: /var/lib/minikube/images/storage-provisioner_v5

	I0813 20:43:21.445695  448777 ssh_runner.go:149] Run: sudo ctr -n=k8s.io images import /var/lib/minikube/images/storage-provisioner_v5

	I0813 20:43:21.904476  448777 cache_images.go:305] Transferred and loaded /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/gcr.io/k8s-minikube/storage-provisioner_v5 from cache

	I0813 20:43:21.904547  448777 containerd.go:280] Loading image: /var/lib/minikube/images/metrics-scraper_v1.0.4

	I0813 20:43:21.904610  448777 ssh_runner.go:149] Run: sudo ctr -n=k8s.io images import /var/lib/minikube/images/metrics-scraper_v1.0.4

	I0813 20:43:21.998369  448777 image.go:171] found index.docker.io/kubernetesui/dashboard:v2.1.0 locally: &{Image:0xc0000a0440}

	I0813 20:43:21.998447  448777 ssh_runner.go:149] Run: /bin/bash -c "sudo ctr -n=k8s.io images check | grep docker.io/kubernetesui/dashboard:v2.1.0 | grep 9a07b5b4bfac07e5cfc27f76c34516a3ad2fdfa3f683f375141fe662ef2e72db"

	I0813 20:43:22.475423  448777 image.go:171] found k8s.gcr.io/etcd:3.4.3-0 locally: &{Image:0xc00044e1e0}

	I0813 20:43:22.475497  448777 ssh_runner.go:149] Run: /bin/bash -c "sudo ctr -n=k8s.io images check | grep k8s.gcr.io/etcd:3.4.3-0 | grep 303ce5db0e90dab1c5728ec70d21091201a23cdf8aeca70ab54943bbaaf0833f"

	I0813 20:43:22.568995  448777 cache_images.go:305] Transferred and loaded /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/metrics-scraper_v1.0.4 from cache

	I0813 20:43:22.569047  448777 containerd.go:280] Loading image: /var/lib/minikube/images/kube-scheduler_v1.18.0

	I0813 20:43:22.569101  448777 ssh_runner.go:149] Run: sudo ctr -n=k8s.io images import /var/lib/minikube/images/kube-scheduler_v1.18.0

	I0813 20:43:22.569103  448777 cache_images.go:106] "docker.io/kubernetesui/dashboard:v2.1.0" needs transfer: "docker.io/kubernetesui/dashboard:v2.1.0" does not exist at hash "9a07b5b4bfac07e5cfc27f76c34516a3ad2fdfa3f683f375141fe662ef2e72db" in container runtime

	I0813 20:43:22.569152  448777 cri.go:205] Removing image: docker.io/kubernetesui/dashboard:v2.1.0

	I0813 20:43:22.569192  448777 ssh_runner.go:149] Run: which crictl

	I0813 20:43:22.578260  448777 cache_images.go:106] "k8s.gcr.io/etcd:3.4.3-0" needs transfer: "k8s.gcr.io/etcd:3.4.3-0" does not exist at hash "303ce5db0e90dab1c5728ec70d21091201a23cdf8aeca70ab54943bbaaf0833f" in container runtime

	I0813 20:43:22.578311  448777 cri.go:205] Removing image: k8s.gcr.io/etcd:3.4.3-0

	I0813 20:43:22.578358  448777 ssh_runner.go:149] Run: which crictl

	I0813 20:43:23.005553  448777 cache_images.go:305] Transferred and loaded /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-scheduler_v1.18.0 from cache

	I0813 20:43:23.005597  448777 containerd.go:280] Loading image: /var/lib/minikube/images/kube-proxy_v1.18.0

	I0813 20:43:23.005668  448777 ssh_runner.go:149] Run: sudo ctr -n=k8s.io images import /var/lib/minikube/images/kube-proxy_v1.18.0

	I0813 20:43:23.005690  448777 ssh_runner.go:149] Run: sudo /usr/bin/crictl rmi docker.io/kubernetesui/dashboard:v2.1.0

	I0813 20:43:23.005728  448777 ssh_runner.go:149] Run: sudo /usr/bin/crictl rmi k8s.gcr.io/etcd:3.4.3-0

	I0813 20:43:24.249463  448777 ssh_runner.go:189] Completed: sudo ctr -n=k8s.io images import /var/lib/minikube/images/kube-proxy_v1.18.0: (1.243765365s)

	I0813 20:43:24.249504  448777 cache_images.go:305] Transferred and loaded /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-proxy_v1.18.0 from cache

	I0813 20:43:24.249540  448777 containerd.go:280] Loading image: /var/lib/minikube/images/kube-controller-manager_v1.18.0

	I0813 20:43:24.249590  448777 ssh_runner.go:189] Completed: sudo /usr/bin/crictl rmi k8s.gcr.io/etcd:3.4.3-0: (1.243840098s)

	I0813 20:43:24.249606  448777 ssh_runner.go:149] Run: sudo ctr -n=k8s.io images import /var/lib/minikube/images/kube-controller-manager_v1.18.0

	I0813 20:43:24.249608  448777 cache_images.go:276] Loading image from: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/etcd_3.4.3-0

	I0813 20:43:24.249653  448777 ssh_runner.go:189] Completed: sudo /usr/bin/crictl rmi docker.io/kubernetesui/dashboard:v2.1.0: (1.243940118s)

	I0813 20:43:24.249676  448777 ssh_runner.go:149] Run: stat -c "%!s(MISSING) %!y(MISSING)" /var/lib/minikube/images/etcd_3.4.3-0

	I0813 20:43:24.249701  448777 cache_images.go:276] Loading image from: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/dashboard_v2.1.0

	I0813 20:43:24.249773  448777 ssh_runner.go:149] Run: stat -c "%!s(MISSING) %!y(MISSING)" /var/lib/minikube/images/dashboard_v2.1.0

	I0813 20:43:24.253495  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/etcd_3.4.3-0 --> /var/lib/minikube/images/etcd_3.4.3-0 (114172928 bytes)

	I0813 20:43:24.253910  448777 ssh_runner.go:306] existence check for /var/lib/minikube/images/dashboard_v2.1.0: stat -c "%!s(MISSING) %!y(MISSING)" /var/lib/minikube/images/dashboard_v2.1.0: Process exited with status 1

	stdout:

	stderr:

	stat: cannot stat '/var/lib/minikube/images/dashboard_v2.1.0': No such file or directory

	I0813 20:43:24.253933  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/dashboard_v2.1.0 --> /var/lib/minikube/images/dashboard_v2.1.0 (67993600 bytes)

	I0813 20:43:25.521790  448777 ssh_runner.go:189] Completed: sudo ctr -n=k8s.io images import /var/lib/minikube/images/kube-controller-manager_v1.18.0: (1.27216104s)

	I0813 20:43:25.521820  448777 cache_images.go:305] Transferred and loaded /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-controller-manager_v1.18.0 from cache

	I0813 20:43:25.521855  448777 containerd.go:280] Loading image: /var/lib/minikube/images/kube-apiserver_v1.18.0

	I0813 20:43:25.521911  448777 ssh_runner.go:149] Run: sudo ctr -n=k8s.io images import /var/lib/minikube/images/kube-apiserver_v1.18.0

	I0813 20:43:26.069414  448777 cache_images.go:305] Transferred and loaded /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-apiserver_v1.18.0 from cache

	I0813 20:43:26.069464  448777 containerd.go:280] Loading image: /var/lib/minikube/images/dashboard_v2.1.0

	I0813 20:43:26.069517  448777 ssh_runner.go:149] Run: sudo ctr -n=k8s.io images import /var/lib/minikube/images/dashboard_v2.1.0

	I0813 20:43:28.674519  448777 ssh_runner.go:189] Completed: sudo ctr -n=k8s.io images import /var/lib/minikube/images/dashboard_v2.1.0: (2.604973522s)

	I0813 20:43:28.674546  448777 cache_images.go:305] Transferred and loaded /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/dashboard_v2.1.0 from cache

	I0813 20:43:28.674572  448777 containerd.go:280] Loading image: /var/lib/minikube/images/etcd_3.4.3-0

	I0813 20:43:28.674613  448777 ssh_runner.go:149] Run: sudo ctr -n=k8s.io images import /var/lib/minikube/images/etcd_3.4.3-0

	I0813 20:43:29.957155  448777 ssh_runner.go:189] Completed: sudo ctr -n=k8s.io images import /var/lib/minikube/images/etcd_3.4.3-0: (1.28251486s)

	I0813 20:43:29.957187  448777 cache_images.go:305] Transferred and loaded /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/etcd_3.4.3-0 from cache

	I0813 20:43:29.957212  448777 cache_images.go:113] Successfully loaded all cached images

	I0813 20:43:29.957219  448777 cache_images.go:82] LoadImages completed in 10.756512046s

	I0813 20:43:29.957267  448777 ssh_runner.go:149] Run: sudo crictl info

	I0813 20:43:29.980967  448777 cni.go:93] Creating CNI manager for ""

	I0813 20:43:29.980990  448777 cni.go:142] EnableDefaultCNI is true, recommending bridge

	I0813 20:43:29.981001  448777 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16

	I0813 20:43:29.981018  448777 kubeadm.go:153] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.18.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:missing-upgrade-20210813204152-288766 NodeName:missing-upgrade-20210813204152-288766 DNSDomain:cluster.local CRISocket:/run/containerd/containerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NoTaintMaster:true NodeIP:192.168.49.2 CgroupDriver:cgro

upfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[]}

	I0813 20:43:29.981174  448777 kubeadm.go:157] kubeadm config:

	apiVersion: kubeadm.k8s.io/v1beta2

	kind: InitConfiguration

	localAPIEndpoint:

	  advertiseAddress: 192.168.49.2

	  bindPort: 8443

	bootstrapTokens:

	  - groups:

	      - system:bootstrappers:kubeadm:default-node-token

	    ttl: 24h0m0s

	    usages:

	      - signing

	      - authentication

	nodeRegistration:

	  criSocket: /run/containerd/containerd.sock

	  name: "missing-upgrade-20210813204152-288766"

	  kubeletExtraArgs:

	    node-ip: 192.168.49.2

	  taints: []

	---

	apiVersion: kubeadm.k8s.io/v1beta2

	kind: ClusterConfiguration

	apiServer:

	  certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]

	  extraArgs:

	    enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	controllerManager:

	  extraArgs:

	    allocate-node-cidrs: "true"

	    leader-elect: "false"

	scheduler:

	  extraArgs:

	    leader-elect: "false"

	certificatesDir: /var/lib/minikube/certs

	clusterName: mk

	controlPlaneEndpoint: control-plane.minikube.internal:8443

	dns:

	  type: CoreDNS

	etcd:

	  local:

	    dataDir: /var/lib/minikube/etcd

	    extraArgs:

	      proxy-refresh-interval: "70000"

	kubernetesVersion: v1.18.0

	networking:

	  dnsDomain: cluster.local

	  podSubnet: "10.244.0.0/16"

	  serviceSubnet: 10.96.0.0/12

	---

	apiVersion: kubelet.config.k8s.io/v1beta1

	kind: KubeletConfiguration

	authentication:

	  x509:

	    clientCAFile: /var/lib/minikube/certs/ca.crt

	cgroupDriver: cgroupfs

	clusterDomain: "cluster.local"

	# disable disk resource management by default

	imageGCHighThresholdPercent: 100

	evictionHard:

	  nodefs.available: "0%!"(MISSING)

	  nodefs.inodesFree: "0%!"(MISSING)

	  imagefs.available: "0%!"(MISSING)

	failSwapOn: false

	staticPodPath: /etc/kubernetes/manifests

	---

	apiVersion: kubeproxy.config.k8s.io/v1alpha1

	kind: KubeProxyConfiguration

	clusterCIDR: "10.244.0.0/16"

	metricsBindAddress: 0.0.0.0:10249

	conntrack:

	  maxPerCore: 0

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	  tcpEstablishedTimeout: 0s

	# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	  tcpCloseWaitTimeout: 0s

	I0813 20:43:29.981277  448777 kubeadm.go:909] kubelet [Unit]

	Wants=containerd.service

	[Service]

	ExecStart=

	ExecStart=/var/lib/minikube/binaries/v1.18.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime=remote --container-runtime-endpoint=unix:///run/containerd/containerd.sock --hostname-override=missing-upgrade-20210813204152-288766 --image-service-endpoint=unix:///run/containerd/containerd.sock --kubeconfig=/etc/kubernetes/kubelet.conf --network-plugin=cni --node-ip=192.168.49.2 --runtime-request-timeout=15m

	[Install]

	 config:

	{KubernetesVersion:v1.18.0 ClusterName:missing-upgrade-20210813204152-288766 Namespace: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.244.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:true CNI: NodeIP: NodePort:8443 NodeName:}

	I0813 20:43:29.981333  448777 ssh_runner.go:149] Run: sudo ls /var/lib/minikube/binaries/v1.18.0

	I0813 20:43:29.988232  448777 binaries.go:44] Found k8s binaries, skipping transfer

	I0813 20:43:29.988286  448777 ssh_runner.go:149] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube

	I0813 20:43:29.994681  448777 ssh_runner.go:316] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (551 bytes)

	I0813 20:43:30.006222  448777 ssh_runner.go:316] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)

	I0813 20:43:30.017536  448777 ssh_runner.go:316] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2087 bytes)

	I0813 20:43:30.028896  448777 ssh_runner.go:149] Run: grep 192.168.49.2	control-plane.minikube.internal$ /etc/hosts

	I0813 20:43:30.031706  448777 ssh_runner.go:149] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2	control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""

	I0813 20:43:30.039805  448777 certs.go:52] Setting up /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766 for IP: 192.168.49.2

	I0813 20:43:30.039846  448777 certs.go:179] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.key

	I0813 20:43:30.039859  448777 certs.go:179] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/proxy-client-ca.key

	I0813 20:43:30.039910  448777 certs.go:293] skipping minikube-user signed cert generation: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766/client.key

	I0813 20:43:30.039933  448777 certs.go:297] generating minikube signed cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766/apiserver.key.dd3b5fb2

	I0813 20:43:30.039944  448777 crypto.go:69] Generating cert /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]

	I0813 20:43:30.105023  448777 crypto.go:157] Writing cert to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766/apiserver.crt.dd3b5fb2 ...

	I0813 20:43:30.105050  448777 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766/apiserver.crt.dd3b5fb2: {Name:mka40ca2bf6cafcd9ab325711c868e759a65d824 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:43:30.105222  448777 crypto.go:165] Writing key to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766/apiserver.key.dd3b5fb2 ...

	I0813 20:43:30.105236  448777 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766/apiserver.key.dd3b5fb2: {Name:mk89f134783f5864d37f2d49ebe2e652db8c56d1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:43:30.105317  448777 certs.go:308] copying /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766/apiserver.crt.dd3b5fb2 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766/apiserver.crt

	I0813 20:43:30.105419  448777 certs.go:312] copying /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766/apiserver.key.dd3b5fb2 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766/apiserver.key

	I0813 20:43:30.105493  448777 certs.go:293] skipping aggregator signed cert generation: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766/proxy-client.key

	I0813 20:43:30.105600  448777 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/288766.pem (1338 bytes)

	W0813 20:43:30.105636  448777 certs.go:372] ignoring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/288766_empty.pem, impossibly tiny 0 bytes

	I0813 20:43:30.105646  448777 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem (1675 bytes)

	I0813 20:43:30.105668  448777 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem (1082 bytes)

	I0813 20:43:30.105691  448777 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem (1123 bytes)

	I0813 20:43:30.105719  448777 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/key.pem (1675 bytes)

	I0813 20:43:30.105768  448777 certs.go:376] found cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem (1708 bytes)

	I0813 20:43:30.106722  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)

	I0813 20:43:30.123473  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)

	I0813 20:43:30.138864  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)

	I0813 20:43:30.153913  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)

	I0813 20:43:30.169223  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)

	I0813 20:43:30.184388  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)

	I0813 20:43:30.199549  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)

	I0813 20:43:30.214434  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)

	I0813 20:43:30.229646  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)

	I0813 20:43:30.245122  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/288766.pem --> /usr/share/ca-certificates/288766.pem (1338 bytes)

	I0813 20:43:30.260346  448777 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem --> /usr/share/ca-certificates/2887662.pem (1708 bytes)

	I0813 20:43:30.275403  448777 ssh_runner.go:316] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)

	I0813 20:43:30.286354  448777 ssh_runner.go:149] Run: openssl version

	I0813 20:43:30.290859  448777 ssh_runner.go:149] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"

	I0813 20:43:30.297448  448777 ssh_runner.go:149] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem

	I0813 20:43:30.300401  448777 certs.go:419] hashing: -rw-r--r-- 1 root root 1111 Aug 13 20:09 /usr/share/ca-certificates/minikubeCA.pem

	I0813 20:43:30.300446  448777 ssh_runner.go:149] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem

	I0813 20:43:30.304875  448777 ssh_runner.go:149] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"

	I0813 20:43:30.311414  448777 ssh_runner.go:149] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/288766.pem && ln -fs /usr/share/ca-certificates/288766.pem /etc/ssl/certs/288766.pem"

	I0813 20:43:30.317945  448777 ssh_runner.go:149] Run: ls -la /usr/share/ca-certificates/288766.pem

	I0813 20:43:30.320828  448777 certs.go:419] hashing: -rw-r--r-- 1 root root 1338 Aug 13 20:14 /usr/share/ca-certificates/288766.pem

	I0813 20:43:30.320861  448777 ssh_runner.go:149] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/288766.pem

	I0813 20:43:30.325283  448777 ssh_runner.go:149] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/288766.pem /etc/ssl/certs/51391683.0"

	I0813 20:43:30.331957  448777 ssh_runner.go:149] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/2887662.pem && ln -fs /usr/share/ca-certificates/2887662.pem /etc/ssl/certs/2887662.pem"

	I0813 20:43:30.338528  448777 ssh_runner.go:149] Run: ls -la /usr/share/ca-certificates/2887662.pem

	I0813 20:43:30.341405  448777 certs.go:419] hashing: -rw-r--r-- 1 root root 1708 Aug 13 20:14 /usr/share/ca-certificates/2887662.pem

	I0813 20:43:30.341452  448777 ssh_runner.go:149] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/2887662.pem

	I0813 20:43:30.345783  448777 ssh_runner.go:149] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/2887662.pem /etc/ssl/certs/3ec20f2e.0"

	I0813 20:43:30.352466  448777 kubeadm.go:390] StartCluster: {Name:missing-upgrade-20210813204152-288766 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser: SSHKey: SSHPort:0 KubernetesConfig:{KubernetesVersion:v1.18.0 ClusterName:missing-upgrade-20210813204152-288766 Namespace: APIServerName:minikubeCA API

ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.244.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:true CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name:m01 IP:192.168.49.2 Port:8443 KubernetesVersion:v1.18.0 ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: MultiNodeRequested:false ExtraDisks:0}

	I0813 20:43:30.352545  448777 cri.go:41] listing CRI containers in root /run/containerd/runc/k8s.io: {State:paused Name: Namespaces:[kube-system]}

	I0813 20:43:30.352586  448777 ssh_runner.go:149] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"

	I0813 20:43:30.374712  448777 cri.go:76] found id: "e3c06685a43acbcb59852d18c612b1f0d73ade830fc62a6feb2a44b8d247b73a"

	I0813 20:43:30.374733  448777 cri.go:76] found id: "89df3c88dfc59d74880dc355efbb87abde4a3247721e528e3348148f9288507f"

	I0813 20:43:30.374740  448777 cri.go:76] found id: "8874efacd1950cc256fb62fcb1d92c4eddb11c7bd9d370ca3c39b19637e8dd90"

	I0813 20:43:30.374746  448777 cri.go:76] found id: "b3e2a9ff199a784ff291f014620fe7c57cb424feb078a15c998902ef84e4f2c9"

	I0813 20:43:30.374751  448777 cri.go:76] found id: ""

	I0813 20:43:30.374791  448777 ssh_runner.go:149] Run: sudo runc --root /run/containerd/runc/k8s.io list -f json

	I0813 20:43:30.387609  448777 cri.go:103] JSON = null

	W0813 20:43:30.387664  448777 kubeadm.go:397] unpause failed: list paused: list returned 0 containers, but ps returned 4

	I0813 20:43:30.387711  448777 ssh_runner.go:149] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd

	I0813 20:43:30.393996  448777 kubeadm.go:401] found existing configuration files, will attempt cluster restart

	I0813 20:43:30.394011  448777 kubeadm.go:600] restartCluster start

	I0813 20:43:30.394049  448777 ssh_runner.go:149] Run: sudo test -d /data/minikube

	I0813 20:43:30.399851  448777 kubeadm.go:126] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1

	stdout:

	stderr:

	I0813 20:43:30.400649  448777 kubeconfig.go:93] found "missing-upgrade-20210813204152-288766" server: "https://172.17.0.2:8443"

	I0813 20:43:30.400673  448777 kubeconfig.go:117] verify returned: got: 172.17.0.2:8443, want: 192.168.49.2:8443

	I0813 20:43:30.401445  448777 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/kubeconfig: {Name:mk094da01a05b0ab7e65473206855dd043cd6dbd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:43:30.402149  448777 kapi.go:59] client config for missing-upgrade-20210813204152-288766: &rest.Config{Host:"https://192.168.49.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/missing-upgrade-20210813204152-288766/client.crt", KeyFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profil

es/missing-upgrade-20210813204152-288766/client.key", CAFile:"/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x17e2d00), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}

	I0813 20:43:30.403777  448777 ssh_runner.go:149] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new

	I0813 20:43:30.409789  448777 kubeadm.go:568] needs reconfigure: configs differ:

	-- stdout --

	--- /var/tmp/minikube/kubeadm.yaml	2021-08-13 20:42:30.061137019 +0000

	+++ /var/tmp/minikube/kubeadm.yaml.new	2021-08-13 20:43:30.021414272 +0000

	@@ -1,7 +1,7 @@

	 apiVersion: kubeadm.k8s.io/v1beta2

	 kind: InitConfiguration

	 localAPIEndpoint:

	-  advertiseAddress: 172.17.0.2

	+  advertiseAddress: 192.168.49.2

	   bindPort: 8443

	 bootstrapTokens:

	   - groups:

	@@ -14,23 +14,32 @@

	   criSocket: /run/containerd/containerd.sock

	   name: "missing-upgrade-20210813204152-288766"

	   kubeletExtraArgs:

	-    node-ip: 172.17.0.2

	+    node-ip: 192.168.49.2

	   taints: []

	 ---

	 apiVersion: kubeadm.k8s.io/v1beta2

	 kind: ClusterConfiguration

	 apiServer:

	-  certSANs: ["127.0.0.1", "localhost", "172.17.0.2"]

	+  certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]

	   extraArgs:

	     enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"

	+controllerManager:

	+  extraArgs:

	+    allocate-node-cidrs: "true"

	+    leader-elect: "false"

	+scheduler:

	+  extraArgs:

	+    leader-elect: "false"

	 certificatesDir: /var/lib/minikube/certs

	 clusterName: mk

	-controlPlaneEndpoint: 172.17.0.2:8443

	+controlPlaneEndpoint: control-plane.minikube.internal:8443

	 dns:

	   type: CoreDNS

	 etcd:

	   local:

	     dataDir: /var/lib/minikube/etcd

	+    extraArgs:

	+      proxy-refresh-interval: "70000"

	 kubernetesVersion: v1.18.0

	 networking:

	   dnsDomain: cluster.local

	@@ -39,13 +48,27 @@

	 ---

	 apiVersion: kubelet.config.k8s.io/v1beta1

	 kind: KubeletConfiguration

	+authentication:

	+  x509:

	+    clientCAFile: /var/lib/minikube/certs/ca.crt

	+cgroupDriver: cgroupfs

	+clusterDomain: "cluster.local"

	 # disable disk resource management by default

	 imageGCHighThresholdPercent: 100

	 evictionHard:

	   nodefs.available: "0%!"(MISSING)

	   nodefs.inodesFree: "0%!"(MISSING)

	   imagefs.available: "0%!"(MISSING)

	+failSwapOn: false

	+staticPodPath: /etc/kubernetes/manifests

	 ---

	 apiVersion: kubeproxy.config.k8s.io/v1alpha1

	 kind: KubeProxyConfiguration

	-metricsBindAddress: 172.17.0.2:10249

	+clusterCIDR: "10.244.0.0/16"

	+metricsBindAddress: 0.0.0.0:10249

	+conntrack:

	+  maxPerCore: 0

	+# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"

	+  tcpEstablishedTimeout: 0s

	+# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"

	+  tcpCloseWaitTimeout: 0s

	-- /stdout --

	I0813 20:43:30.409806  448777 kubeadm.go:1032] stopping kube-system containers ...

	I0813 20:43:30.409817  448777 cri.go:41] listing CRI containers in root /run/containerd/runc/k8s.io: {State:all Name: Namespaces:[kube-system]}

	I0813 20:43:30.409858  448777 ssh_runner.go:149] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"

	I0813 20:43:30.431052  448777 cri.go:76] found id: "e3c06685a43acbcb59852d18c612b1f0d73ade830fc62a6feb2a44b8d247b73a"

	I0813 20:43:30.431070  448777 cri.go:76] found id: "89df3c88dfc59d74880dc355efbb87abde4a3247721e528e3348148f9288507f"

	I0813 20:43:30.431075  448777 cri.go:76] found id: "8874efacd1950cc256fb62fcb1d92c4eddb11c7bd9d370ca3c39b19637e8dd90"

	I0813 20:43:30.431079  448777 cri.go:76] found id: "b3e2a9ff199a784ff291f014620fe7c57cb424feb078a15c998902ef84e4f2c9"

	I0813 20:43:30.431082  448777 cri.go:76] found id: ""

	I0813 20:43:30.431086  448777 cri.go:221] Stopping containers: [e3c06685a43acbcb59852d18c612b1f0d73ade830fc62a6feb2a44b8d247b73a 89df3c88dfc59d74880dc355efbb87abde4a3247721e528e3348148f9288507f 8874efacd1950cc256fb62fcb1d92c4eddb11c7bd9d370ca3c39b19637e8dd90 b3e2a9ff199a784ff291f014620fe7c57cb424feb078a15c998902ef84e4f2c9]

	I0813 20:43:30.431118  448777 ssh_runner.go:149] Run: which crictl

	I0813 20:43:30.433808  448777 ssh_runner.go:149] Run: sudo /usr/bin/crictl stop e3c06685a43acbcb59852d18c612b1f0d73ade830fc62a6feb2a44b8d247b73a 89df3c88dfc59d74880dc355efbb87abde4a3247721e528e3348148f9288507f 8874efacd1950cc256fb62fcb1d92c4eddb11c7bd9d370ca3c39b19637e8dd90 b3e2a9ff199a784ff291f014620fe7c57cb424feb078a15c998902ef84e4f2c9

	I0813 20:43:30.454144  448777 ssh_runner.go:149] Run: sudo systemctl stop kubelet

	I0813 20:43:30.465438  448777 ssh_runner.go:149] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf

	I0813 20:43:30.471570  448777 kubeadm.go:151] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2

	stdout:

	stderr:

	ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory

	ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory

	I0813 20:43:30.471614  448777 ssh_runner.go:149] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml

	I0813 20:43:30.477829  448777 kubeadm.go:676] reconfiguring cluster from /var/tmp/minikube/kubeadm.yaml

	I0813 20:43:30.477846  448777 ssh_runner.go:149] Run: /bin/bash -c "sudo env PATH=/var/lib/minikube/binaries/v1.18.0:$PATH kubeadm init phase certs all --config /var/tmp/minikube/kubeadm.yaml"

	I0813 20:43:30.522022  448777 ssh_runner.go:149] Run: /bin/bash -c "sudo env PATH=/var/lib/minikube/binaries/v1.18.0:$PATH kubeadm init phase kubeconfig all --config /var/tmp/minikube/kubeadm.yaml"

	I0813 20:43:31.337841  448777 ssh_runner.go:149] Run: /bin/bash -c "sudo env PATH=/var/lib/minikube/binaries/v1.18.0:$PATH kubeadm init phase kubelet-start --config /var/tmp/minikube/kubeadm.yaml"

	I0813 20:43:31.454668  448777 ssh_runner.go:149] Run: /bin/bash -c "sudo env PATH=/var/lib/minikube/binaries/v1.18.0:$PATH kubeadm init phase control-plane all --config /var/tmp/minikube/kubeadm.yaml"

	I0813 20:43:31.510572  448777 ssh_runner.go:149] Run: /bin/bash -c "sudo env PATH=/var/lib/minikube/binaries/v1.18.0:$PATH kubeadm init phase etcd local --config /var/tmp/minikube/kubeadm.yaml"

	I0813 20:43:31.574107  448777 api_server.go:50] waiting for apiserver process to appear ...

	I0813 20:43:31.574178  448777 ssh_runner.go:149] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0813 20:43:32.088592  448777 ssh_runner.go:149] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0813 20:43:32.588303  448777 ssh_runner.go:149] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0813 20:43:33.088247  448777 ssh_runner.go:149] Run: sudo pgrep -xnf kube-apiserver.*minikube.*

	I0813 20:43:33.152470  448777 api_server.go:70] duration metric: took 1.578361681s to wait for apiserver process to appear ...

	I0813 20:43:33.152499  448777 api_server.go:86] waiting for apiserver healthz status ...

	I0813 20:43:33.152510  448777 api_server.go:239] Checking apiserver healthz at https://192.168.49.2:8443/healthz ...

	* 

	* ==> container status <==

	* CONTAINER           IMAGE               CREATED             STATE               NAME                      ATTEMPT             POD ID

	6bcea47ee4e01       6e38f40d628db       2 minutes ago       Exited              storage-provisioner       0                   4399f9d1493b8

	0c7ddbd99132b       296a6d5035e2d       2 minutes ago       Running             coredns                   0                   dd8c4c931e635

	024f629ddecde       6de166512aa22       3 minutes ago       Running             kindnet-cni               0                   b783388587f5a

	1775bca136eca       adb2816ea823a       3 minutes ago       Running             kube-proxy                0                   8d310005d31b9

	35c9c5b96ad77       3d174f00aa39e       3 minutes ago       Running             kube-apiserver            0                   25e8b80dac235

	10b548fbb1482       0369cf4303ffd       3 minutes ago       Running             etcd                      0                   93e2e043f71bb

	63173c1db4bc4       6be0dc1302e30       3 minutes ago       Running             kube-scheduler            0                   d6e3116efb0cc

	d6650f5f34d68       bc2bb319a7038       3 minutes ago       Running             kube-controller-manager   0                   e341b9ff9e766

	* 

	* ==> containerd <==

	* -- Logs begin at Fri 2021-08-13 20:39:32 UTC, end at Fri 2021-08-13 20:43:38 UTC. --

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.723959699Z" level=info msg="Connect containerd service"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724001120Z" level=info msg="Get image filesystem path \"/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs\""

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724675425Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724740975Z" level=info msg="Start subscribing containerd event"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724845093Z" level=info msg="Start recovering state"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724922364Z" level=info msg=serving... address=/run/containerd/containerd.sock.ttrpc

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724976350Z" level=info msg=serving... address=/run/containerd/containerd.sock

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.725036444Z" level=info msg="containerd successfully booted in 0.046453s"

	Aug 13 20:40:49 pause-20210813203929-288766 systemd[1]: Started containerd container runtime.

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806823891Z" level=info msg="Start event monitor"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806882804Z" level=info msg="Start snapshots syncer"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806895419Z" level=info msg="Start cni network conf syncer"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806904249Z" level=info msg="Start streaming server"

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.179906544Z" level=info msg="RunPodsandbox for &PodSandboxMetadata{Name:storage-provisioner,Uid:ef3f9623-341b-4146-a723-7a12ef0a7234,Namespace:kube-system,Attempt:0,}"

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.204533624Z" level=info msg="starting signal loop" namespace=k8s.io path=/run/containerd/io.containerd.runtime.v2.task/k8s.io/4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4 pid=2655

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.357169807Z" level=info msg="RunPodSandbox for &PodSandboxMetadata{Name:storage-provisioner,Uid:ef3f9623-341b-4146-a723-7a12ef0a7234,Namespace:kube-system,Attempt:0,} returns sandbox id \"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4\""

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.359631546Z" level=info msg="CreateContainer within sandbox \"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4\" for container &ContainerMetadata{Name:storage-provisioner,Attempt:0,}"

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.426123269Z" level=info msg="CreateContainer within sandbox \"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4\" for &ContainerMetadata{Name:storage-provisioner,Attempt:0,} returns container id \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.426673722Z" level=info msg="StartContainer for \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.575767160Z" level=info msg="StartContainer for \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\" returns successfully"

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.637273756Z" level=info msg="Finish piping stderr of container \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.637342149Z" level=info msg="Finish piping stdout of container \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.639127528Z" level=info msg="TaskExit event &TaskExit{ContainerID:6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af,ID:6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af,Pid:2707,ExitStatus:255,ExitedAt:2021-08-13 20:41:20.638811872 +0000 UTC,XXX_unrecognized:[],}"

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.693394662Z" level=info msg="shim disconnected" id=6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.693476700Z" level=error msg="copy shim log" error="read /proc/self/fd/105: file already closed"

	* 

	* ==> coredns [0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476] <==

	* .:53

	[INFO] plugin/reload: Running configuration MD5 = 7cb80d9b13c0af3fa1ba04fc3eef5f89

	CoreDNS-1.8.0

	linux/amd64, go1.15.3, 054c9ae

	* 

	* ==> describe nodes <==

	* 

	* ==> dmesg <==

	* [  +8.191417] IPv4: martian source 10.96.0.1 from 10.244.0.2, on dev br-63168b86d05c

	[  +0.000004] ll header: 00000000: 02 42 47 fa 9c 46 02 42 c0 a8 31 02 08 00        .BG..F.B..1...

	[  +0.001622] IPv4: martian source 10.96.0.1 from 10.244.0.2, on dev br-63168b86d05c

	[  +0.000002] ll header: 00000000: 02 42 47 fa 9c 46 02 42 c0 a8 31 02 08 00        .BG..F.B..1...

	[ +20.728040] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:30] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:32] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:34] IPv4: martian source 10.244.0.2 from 10.244.0.2, on dev veth320c7f25

	[  +0.000002] ll header: 00000000: ff ff ff ff ff ff 0e 9b 16 90 bc 70 08 06        ...........p..

	[Aug13 20:35] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:36] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:37] cgroup: cgroup2: unknown option "nsdelegate"

	[  +0.098933] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:38] cgroup: cgroup2: unknown option "nsdelegate"

	[  +8.982583] IPv4: martian source 10.244.0.2 from 10.244.0.2, on dev veth8ea709fa

	[  +0.000002] ll header: 00000000: ff ff ff ff ff ff 42 e2 4e 11 65 06 08 06        ......B.N.e...

	[ +22.664251] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:39] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:40] cgroup: cgroup2: unknown option "nsdelegate"

	[ +39.576161] IPv4: martian source 10.244.0.2 from 10.244.0.2, on dev vethb8bf580a

	[  +0.000005] ll header: 00000000: ff ff ff ff ff ff ea 75 25 a9 9a 9c 08 06        .......u%!.(MISSING)...

	[Aug13 20:41] cgroup: cgroup2: unknown option "nsdelegate"

	[ +48.814389] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:43] cgroup: cgroup2: unknown option "nsdelegate"

	[ +29.324433] cgroup: cgroup2: unknown option "nsdelegate"

	* 

	* ==> etcd [10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf] <==

	* 2021-08-13 20:40:42.778312 W | wal: sync duration of 3.100984898s, expected less than 1s

	2021-08-13 20:40:42.779486 W | etcdserver: read-only range request "key:\"/registry/events/kube-system/coredns-558bd4d5db-484lt.169af84dcb1fbbb8\" " with result "range_response_count:1 size:829" took too long (3.088007504s) to execute

	2021-08-13 20:40:44.073231 W | wal: sync duration of 1.294764095s, expected less than 1s

	2021-08-13 20:40:44.260110 W | etcdserver: read-only range request "key:\"/registry/health\" " with result "range_response_count:0 size:5" took too long (2.179883392s) to execute

	2021-08-13 20:40:44.260283 W | etcdserver: read-only range request "key:\"/registry/minions/\" range_end:\"/registry/minions0\" " with result "range_response_count:1 size:4894" took too long (4.424921938s) to execute

	2021-08-13 20:40:44.260525 W | etcdserver: read-only range request "key:\"/registry/minions/pause-20210813203929-288766\" " with result "range_response_count:1 size:4894" took too long (4.214720074s) to execute

	2021-08-13 20:40:44.260874 W | etcdserver: request "header:<ID:3238505127204165473 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/events/kube-system/coredns-558bd4d5db-484lt.169af84dcb1fbbb8\" mod_revision:459 > success:<request_put:<key:\"/registry/events/kube-system/coredns-558bd4d5db-484lt.169af84dcb1fbbb8\" value_size:726 lease:3238505127204165016 >> failure:<request_range:<key:\"/registry/events/kube-system/coredns-558bd4d5db-484lt.169af84dcb1fbbb8\" > >>" with result "size:16" took too long (187.257473ms) to execute

	2021-08-13 20:40:44.430318 W | etcdserver: read-only range request "key:\"/registry/namespaces/default\" " with result "range_response_count:1 size:341" took too long (1.629369907s) to execute

	2021-08-13 20:40:44.432293 W | etcdserver: read-only range request "key:\"/registry/health\" " with result "range_response_count:0 size:5" took too long (346.886299ms) to execute

	2021-08-13 20:40:44.432602 W | etcdserver: read-only range request "key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" " with result "range_response_count:7 size:36636" took too long (164.073512ms) to execute

	2021-08-13 20:40:49.883686 I | etcdserver/api/etcdhttp: /health OK (status code 200)

	2021-08-13 20:41:00.883506 W | etcdserver/api/etcdhttp: /health error; QGET failed etcdserver: request timed out (status code 503)

	2021-08-13 20:41:02.074842 W | etcdserver: read-only range request "key:\"/registry/health\" " with result "error:context deadline exceeded" took too long (2.000065606s) to execute

	2021-08-13 20:41:03.515496 W | etcdserver: request "header:<ID:3238505127204165564 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/minions/pause-20210813203929-288766\" mod_revision:489 > success:<request_put:<key:\"/registry/minions/pause-20210813203929-288766\" value_size:4804 >> failure:<request_range:<key:\"/registry/minions/pause-20210813203929-288766\" > >>" with result "size:16" took too long (3.329754073s) to execute

	2021-08-13 20:41:04.080493 W | etcdserver: read-only range request "key:\"/registry/health\" " with result "error:context deadline exceeded" took too long (2.000010762s) to execute

	2021-08-13 20:41:04.523604 W | wal: sync duration of 4.22976394s, expected less than 1s

	2021-08-13 20:41:05.034343 W | etcdserver: request "header:<ID:3238505127204165566 username:\"kube-apiserver-etcd-client\" auth_revision:1 > txn:<compare:<target:MOD key:\"/registry/leases/kube-node-lease/pause-20210813203929-288766\" mod_revision:491 > success:<request_put:<key:\"/registry/leases/kube-node-lease/pause-20210813203929-288766\" value_size:588 >> failure:<request_range:<key:\"/registry/leases/kube-node-lease/pause-20210813203929-288766\" > >>" with result "size:16" took too long (510.473087ms) to execute

	2021-08-13 20:41:05.034975 W | etcdserver: read-only range request "key:\"/registry/namespaces/default\" " with result "range_response_count:1 size:341" took too long (2.232738436s) to execute

	2021-08-13 20:41:05.035394 W | etcdserver: read-only range request "key:\"/registry/health\" " with result "range_response_count:0 size:5" took too long (949.775251ms) to execute

	2021-08-13 20:41:05.035710 W | etcdserver: read-only range request "key:\"/registry/events/kube-system/etcd-pause-20210813203929-288766.169af850bc06f9b5\" " with result "range_response_count:1 size:829" took too long (4.149261944s) to execute

	2021-08-13 20:41:05.035731 W | etcdserver: read-only range request "key:\"/registry/minions/\" range_end:\"/registry/minions0\" " with result "range_response_count:1 size:4871" took too long (751.910023ms) to execute

	2021-08-13 20:41:06.464004 W | wal: sync duration of 1.300160204s, expected less than 1s

	2021-08-13 20:41:06.464608 W | etcdserver: read-only range request "key:\"/registry/services/specs/default/kubernetes\" " with result "range_response_count:1 size:665" took too long (1.426788168s) to execute

	2021-08-13 20:41:06.464726 W | etcdserver: read-only range request "key:\"/registry/health\" " with result "range_response_count:0 size:5" took too long (1.390022083s) to execute

	2021-08-13 20:41:06.465016 W | etcdserver: read-only range request "key:\"/registry/events/kube-system/kube-apiserver-pause-20210813203929-288766.169af8510327182e\" " with result "range_response_count:1 size:871" took too long (1.421633733s) to execute

	* 

	* ==> kernel <==

	*  20:44:42 up  2:27,  0 users,  load average: 3.92, 3.27, 2.18

	Linux pause-20210813203929-288766 4.9.0-16-amd64 #1 SMP Debian 4.9.272-2 (2021-07-19) x86_64 x86_64 x86_64 GNU/Linux

	PRETTY_NAME="Ubuntu 20.04.2 LTS"

	* 

	* ==> kube-apiserver [35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5] <==

	* W0813 20:44:34.836951       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:44:34.845345       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:44:34.901525       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:44:34.967224       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:44:34.971454       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:44:34.977633       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:44:35.343365       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:44:35.441853       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:44:35.559720       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:44:35.664854       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:44:35.834030       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:44:36.466276       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:44:36.610440       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:44:36.795142       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:44:37.454055       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:44:37.555746       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	I0813 20:44:38.176306       1 trace.go:205] Trace[2138963586]: "List etcd3" key:/minions,resourceVersion:,resourceVersionMatch:,limit:0,continue: (13-Aug-2021 20:43:38.176) (total time: 60000ms):

	Trace[2138963586]: [1m0.000038328s] [1m0.000038328s] END

	E0813 20:44:38.176339       1 status.go:71] apiserver received an error that is not an metav1.Status: context.deadlineExceededError{}: context deadline exceeded

	E0813 20:44:38.176453       1 writers.go:117] apiserver was unable to write a JSON response: http: Handler timeout

	E0813 20:44:38.177750       1 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout

	E0813 20:44:38.178781       1 writers.go:130] apiserver was unable to write a fallback JSON response: http: Handler timeout

	I0813 20:44:38.180008       1 trace.go:205] Trace[364388298]: "List" url:/api/v1/nodes,user-agent:kubectl/v1.21.3 (linux/amd64) kubernetes/ca643a4,client:127.0.0.1,accept:application/json,protocol:HTTP/2.0 (13-Aug-2021 20:43:38.176) (total time: 60003ms):

	Trace[364388298]: [1m0.003754916s] [1m0.003754916s] END

	W0813 20:44:39.024477       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	* 

	* ==> kube-controller-manager [d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f] <==

	* I0813 20:40:27.340678       1 shared_informer.go:247] Caches are synced for ephemeral 

	I0813 20:40:27.340689       1 shared_informer.go:247] Caches are synced for certificate-csrsigning-legacy-unknown 

	I0813 20:40:27.340714       1 shared_informer.go:247] Caches are synced for certificate-csrsigning-kube-apiserver-client 

	I0813 20:40:27.390237       1 shared_informer.go:247] Caches are synced for expand 

	I0813 20:40:27.391352       1 shared_informer.go:247] Caches are synced for attach detach 

	I0813 20:40:27.457663       1 shared_informer.go:247] Caches are synced for persistent volume 

	I0813 20:40:27.540919       1 shared_informer.go:247] Caches are synced for resource quota 

	I0813 20:40:27.553464       1 shared_informer.go:247] Caches are synced for resource quota 

	I0813 20:40:27.591214       1 shared_informer.go:247] Caches are synced for ClusterRoleAggregator 

	I0813 20:40:27.797083       1 event.go:291] "Event occurred" object="kube-system/kindnet" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kindnet-zhtm5"

	I0813 20:40:27.798886       1 event.go:291] "Event occurred" object="kube-system/kube-proxy" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-sx47j"

	I0813 20:40:27.845459       1 event.go:291] "Event occurred" object="kube-system/coredns" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-558bd4d5db to 2"

	I0813 20:40:28.034246       1 shared_informer.go:247] Caches are synced for garbage collector 

	I0813 20:40:28.034267       1 garbagecollector.go:151] Garbage collector: all resource monitors have synced. Proceeding to collect garbage

	I0813 20:40:28.059959       1 shared_informer.go:247] Caches are synced for garbage collector 

	I0813 20:40:28.243971       1 event.go:291] "Event occurred" object="kube-system/coredns-558bd4d5db" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-558bd4d5db-bmfzs"

	I0813 20:40:28.250198       1 event.go:291] "Event occurred" object="kube-system/coredns-558bd4d5db" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-558bd4d5db-484lt"

	I0813 20:40:28.434087       1 event.go:291] "Event occurred" object="kube-system/coredns" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-558bd4d5db to 1"

	I0813 20:40:28.442326       1 event.go:291] "Event occurred" object="kube-system/coredns-558bd4d5db" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-558bd4d5db-bmfzs"

	I0813 20:40:44.268368       1 node_lifecycle_controller.go:1191] Controller detected that some Nodes are Ready. Exiting master disruption mode.

	E0813 20:42:23.302321       1 node_lifecycle_controller.go:1107] Error updating node pause-20210813203929-288766: Timeout: request did not complete within requested timeout context deadline exceeded

	E0813 20:43:23.304405       1 node_lifecycle_controller.go:801] Failed while getting a Node to retry updating node health. Probably Node pause-20210813203929-288766 was deleted.

	E0813 20:43:23.304435       1 node_lifecycle_controller.go:806] Update health of Node '' from Controller error: the server was unable to return a response in the time allotted, but may still be processing the request (get nodes pause-20210813203929-288766). Skipping - no pods will be evicted.

	I0813 20:43:28.304580       1 node_lifecycle_controller.go:1398] Initializing eviction metric for zone: 

	E0813 20:44:02.321555       1 node_lifecycle_controller.go:1107] Error updating node pause-20210813203929-288766: Timeout: request did not complete within requested timeout context deadline exceeded

	* 

	* ==> kube-proxy [1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e] <==

	* I0813 20:40:29.063812       1 node.go:172] Successfully retrieved node IP: 192.168.58.2

	I0813 20:40:29.063870       1 server_others.go:140] Detected node IP 192.168.58.2

	W0813 20:40:29.063915       1 server_others.go:598] Unknown proxy mode "", assuming iptables proxy

	I0813 20:40:29.146787       1 server_others.go:206] kube-proxy running in dual-stack mode, IPv4-primary

	I0813 20:40:29.146834       1 server_others.go:212] Using iptables Proxier.

	I0813 20:40:29.146858       1 server_others.go:219] creating dualStackProxier for iptables.

	W0813 20:40:29.146873       1 server_others.go:512] detect-local-mode set to ClusterCIDR, but no IPv6 cluster CIDR defined, , defaulting to no-op detect-local for IPv6

	I0813 20:40:29.147256       1 server.go:643] Version: v1.21.3

	I0813 20:40:29.147957       1 config.go:315] Starting service config controller

	I0813 20:40:29.147982       1 shared_informer.go:240] Waiting for caches to sync for service config

	I0813 20:40:29.153359       1 config.go:224] Starting endpoint slice config controller

	I0813 20:40:29.153384       1 shared_informer.go:240] Waiting for caches to sync for endpoint slice config

	W0813 20:40:29.157072       1 warnings.go:70] discovery.k8s.io/v1beta1 EndpointSlice is deprecated in v1.21+, unavailable in v1.25+; use discovery.k8s.io/v1 EndpointSlice

	W0813 20:40:29.158190       1 warnings.go:70] discovery.k8s.io/v1beta1 EndpointSlice is deprecated in v1.21+, unavailable in v1.25+; use discovery.k8s.io/v1 EndpointSlice

	I0813 20:40:29.248464       1 shared_informer.go:247] Caches are synced for service config 

	I0813 20:40:29.253695       1 shared_informer.go:247] Caches are synced for endpoint slice config 

	* 

	* ==> kube-scheduler [63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627] <==

	* E0813 20:40:10.353758       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0813 20:40:10.353764       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:10.353721       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0813 20:40:10.353854       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1beta1.CSIStorageCapacity: failed to list *v1beta1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:10.353881       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0813 20:40:10.354018       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0813 20:40:10.354178       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0813 20:40:10.354221       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0813 20:40:10.354241       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0813 20:40:10.354301       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0813 20:40:11.217831       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0813 20:40:11.245035       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0813 20:40:11.284247       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0813 20:40:11.317368       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:11.317378       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:11.358244       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0813 20:40:11.421586       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0813 20:40:11.574746       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0813 20:40:11.609805       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0813 20:40:11.625755       1 reflector.go:138] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0813 20:40:11.648548       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0813 20:40:11.787233       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0813 20:40:11.832346       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1beta1.CSIStorageCapacity: failed to list *v1beta1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:11.866533       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	I0813 20:40:14.451054       1 shared_informer.go:247] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file 

	* 

	* ==> kubelet <==

	* -- Logs begin at Fri 2021-08-13 20:39:32 UTC, end at Fri 2021-08-13 20:44:43 UTC. --

	Aug 13 20:40:27 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:27.969456    1271 projected.go:199] Error preparing data for projected volume kube-api-access-w4zjx for pod kube-system/kube-proxy-sx47j: configmap "kube-root-ca.crt" not found

	Aug 13 20:40:27 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:27.969520    1271 nestedpendingoperations.go:301] Operation for "{volumeName:kubernetes.io/projected/c70574ce-ae51-4887-ae04-ec18ad33d036-kube-api-access-w4zjx podName:c70574ce-ae51-4887-ae04-ec18ad33d036 nodeName:}" failed. No retries permitted until 2021-08-13 20:40:28.469497426 +0000 UTC m=+14.347780961 (durationBeforeRetry 500ms). Error: "MountVolume.SetUp failed for volume \"kube-api-access-w4zjx\" (UniqueName: \"kubernetes.io/projected/c70574ce-ae51-4887-ae04-ec18ad33d036-kube-api-access-w4zjx\") pod \"kube-proxy-sx47j\" (UID: \"c70574ce-ae51-4887-ae04-ec18ad33d036\") : configmap \"kube-root-ca.crt\" not found"

	Aug 13 20:40:29 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:29.649911    1271 kubelet.go:2211] "Container runtime network not ready" networkReady="NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: cni plugin not initialized"

	Aug 13 20:40:44 pause-20210813203929-288766 kubelet[1271]: I0813 20:40:44.676538    1271 topology_manager.go:187] "Topology Admit Handler"

	Aug 13 20:40:44 pause-20210813203929-288766 kubelet[1271]: I0813 20:40:44.868169    1271 reconciler.go:224] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/17376923-c2de-4448-914a-866177eef01c-config-volume\") pod \"coredns-558bd4d5db-484lt\" (UID: \"17376923-c2de-4448-914a-866177eef01c\") "

	Aug 13 20:40:44 pause-20210813203929-288766 kubelet[1271]: I0813 20:40:44.868228    1271 reconciler.go:224] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hjqcd\" (UniqueName: \"kubernetes.io/projected/17376923-c2de-4448-914a-866177eef01c-kube-api-access-hjqcd\") pod \"coredns-558bd4d5db-484lt\" (UID: \"17376923-c2de-4448-914a-866177eef01c\") "

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: W0813 20:40:49.648085    1271 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {/run/containerd/containerd.sock  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory". Reconnecting...

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: W0813 20:40:49.648312    1271 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {/run/containerd/containerd.sock  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory". Reconnecting...

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.653626    1271 remote_runtime.go:515] "Status from runtime service failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.653676    1271 kubelet.go:2200] "Container runtime sanity check failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.656853    1271 remote_runtime.go:314] "ListContainers with filter from runtime service failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\"" filter="&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},}"

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.656902    1271 container_log_manager.go:183] "Failed to rotate container logs" err="failed to list containers: rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.661102    1271 remote_runtime.go:207] "ListPodSandbox with filter from runtime service failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\"" filter="nil"

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.661154    1271 kuberuntime_sandbox.go:223] "Failed to list pod sandboxes" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.661190    1271 generic.go:205] "GenericPLEG: Unable to retrieve pods" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.717506    1271 remote_runtime.go:86] "Version from runtime service failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.733249    1271 remote_image.go:152] "ImageFsInfo from image service failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:40:49 pause-20210813203929-288766 kubelet[1271]: E0813 20:40:49.733286    1271 eviction_manager.go:255] "Eviction manager: failed to get summary stats" err="failed to get imageFs stats: rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing dial unix /run/containerd/containerd.sock: connect: no such file or directory\""

	Aug 13 20:41:07 pause-20210813203929-288766 kubelet[1271]: I0813 20:41:07.577095    1271 topology_manager.go:187] "Topology Admit Handler"

	Aug 13 20:41:07 pause-20210813203929-288766 kubelet[1271]: I0813 20:41:07.777987    1271 reconciler.go:224] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/ef3f9623-341b-4146-a723-7a12ef0a7234-tmp\") pod \"storage-provisioner\" (UID: \"ef3f9623-341b-4146-a723-7a12ef0a7234\") "

	Aug 13 20:41:07 pause-20210813203929-288766 kubelet[1271]: I0813 20:41:07.778108    1271 reconciler.go:224] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-pqhfl\" (UniqueName: \"kubernetes.io/projected/ef3f9623-341b-4146-a723-7a12ef0a7234-kube-api-access-pqhfl\") pod \"storage-provisioner\" (UID: \"ef3f9623-341b-4146-a723-7a12ef0a7234\") "

	Aug 13 20:41:09 pause-20210813203929-288766 systemd[1]: Stopping kubelet: The Kubernetes Node Agent...

	Aug 13 20:41:09 pause-20210813203929-288766 kubelet[1271]: I0813 20:41:09.242391    1271 dynamic_cafile_content.go:182] Shutting down client-ca-bundle::/var/lib/minikube/certs/ca.crt

	Aug 13 20:41:09 pause-20210813203929-288766 systemd[1]: kubelet.service: Succeeded.

	Aug 13 20:41:09 pause-20210813203929-288766 systemd[1]: Stopped kubelet: The Kubernetes Node Agent.

	* 

	* ==> storage-provisioner [6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af] <==

	* 	/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:880 +0x4af

	goroutine 124 [sync.Cond.Wait]:

	sync.runtime_notifyListWait(0xc000441a50, 0x0)

		/usr/local/go/src/runtime/sema.go:513 +0xf8

	sync.(*Cond).Wait(0xc000441a40)

		/usr/local/go/src/sync/cond.go:56 +0x99

	k8s.io/client-go/util/workqueue.(*Type).Get(0xc00039ef60, 0x0, 0x0, 0x0)

		/Users/medya/go/pkg/mod/k8s.io/client-go@v0.20.5/util/workqueue/queue.go:145 +0x89

	sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000446f00, 0x18e5530, 0xc0000460c0, 0x203000)

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:990 +0x3e

	sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(...)

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:929

	sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3()

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:881 +0x5c

	k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00028a0e0)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:155 +0x5f

	k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00028a0e0, 0x18b3d60, 0xc0004502d0, 0x1, 0xc000114300)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:156 +0x9b

	k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00028a0e0, 0x3b9aca00, 0x0, 0x1, 0xc000114300)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:133 +0x98

	k8s.io/apimachinery/pkg/util/wait.Until(0xc00028a0e0, 0x3b9aca00, 0xc000114300)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:90 +0x4d

	created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:881 +0x3d6

-- /stdout --

** stderr ** 

	E0813 20:44:38.179876  452391 logs.go:190] command /bin/bash -c "sudo /var/lib/minikube/binaries/v1.21.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" failed with error: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.21.3/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1

	stdout:

	stderr:

	Error from server (Timeout): the server was unable to return a response in the time allotted, but may still be processing the request (get nodes)

	 output: "\n** stderr ** \nError from server (Timeout): the server was unable to return a response in the time allotted, but may still be processing the request (get nodes)\n\n** /stderr **"

	! unable to fetch logs for: describe nodes

** /stderr **

helpers_test.go:250: failed logs error: exit status 110

--- FAIL: TestPause/serial/VerifyStatus (97.49s)

=== RUN   TestPause/serial/PauseAgain

pause_test.go:107: (dbg) Run:  out/minikube-linux-amd64 pause -p pause-20210813203929-288766 --alsologtostderr -v=5

pause_test.go:107: (dbg) Non-zero exit: out/minikube-linux-amd64 pause -p pause-20210813203929-288766 --alsologtostderr -v=5: exit status 80 (5.567214174s)

-- stdout --

	* Pausing node pause-20210813203929-288766 ... 

-- /stdout --

** stderr ** 

	I0813 20:44:44.086636  459192 out.go:298] Setting OutFile to fd 1 ...

	I0813 20:44:44.086723  459192 out.go:345] TERM=,COLORTERM=, which probably does not support color

	I0813 20:44:44.086733  459192 out.go:311] Setting ErrFile to fd 2...

	I0813 20:44:44.086738  459192 out.go:345] TERM=,COLORTERM=, which probably does not support color

	I0813 20:44:44.086903  459192 root.go:313] Updating PATH: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/bin

	I0813 20:44:44.087138  459192 out.go:305] Setting JSON to false

	I0813 20:44:44.087168  459192 mustload.go:65] Loading cluster: pause-20210813203929-288766

	I0813 20:44:44.088322  459192 config.go:177] Loaded profile config "pause-20210813203929-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.21.3

	I0813 20:44:44.089479  459192 cli_runner.go:115] Run: docker container inspect pause-20210813203929-288766 --format={{.State.Status}}

	I0813 20:44:44.140684  459192 host.go:66] Checking if "pause-20210813203929-288766" exists ...

	I0813 20:44:44.141747  459192 pause.go:58] "namespaces" [kube-system kubernetes-dashboard storage-gluster istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cni: container-runtime:docker cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) host-dns-resolver:%!s(bool=

true) host-only-cidr:192.168.99.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/12032/minikube-v1.22.0-1628622362-12032.iso https://github.com/kubernetes/minikube/releases/download/v1.22.0-1628622362-12032/minikube-v1.22.0-1628622362-12032.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.22.0-1628622362-12032.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qemu-uri:qemu:///system listen-address: memory: mount:%!s(bool=false) mount-string:/home/jenkins:/minikube-host namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plu

gin: nfs-share:[] nfs-shares-root:/nfsshares no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) profile:pause-20210813203929-288766 purge:%!s(bool=false) registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) schedule:0s service-cluster-ip-range:10.96.0.0/12 ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarning:%!s(bool=true) wantupdatenotification:%!s(bool=true) wantvirtualboxdriverwarning:%!s(bool=true)]="(MISSING)"

	I0813 20:44:44.144087  459192 out.go:177] * Pausing node pause-20210813203929-288766 ... 

	I0813 20:44:44.144130  459192 host.go:66] Checking if "pause-20210813203929-288766" exists ...

	I0813 20:44:44.144449  459192 ssh_runner.go:149] Run: systemctl --version

	I0813 20:44:44.144507  459192 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-20210813203929-288766

	I0813 20:44:44.216068  459192 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33132 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/pause-20210813203929-288766/id_rsa Username:docker}

	I0813 20:44:44.325700  459192 ssh_runner.go:149] Run: sudo systemctl is-active --quiet service kubelet

	I0813 20:44:44.340893  459192 pause.go:50] kubelet running: true

	I0813 20:44:44.340969  459192 ssh_runner.go:149] Run: sudo systemctl disable --now kubelet

	I0813 20:44:49.394294  459192 ssh_runner.go:189] Completed: sudo systemctl disable --now kubelet: (5.053289215s)

	I0813 20:44:49.394359  459192 cri.go:41] listing CRI containers in root /run/containerd/runc/k8s.io: {State:running Name: Namespaces:[kube-system kubernetes-dashboard storage-gluster istio-operator]}

	I0813 20:44:49.394422  459192 ssh_runner.go:149] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl ps -a --quiet --label io.kubernetes.pod.namespace=storage-gluster; crictl ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"

	I0813 20:44:49.490931  459192 cri.go:76] found id: "6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af"

	I0813 20:44:49.490969  459192 cri.go:76] found id: "0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476"

	I0813 20:44:49.490977  459192 cri.go:76] found id: "024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c"

	I0813 20:44:49.490983  459192 cri.go:76] found id: "1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e"

	I0813 20:44:49.490988  459192 cri.go:76] found id: "35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5"

	I0813 20:44:49.490994  459192 cri.go:76] found id: "10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf"

	I0813 20:44:49.491000  459192 cri.go:76] found id: "63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627"

	I0813 20:44:49.491006  459192 cri.go:76] found id: "d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f"

	I0813 20:44:49.491015  459192 cri.go:76] found id: ""

	I0813 20:44:49.491061  459192 ssh_runner.go:149] Run: sudo runc --root /run/containerd/runc/k8s.io list -f json

	I0813 20:44:49.533845  459192 cri.go:103] JSON = [{"ociVersion":"1.0.2-dev","id":"024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c","pid":1942,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c/rootfs","created":"2021-08-13T20:40:29.492925829Z","annotations":{"io.kubernetes.cri.container-name":"kindnet-cni","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476","pid":2122,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476","rootfs":"/run/containerd/io.containerd.runtim

e.v2.task/k8s.io/0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476/rootfs","created":"2021-08-13T20:40:45.384956251Z","annotations":{"io.kubernetes.cri.container-name":"coredns","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf","pid":1163,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf/rootfs","created":"2021-08-13T20:40:06.101045648Z","annotations":{"io.kubernetes.cri.container-name":"etcd","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d"},"owner":"root"},{"ociVersion":

"1.0.2-dev","id":"1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e","pid":1797,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e/rootfs","created":"2021-08-13T20:40:28.957034394Z","annotations":{"io.kubernetes.cri.container-name":"kube-proxy","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3","pid":1017,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0

ae99cd3/rootfs","created":"2021-08-13T20:40:05.773047847Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-apiserver-pause-20210813203929-288766_3d23f607cb660cded40b593f202cd88f"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5","pid":1162,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5/rootfs","created":"2021-08-13T20:40:06.101338063Z","annotations":{"io.kubernetes.cri.container-name":"kube-apiserver","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99c

d3"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4","pid":2675,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4/rootfs","created":"2021-08-13T20:41:08.329015763Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_storage-provisioner_ef3f9623-341b-4146-a723-7a12ef0a7234"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627","pid":1154,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627","rootfs"

:"/run/containerd/io.containerd.runtime.v2.task/k8s.io/63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627/rootfs","created":"2021-08-13T20:40:06.045024784Z","annotations":{"io.kubernetes.cri.container-name":"kube-scheduler","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74","pid":1758,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74/rootfs","created":"2021-08-13T20:40:28.820928149Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74","io.kubernetes.cri.sandbox-log

-directory":"/var/log/pods/kube-system_kube-proxy-sx47j_c70574ce-ae51-4887-ae04-ec18ad33d036"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d","pid":1026,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d/rootfs","created":"2021-08-13T20:40:05.773043763Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_etcd-pause-20210813203929-288766_eb3661beb8adebe1591e5451021f80f4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792","pid":1772,"status":"running","bundle":"/run/containerd/io.container

d.runtime.v2.task/k8s.io/b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792/rootfs","created":"2021-08-13T20:40:29.032985492Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kindnet-zhtm5_30e5bcc4-1021-4ff0-bc28-58ce98258359"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f","pid":1142,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f/rootfs","created":"2021-08-13T20:40:06.045008412Z","annotations":{"io.kub

ernetes.cri.container-name":"kube-controller-manager","io.kubernetes.cri.container-type":"container","io.kubernetes.cri.sandbox-id":"e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45","pid":1010,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45/rootfs","created":"2021-08-13T20:40:05.773007877Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-scheduler-pause-20210813203929-288766_737ff932c10e65500160335c0c095cb4"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"dd8c4c931e635006065

cebfca0b56de74a791e9c6043b1744f0390b79c3172c4","pid":2091,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4/rootfs","created":"2021-08-13T20:40:45.184959921Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_coredns-558bd4d5db-484lt_17376923-c2de-4448-914a-866177eef01c"},"owner":"root"},{"ociVersion":"1.0.2-dev","id":"e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127","pid":1032,"status":"running","bundle":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127","rootfs":"/run/containerd/io.containerd.runtime.v2.task/k8s.io/e341b9ff9e76

63e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127/rootfs","created":"2021-08-13T20:40:05.77308687Z","annotations":{"io.kubernetes.cri.container-type":"sandbox","io.kubernetes.cri.sandbox-id":"e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127","io.kubernetes.cri.sandbox-log-directory":"/var/log/pods/kube-system_kube-controller-manager-pause-20210813203929-288766_1af56d8637005c06dea53c22e276fbb4"},"owner":"root"}]

	I0813 20:44:49.534166  459192 cri.go:113] list returned 15 containers

	I0813 20:44:49.534178  459192 cri.go:116] container: {ID:024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c Status:running}

	I0813 20:44:49.534201  459192 cri.go:116] container: {ID:0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476 Status:running}

	I0813 20:44:49.534208  459192 cri.go:116] container: {ID:10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf Status:running}

	I0813 20:44:49.534215  459192 cri.go:116] container: {ID:1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e Status:running}

	I0813 20:44:49.534221  459192 cri.go:116] container: {ID:25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3 Status:running}

	I0813 20:44:49.534228  459192 cri.go:118] skipping 25e8b80dac235ca7977e30f5a06843c20b23fb423e7fa01b9477b9ef0ae99cd3 - not in ps

	I0813 20:44:49.534234  459192 cri.go:116] container: {ID:35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5 Status:running}

	I0813 20:44:49.534241  459192 cri.go:116] container: {ID:4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4 Status:running}

	I0813 20:44:49.534248  459192 cri.go:118] skipping 4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4 - not in ps

	I0813 20:44:49.534254  459192 cri.go:116] container: {ID:63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627 Status:running}

	I0813 20:44:49.534260  459192 cri.go:116] container: {ID:8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74 Status:running}

	I0813 20:44:49.534267  459192 cri.go:118] skipping 8d310005d31b9bca3872fec053a02152c50a57af968b2c45fae058fa25cc8d74 - not in ps

	I0813 20:44:49.534273  459192 cri.go:116] container: {ID:93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d Status:running}

	I0813 20:44:49.534280  459192 cri.go:118] skipping 93e2e043f71bba16c96cd85f665152b36fb38422f338721f8d02c41693d44b0d - not in ps

	I0813 20:44:49.534286  459192 cri.go:116] container: {ID:b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792 Status:running}

	I0813 20:44:49.534293  459192 cri.go:118] skipping b783388587f5aeb232749b8aea1979e9606b58c252b0247c0772c5bf430cb792 - not in ps

	I0813 20:44:49.534298  459192 cri.go:116] container: {ID:d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f Status:running}

	I0813 20:44:49.534304  459192 cri.go:116] container: {ID:d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45 Status:running}

	I0813 20:44:49.534316  459192 cri.go:118] skipping d6e3116efb0cccc1ab2262f76687b39e44db7063d34a093d2d810eb7b18afd45 - not in ps

	I0813 20:44:49.534321  459192 cri.go:116] container: {ID:dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4 Status:running}

	I0813 20:44:49.534328  459192 cri.go:118] skipping dd8c4c931e635006065cebfca0b56de74a791e9c6043b1744f0390b79c3172c4 - not in ps

	I0813 20:44:49.534334  459192 cri.go:116] container: {ID:e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127 Status:running}

	I0813 20:44:49.534340  459192 cri.go:118] skipping e341b9ff9e7663e5fc9cf50b6fb5f5c518bbcbde5e043f18158f29827d62d127 - not in ps

	I0813 20:44:49.534384  459192 ssh_runner.go:149] Run: sudo runc --root /run/containerd/runc/k8s.io pause 024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c

	I0813 20:44:49.552148  459192 ssh_runner.go:149] Run: sudo runc --root /run/containerd/runc/k8s.io pause 024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c 0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476

	I0813 20:44:49.578775  459192 out.go:177] 

	W0813 20:44:49.578961  459192 out.go:242] X Exiting due to GUEST_PAUSE: runc: sudo runc --root /run/containerd/runc/k8s.io pause 024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c 0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476: Process exited with status 1

	stdout:

	Incorrect Usage.

	NAME:

	   runc pause - pause suspends all processes inside the container

	USAGE:

	   runc pause <container-id>

	Where "<container-id>" is the name for the instance of the container to be

	paused. 

	DESCRIPTION:

	   The pause command suspends all processes in the instance of the container.

	Use runc list to identify instances of containers and their current status.

	stderr:

	time="2021-08-13T20:44:49Z" level=error msg="runc: \"pause\" requires exactly 1 argument(s)"

	X Exiting due to GUEST_PAUSE: runc: sudo runc --root /run/containerd/runc/k8s.io pause 024f629ddecdeac985d583762546a7826a2076490222e0c27fc0e3dd0d4da83c 0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476: Process exited with status 1

	stdout:

	Incorrect Usage.

	NAME:

	   runc pause - pause suspends all processes inside the container

	USAGE:

	   runc pause <container-id>

	Where "<container-id>" is the name for the instance of the container to be

	paused. 

	DESCRIPTION:

	   The pause command suspends all processes in the instance of the container.

	Use runc list to identify instances of containers and their current status.

	stderr:

	time="2021-08-13T20:44:49Z" level=error msg="runc: \"pause\" requires exactly 1 argument(s)"

	W0813 20:44:49.578992  459192 out.go:242] * 

	* 

	[warning]: invalid value provided to Color, using default

	[warning]: invalid value provided to Color, using default

	[warning]: invalid value provided to Color, using default

	[warning]: invalid value provided to Color, using default

	[warning]: invalid value provided to Color, using default

	[warning]: invalid value provided to Color, using default

	[warning]: invalid value provided to Color, using default

	[warning]: invalid value provided to Color, using default

	W0813 20:44:49.585696  459192 out.go:242] ╭──────────────────────────────────────────────────────────────────────────────╮

	│                                                                              │

	│    * If the above advice does not help, please let us know:                  │

	│      https://github.com/kubernetes/minikube/issues/new/choose                │

	│                                                                              │

	│    * Please attach the following file to the GitHub issue:                   │

	│    * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log    │

	│                                                                              │

	╰──────────────────────────────────────────────────────────────────────────────╯

	╭──────────────────────────────────────────────────────────────────────────────╮

	│                                                                              │

	│    * If the above advice does not help, please let us know:                  │

	│      https://github.com/kubernetes/minikube/issues/new/choose                │

	│                                                                              │

	│    * Please attach the following file to the GitHub issue:                   │

	│    * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log    │

	│                                                                              │

	╰──────────────────────────────────────────────────────────────────────────────╯

	I0813 20:44:49.587410  459192 out.go:177] 

** /stderr **

pause_test.go:109: failed to pause minikube with args: "out/minikube-linux-amd64 pause -p pause-20210813203929-288766 --alsologtostderr -v=5" : exit status 80

helpers_test.go:223: -----------------------post-mortem--------------------------------

helpers_test.go:231: ======>  post-mortem[TestPause/serial/PauseAgain]: docker inspect <======

helpers_test.go:232: (dbg) Run:  docker inspect pause-20210813203929-288766

helpers_test.go:236: (dbg) docker inspect pause-20210813203929-288766:

-- stdout --

	[

	    {

	        "Id": "6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f",

	        "Created": "2021-08-13T20:39:31.699582642Z",

	        "Path": "/usr/local/bin/entrypoint",

	        "Args": [

	            "/sbin/init"

	        ],

	        "State": {

	            "Status": "running",

	            "Running": true,

	            "Paused": false,

	            "Restarting": false,

	            "OOMKilled": false,

	            "Dead": false,

	            "Pid": 427146,

	            "ExitCode": 0,

	            "Error": "",

	            "StartedAt": "2021-08-13T20:39:32.271419367Z",

	            "FinishedAt": "0001-01-01T00:00:00Z"

	        },

	        "Image": "sha256:965ebc74cb435c5d73c204fcd638e9daa526ad4ce3ec7f76be1149f30a789fab",

	        "ResolvConfPath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/resolv.conf",

	        "HostnamePath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/hostname",

	        "HostsPath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/hosts",

	        "LogPath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f-json.log",

	        "Name": "/pause-20210813203929-288766",

	        "RestartCount": 0,

	        "Driver": "overlay2",

	        "Platform": "linux",

	        "MountLabel": "",

	        "ProcessLabel": "",

	        "AppArmorProfile": "",

	        "ExecIDs": null,

	        "HostConfig": {

	            "Binds": [

	                "/lib/modules:/lib/modules:ro",

	                "pause-20210813203929-288766:/var"

	            ],

	            "ContainerIDFile": "",

	            "LogConfig": {

	                "Type": "json-file",

	                "Config": {}

	            },

	            "NetworkMode": "pause-20210813203929-288766",

	            "PortBindings": {

	                "22/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "2376/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "32443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "5000/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "8443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ]

	            },

	            "RestartPolicy": {

	                "Name": "no",

	                "MaximumRetryCount": 0

	            },

	            "AutoRemove": false,

	            "VolumeDriver": "",

	            "VolumesFrom": null,

	            "CapAdd": null,

	            "CapDrop": null,

	            "Capabilities": null,

	            "Dns": [],

	            "DnsOptions": [],

	            "DnsSearch": [],

	            "ExtraHosts": null,

	            "GroupAdd": null,

	            "IpcMode": "private",

	            "Cgroup": "",

	            "Links": null,

	            "OomScoreAdj": 0,

	            "PidMode": "",

	            "Privileged": true,

	            "PublishAllPorts": false,

	            "ReadonlyRootfs": false,

	            "SecurityOpt": [

	                "seccomp=unconfined",

	                "apparmor=unconfined",

	                "label=disable"

	            ],

	            "Tmpfs": {

	                "/run": "",

	                "/tmp": ""

	            },

	            "UTSMode": "",

	            "UsernsMode": "",

	            "ShmSize": 67108864,

	            "Runtime": "runc",

	            "ConsoleSize": [

	                0,

	                0

	            ],

	            "Isolation": "",

	            "CpuShares": 0,

	            "Memory": 0,

	            "NanoCpus": 2000000000,

	            "CgroupParent": "",

	            "BlkioWeight": 0,

	            "BlkioWeightDevice": [],

	            "BlkioDeviceReadBps": null,

	            "BlkioDeviceWriteBps": null,

	            "BlkioDeviceReadIOps": null,

	            "BlkioDeviceWriteIOps": null,

	            "CpuPeriod": 0,

	            "CpuQuota": 0,

	            "CpuRealtimePeriod": 0,

	            "CpuRealtimeRuntime": 0,

	            "CpusetCpus": "",

	            "CpusetMems": "",

	            "Devices": [],

	            "DeviceCgroupRules": null,

	            "DeviceRequests": null,

	            "KernelMemory": 0,

	            "KernelMemoryTCP": 0,

	            "MemoryReservation": 0,

	            "MemorySwap": 0,

	            "MemorySwappiness": null,

	            "OomKillDisable": false,

	            "PidsLimit": null,

	            "Ulimits": null,

	            "CpuCount": 0,

	            "CpuPercent": 0,

	            "IOMaximumIOps": 0,

	            "IOMaximumBandwidth": 0,

	            "MaskedPaths": null,

	            "ReadonlyPaths": null

	        },

	        "GraphDriver": {

	            "Data": {

	                "LowerDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1-init/diff:/var/lib/docker/overlay2/44293204ffcddab904fa39f43ac7c6e7ffe7ce16a314eee270b092f522cebd43/diff:/var/lib/docker/overlay2/d8341f611b86153e5f6cb362ab520c3ae36188ea6716f190fc0174ff1ea3ee74/diff:/var/lib/docker/overlay2/bd7d3c333112b94c560c1f759b3031dacd03064ccdc9df8e5358d8a645061331/diff:/var/lib/docker/overlay2/09e25c5f07d4475398fafae89532f1d953d96a76196aa84622658de28364fd3f/diff:/var/lib/docker/overlay2/2a3b6b58e5882d0ba0740b15836902b8ed1a5fb9d23887eb678e006c51dd73c7/diff:/var/lib/docker/overlay2/76ace14c33797e6813f2c4e08c8d912ecfd8fb23926788a228fa406899bb17fd/diff:/var/lib/docker/overlay2/b6c1cb0d4e012909f55658bcbc13333804f198f73fe55c89880463627df2a273/diff:/var/lib/docker/overlay2/32d72b1f852d4e6adf9606825d57744f289d1bd71f9e97c0c94e254c9b49a0a7/diff:/var/lib/docker/overlay2/83bfd21927e324006d812f85db5253c2fa26e904874ebe6eca654a31c3663b76/diff:/var/lib/docker/overlay2/09c644

86d30f3ce93a9c989d2320cab6117e38d8d14087dcc28b47b09417e0af/diff:/var/lib/docker/overlay2/07c465014f3b88377cc91b8d077258d8c0ecdcc186de832e2f804ac803f96bb6/diff:/var/lib/docker/overlay2/ef1da03dcb3fcd6903dc01358fd85a36f8acbece460a1be166b2189f4c9a890d/diff:/var/lib/docker/overlay2/06c9999c225f6979a474a4add4fdbe8a868a5d7bb2c4e0907f6f8c032f0dc3dc/diff:/var/lib/docker/overlay2/6727de022cf39e5df68d1735043e8761fb8f6a9a8e8f3940cc2d3bb6dd859fdc/diff:/var/lib/docker/overlay2/cd3abb7d0de10360ebcb7d54662cd79f92398959ca8add5f1a80f6fa75fac2fe/diff:/var/lib/docker/overlay2/5d9c6d8acdc0db40dfeb33b99cec5a84630be4548651da75930de46be0bada16/diff:/var/lib/docker/overlay2/0d83fd617ee858bc4b175e5d63e60389604823c74eadf9e7b094d684a3606936/diff:/var/lib/docker/overlay2/98e0eaf33dc37fae747406662d0b14e912065812887be7274a2c27b87105e0a7/diff:/var/lib/docker/overlay2/f30a9abd2c351bb9e974c8b070fb489a15669eb772c0a7692069196bde6d38c2/diff:/var/lib/docker/overlay2/542980593ba0e18478833840f8a01d93cd345671c3c627bebb6bfc610e24df96/diff:/var/lib/d

ocker/overlay2/5964e0aebfcd88775ca08769a5a0a50c474ded9c08c17cec0d5eb1e88470d8cc/diff:/var/lib/docker/overlay2/cb70cd4699e2d3a88d37760d4575d0b68dd6a2d571eb9bc00e4ea65334fa39d6/diff:/var/lib/docker/overlay2/d1b622693d005bfff88b41f898520d720897832f4740859a062a087528632a45/diff:/var/lib/docker/overlay2/93087667fcbed5997d90d232200d1c052c164d476435896fd420ac24d1479506/diff:/var/lib/docker/overlay2/0802356ccb344d298ae9401c44c29f71c98eac0b0304bd96a79110c16564fefa/diff:/var/lib/docker/overlay2/d7eea48b12fccaa4c4ffd048d5e70d9609d0a32f642eac39fbaafcaf8df8ee5e/diff:/var/lib/docker/overlay2/2f9d94bc10599fcc45fb8bed114c912ff657664f981c0da2bb8a3e02bddd1c06/diff:/var/lib/docker/overlay2/40acd190e2f5e2316bc19d17aed36b8a50a3be404a90bca58d26e6e939428c16/diff:/var/lib/docker/overlay2/02bd7a3b51ac7a3c3f9c89ace72c7f9790120e89f4628f197f1cfc9859623b55/diff:/var/lib/docker/overlay2/937c337b5c08153af0ca14a0f98e805223a44858531b0dcacdeffa5e7c9b9d5a/diff:/var/lib/docker/overlay2/c28ba46c40ee69f9a39b3c7e1bef20b56282cc8478c117546ad40889969

39c93/diff:/var/lib/docker/overlay2/2b30fea3d6a161389dc317d3bba6468e111f2782fc2de29399dbaff500217e0e/diff:/var/lib/docker/overlay2/fd1824b771ae21d235f0bd6186e3da121d02f12a0c98fb8c3205f4fa216420d3/diff:/var/lib/docker/overlay2/d1a43bd2c1485a2051100b28c50ca4afb530e7a9cace2b7ed1bb19098a8b1b6c/diff:/var/lib/docker/overlay2/e5626256f4126d2d314b1737c78f12ceabf819f05f933b8539d23c83ed360571/diff:/var/lib/docker/overlay2/0e28b1b6d42bc8ec33754e6a4d94556573199f71a1745d89b48ecf4e53c4b9d7/diff",

	                "MergedDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1/merged",

	                "UpperDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1/diff",

	                "WorkDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1/work"

	            },

	            "Name": "overlay2"

	        },

	        "Mounts": [

	            {

	                "Type": "bind",

	                "Source": "/lib/modules",

	                "Destination": "/lib/modules",

	                "Mode": "ro",

	                "RW": false,

	                "Propagation": "rprivate"

	            },

	            {

	                "Type": "volume",

	                "Name": "pause-20210813203929-288766",

	                "Source": "/var/lib/docker/volumes/pause-20210813203929-288766/_data",

	                "Destination": "/var",

	                "Driver": "local",

	                "Mode": "z",

	                "RW": true,

	                "Propagation": ""

	            }

	        ],

	        "Config": {

	            "Hostname": "pause-20210813203929-288766",

	            "Domainname": "",

	            "User": "root",

	            "AttachStdin": false,

	            "AttachStdout": false,

	            "AttachStderr": false,

	            "ExposedPorts": {

	                "22/tcp": {},

	                "2376/tcp": {},

	                "32443/tcp": {},

	                "5000/tcp": {},

	                "8443/tcp": {}

	            },

	            "Tty": true,

	            "OpenStdin": false,

	            "StdinOnce": false,

	            "Env": [

	                "container=docker",

	                "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"

	            ],

	            "Cmd": null,

	            "Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6",

	            "Volumes": null,

	            "WorkingDir": "",

	            "Entrypoint": [

	                "/usr/local/bin/entrypoint",

	                "/sbin/init"

	            ],

	            "OnBuild": null,

	            "Labels": {

	                "created_by.minikube.sigs.k8s.io": "true",

	                "mode.minikube.sigs.k8s.io": "pause-20210813203929-288766",

	                "name.minikube.sigs.k8s.io": "pause-20210813203929-288766",

	                "role.minikube.sigs.k8s.io": ""

	            },

	            "StopSignal": "SIGRTMIN+3"

	        },

	        "NetworkSettings": {

	            "Bridge": "",

	            "SandboxID": "e29ae809ef0392804a84683a8fb13fc250530155d286699b696da18a3ed6df10",

	            "HairpinMode": false,

	            "LinkLocalIPv6Address": "",

	            "LinkLocalIPv6PrefixLen": 0,

	            "Ports": {

	                "22/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33132"

	                    }

	                ],

	                "2376/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33131"

	                    }

	                ],

	                "32443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33128"

	                    }

	                ],

	                "5000/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33130"

	                    }

	                ],

	                "8443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33129"

	                    }

	                ]

	            },

	            "SandboxKey": "/var/run/docker/netns/e29ae809ef03",

	            "SecondaryIPAddresses": null,

	            "SecondaryIPv6Addresses": null,

	            "EndpointID": "",

	            "Gateway": "",

	            "GlobalIPv6Address": "",

	            "GlobalIPv6PrefixLen": 0,

	            "IPAddress": "",

	            "IPPrefixLen": 0,

	            "IPv6Gateway": "",

	            "MacAddress": "",

	            "Networks": {

	                "pause-20210813203929-288766": {

	                    "IPAMConfig": {

	                        "IPv4Address": "192.168.58.2"

	                    },

	                    "Links": null,

	                    "Aliases": [

	                        "6a4ce789f674"

	                    ],

	                    "NetworkID": "e298aa9290f4874dffeac5c6d99ec413a8e82149dc9cd3e51420b9ff4fa53773",

	                    "EndpointID": "b3883511b2c442dbfafbf6c9cea87c19d256c434271d992b2fa1af089f8cc531",

	                    "Gateway": "192.168.58.1",

	                    "IPAddress": "192.168.58.2",

	                    "IPPrefixLen": 24,

	                    "IPv6Gateway": "",

	                    "GlobalIPv6Address": "",

	                    "GlobalIPv6PrefixLen": 0,

	                    "MacAddress": "02:42:c0:a8:3a:02",

	                    "DriverOpts": null

	                }

	            }

	        }

	    }

	]

-- /stdout --

helpers_test.go:240: (dbg) Run:  out/minikube-linux-amd64 status --format={{.Host}} -p pause-20210813203929-288766 -n pause-20210813203929-288766

helpers_test.go:240: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p pause-20210813203929-288766 -n pause-20210813203929-288766: exit status 2 (9.958372631s)

-- stdout --

	Running

-- /stdout --

helpers_test.go:240: status error: exit status 2 (may be ok)

helpers_test.go:245: <<< TestPause/serial/PauseAgain FAILED: start of post-mortem logs <<<

helpers_test.go:246: ======>  post-mortem[TestPause/serial/PauseAgain]: minikube logs <======

helpers_test.go:248: (dbg) Run:  out/minikube-linux-amd64 -p pause-20210813203929-288766 logs -n 25

helpers_test.go:253: TestPause/serial/PauseAgain logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|------------------------------------------|------------------------------------------|---------|---------|-------------------------------|-------------------------------|

	| Command |                   Args                   |                 Profile                  |  User   | Version |          Start Time           |           End Time            |

	|---------|------------------------------------------|------------------------------------------|---------|---------|-------------------------------|-------------------------------|

	| stop    | -p                                       | kubernetes-upgrade-20210813203658-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:37:51 UTC | Fri, 13 Aug 2021 20:38:14 UTC |

	|         | kubernetes-upgrade-20210813203658-288766 |                                          |         |         |                               |                               |

	| start   | -p                                       | offline-containerd-20210813203658-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:58 UTC | Fri, 13 Aug 2021 20:38:35 UTC |

	|         | offline-containerd-20210813203658-288766 |                                          |         |         |                               |                               |

	|         | --alsologtostderr -v=1 --memory=2048     |                                          |         |         |                               |                               |

	|         | --wait=true --driver=docker              |                                          |         |         |                               |                               |

	|         | --container-runtime=containerd           |                                          |         |         |                               |                               |

	| delete  | -p                                       | offline-containerd-20210813203658-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:38:35 UTC | Fri, 13 Aug 2021 20:38:39 UTC |

	|         | offline-containerd-20210813203658-288766 |                                          |         |         |                               |                               |

	| start   | -p                                       | kubernetes-upgrade-20210813203658-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:38:14 UTC | Fri, 13 Aug 2021 20:39:15 UTC |

	|         | kubernetes-upgrade-20210813203658-288766 |                                          |         |         |                               |                               |

	|         | --memory=2200                            |                                          |         |         |                               |                               |

	|         | --kubernetes-version=v1.22.0-rc.0        |                                          |         |         |                               |                               |

	|         | --alsologtostderr -v=1 --driver=docker   |                                          |         |         |                               |                               |

	|         | --container-runtime=containerd           |                                          |         |         |                               |                               |

	| start   | -p                                       | force-systemd-flag-20210813203845-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:38:45 UTC | Fri, 13 Aug 2021 20:39:26 UTC |

	|         | force-systemd-flag-20210813203845-288766 |                                          |         |         |                               |                               |

	|         | --memory=2048 --force-systemd            |                                          |         |         |                               |                               |

	|         | --alsologtostderr -v=5 --driver=docker   |                                          |         |         |                               |                               |

	|         | --container-runtime=containerd           |                                          |         |         |                               |                               |

	| -p      | force-systemd-flag-20210813203845-288766 | force-systemd-flag-20210813203845-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:26 UTC | Fri, 13 Aug 2021 20:39:26 UTC |

	|         | ssh cat /etc/containerd/config.toml      |                                          |         |         |                               |                               |

	| delete  | -p                                       | force-systemd-flag-20210813203845-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:26 UTC | Fri, 13 Aug 2021 20:39:29 UTC |

	|         | force-systemd-flag-20210813203845-288766 |                                          |         |         |                               |                               |

	| start   | -p                                       | kubernetes-upgrade-20210813203658-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:15 UTC | Fri, 13 Aug 2021 20:40:00 UTC |

	|         | kubernetes-upgrade-20210813203658-288766 |                                          |         |         |                               |                               |

	|         | --memory=2200                            |                                          |         |         |                               |                               |

	|         | --kubernetes-version=v1.22.0-rc.0        |                                          |         |         |                               |                               |

	|         | --alsologtostderr -v=1 --driver=docker   |                                          |         |         |                               |                               |

	|         | --container-runtime=containerd           |                                          |         |         |                               |                               |

	| delete  | -p                                       | kubernetes-upgrade-20210813203658-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:00 UTC | Fri, 13 Aug 2021 20:40:03 UTC |

	|         | kubernetes-upgrade-20210813203658-288766 |                                          |         |         |                               |                               |

	| start   | -p pause-20210813203929-288766           | pause-20210813203929-288766              | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:29 UTC | Fri, 13 Aug 2021 20:40:47 UTC |

	|         | --memory=2048                            |                                          |         |         |                               |                               |

	|         | --install-addons=false                   |                                          |         |         |                               |                               |

	|         | --wait=all --driver=docker               |                                          |         |         |                               |                               |

	|         | --container-runtime=containerd           |                                          |         |         |                               |                               |

	| start   | -p                                       | force-systemd-env-20210813204003-288766  | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:03 UTC | Fri, 13 Aug 2021 20:40:47 UTC |

	|         | force-systemd-env-20210813204003-288766  |                                          |         |         |                               |                               |

	|         | --memory=2048 --alsologtostderr          |                                          |         |         |                               |                               |

	|         | -v=5 --driver=docker                     |                                          |         |         |                               |                               |

	|         | --container-runtime=containerd           |                                          |         |         |                               |                               |

	| -p      | force-systemd-env-20210813204003-288766  | force-systemd-env-20210813204003-288766  | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:47 UTC | Fri, 13 Aug 2021 20:40:47 UTC |

	|         | ssh cat /etc/containerd/config.toml      |                                          |         |         |                               |                               |

	| delete  | -p                                       | force-systemd-env-20210813204003-288766  | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:47 UTC | Fri, 13 Aug 2021 20:40:51 UTC |

	|         | force-systemd-env-20210813204003-288766  |                                          |         |         |                               |                               |

	| delete  | -p                                       | kubenet-20210813204051-288766            | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:51 UTC | Fri, 13 Aug 2021 20:40:51 UTC |

	|         | kubenet-20210813204051-288766            |                                          |         |         |                               |                               |

	| delete  | -p                                       | flannel-20210813204051-288766            | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:51 UTC | Fri, 13 Aug 2021 20:40:52 UTC |

	|         | flannel-20210813204051-288766            |                                          |         |         |                               |                               |

	| delete  | -p false-20210813204052-288766           | false-20210813204052-288766              | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:52 UTC | Fri, 13 Aug 2021 20:40:52 UTC |

	| start   | -p pause-20210813203929-288766           | pause-20210813203929-288766              | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:47 UTC | Fri, 13 Aug 2021 20:41:08 UTC |

	|         | --alsologtostderr                        |                                          |         |         |                               |                               |

	|         | -v=1 --driver=docker                     |                                          |         |         |                               |                               |

	|         | --container-runtime=containerd           |                                          |         |         |                               |                               |

	| start   | -p                                       | cert-options-20210813204052-288766       | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:52 UTC | Fri, 13 Aug 2021 20:41:49 UTC |

	|         | cert-options-20210813204052-288766       |                                          |         |         |                               |                               |

	|         | --memory=2048                            |                                          |         |         |                               |                               |

	|         | --apiserver-ips=127.0.0.1                |                                          |         |         |                               |                               |

	|         | --apiserver-ips=192.168.15.15            |                                          |         |         |                               |                               |

	|         | --apiserver-names=localhost              |                                          |         |         |                               |                               |

	|         | --apiserver-names=www.google.com         |                                          |         |         |                               |                               |

	|         | --apiserver-port=8555                    |                                          |         |         |                               |                               |

	|         | --driver=docker                          |                                          |         |         |                               |                               |

	|         | --container-runtime=containerd           |                                          |         |         |                               |                               |

	| -p      | cert-options-20210813204052-288766       | cert-options-20210813204052-288766       | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:41:49 UTC | Fri, 13 Aug 2021 20:41:49 UTC |

	|         | ssh openssl x509 -text -noout -in        |                                          |         |         |                               |                               |

	|         | /var/lib/minikube/certs/apiserver.crt    |                                          |         |         |                               |                               |

	| delete  | -p                                       | cert-options-20210813204052-288766       | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:41:49 UTC | Fri, 13 Aug 2021 20:41:52 UTC |

	|         | cert-options-20210813204052-288766       |                                          |         |         |                               |                               |

	| start   | -p                                       | missing-upgrade-20210813204152-288766    | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:42:56 UTC | Fri, 13 Aug 2021 20:43:39 UTC |

	|         | missing-upgrade-20210813204152-288766    |                                          |         |         |                               |                               |

	|         | --memory=2200 --alsologtostderr          |                                          |         |         |                               |                               |

	|         | -v=1 --driver=docker                     |                                          |         |         |                               |                               |

	|         | --container-runtime=containerd           |                                          |         |         |                               |                               |

	| delete  | -p                                       | missing-upgrade-20210813204152-288766    | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:43:39 UTC | Fri, 13 Aug 2021 20:43:42 UTC |

	|         | missing-upgrade-20210813204152-288766    |                                          |         |         |                               |                               |

	| delete  | -p                                       | stopped-upgrade-20210813203658-288766    | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:44:29 UTC | Fri, 13 Aug 2021 20:44:43 UTC |

	|         | stopped-upgrade-20210813203658-288766    |                                          |         |         |                               |                               |

	| delete  | -p                                       | running-upgrade-20210813203658-288766    | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:44:30 UTC | Fri, 13 Aug 2021 20:44:43 UTC |

	|         | running-upgrade-20210813203658-288766    |                                          |         |         |                               |                               |

	| unpause | -p pause-20210813203929-288766           | pause-20210813203929-288766              | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:44:43 UTC | Fri, 13 Aug 2021 20:44:44 UTC |

	|         | --alsologtostderr -v=5                   |                                          |         |         |                               |                               |

	|---------|------------------------------------------|------------------------------------------|---------|---------|-------------------------------|-------------------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2021/08/13 20:44:44

	Running on machine: debian-jenkins-agent-14

	Binary: Built with gc go1.16.7 for linux/amd64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0813 20:44:43.917828  459085 out.go:177]   - MINIKUBE_LOCATION=12230

	I0813 20:44:43.918351  459085 config.go:177] Loaded profile config "old-k8s-version-20210813204342-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.14.0

	I0813 20:44:43.918453  459085 config.go:177] Loaded profile config "pause-20210813203929-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.21.3

	I0813 20:44:43.918528  459085 config.go:177] Loaded profile config "running-upgrade-20210813203658-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.20.0

	I0813 20:44:43.918580  459085 driver.go:335] Setting default libvirt URI to qemu:///system

	I0813 20:44:43.974117  459085 docker.go:132] docker version: linux-19.03.15

	I0813 20:44:43.974199  459085 cli_runner.go:115] Run: docker system info --format "{{json .}}"

	I0813 20:44:44.073870  459085 info.go:263] docker info: {ID:LQL6:IQEY:TAE3:NG47:ROZQ:WA5O:XM2B:XDCN:3VXZ:7JF3:4DHA:WN5N Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:155 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Native Overlay Diff true]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:false KernelMemory:true KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:37 OomKillDisable:true NGoroutines:45 SystemTime:2021-08-13 20:44:44.016722415 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:4.9.0-16-amd64 OperatingSystem:Debian GNU/Linux 9 (stretch) OSType:linux Architecture:x86_64 IndexServerAddr

ess:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33742200832 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:debian-jenkins-agent-14 Labels:[] ExperimentalBuild:false ServerVersion:19.03.15 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:269548fa27e0089a8b8278fc4fc781d7f65a939b Expected:269548fa27e0089a8b8278fc4fc781d7f65a939b} RuncCommit:{ID:ff819c7e9184c13b7c2607fe6c30ae19403a7aff Expected:ff819c7e9184c13b7c2607fe6c30ae19403a7aff} InitCommit:{ID:fec3683 Expected:fec3683} SecurityOptions:[name=seccomp,profile=default] ProductLicense: Warni

ngs:[WARNING: No swap limit support] ServerErrors:[] ClientInfo:{Debug:false Plugins:[] Warnings:<nil>}}

	I0813 20:44:44.073977  459085 docker.go:244] overlay module found

	I0813 20:44:44.076174  459085 out.go:177] * Using the docker driver based on user configuration

	I0813 20:44:44.076206  459085 start.go:278] selected driver: docker

	I0813 20:44:44.076213  459085 start.go:751] validating driver "docker" against <nil>

	I0813 20:44:44.076244  459085 start.go:762] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc:}

	W0813 20:44:44.076294  459085 oci.go:119] Your kernel does not support memory limit capabilities or the cgroup is not mounted.

	W0813 20:44:44.076316  459085 out.go:242] ! Your cgroup does not allow setting memory.

	I0813 20:44:44.033572  459154 out.go:298] Setting OutFile to fd 1 ...

	I0813 20:44:44.033662  459154 out.go:345] TERM=,COLORTERM=, which probably does not support color

	I0813 20:44:44.033672  459154 out.go:311] Setting ErrFile to fd 2...

	I0813 20:44:44.033677  459154 out.go:345] TERM=,COLORTERM=, which probably does not support color

	I0813 20:44:44.033855  459154 root.go:313] Updating PATH: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/bin

	I0813 20:44:44.034222  459154 out.go:305] Setting JSON to false

	I0813 20:44:44.086323  459154 start.go:111] hostinfo: {"hostname":"debian-jenkins-agent-14","uptime":8847,"bootTime":1628878637,"procs":245,"os":"linux","platform":"debian","platformFamily":"debian","platformVersion":"9.13","kernelVersion":"4.9.0-16-amd64","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"c29e0b88-ef83-6765-d2fa-208fdce1af32"}

	I0813 20:44:44.086463  459154 start.go:121] virtualization: kvm guest

	I0813 20:44:44.088736  459154 out.go:177] * [embed-certs-20210813204443-288766] minikube v1.22.0 on Debian 9.13 (kvm/amd64)

	I0813 20:44:44.090118  459154 out.go:177]   - KUBECONFIG=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/kubeconfig

	I0813 20:44:44.088939  459154 notify.go:169] Checking for updates...

	I0813 20:44:44.091323  459154 out.go:177]   - MINIKUBE_BIN=out/minikube-linux-amd64

	I0813 20:44:44.094160  459154 out.go:177]   - MINIKUBE_HOME=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube

	I0813 20:44:44.077788  459085 out.go:177]   - More information: https://docs.docker.com/engine/install/linux-postinstall/#your-kernel-does-not-support-cgroup-swap-limit-capabilities

	I0813 20:44:44.078918  459085 cli_runner.go:115] Run: docker system info --format "{{json .}}"

	I0813 20:44:44.178421  459085 info.go:263] docker info: {ID:LQL6:IQEY:TAE3:NG47:ROZQ:WA5O:XM2B:XDCN:3VXZ:7JF3:4DHA:WN5N Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:155 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Native Overlay Diff true]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:false KernelMemory:true KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:37 OomKillDisable:true NGoroutines:45 SystemTime:2021-08-13 20:44:44.12164095 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:4.9.0-16-amd64 OperatingSystem:Debian GNU/Linux 9 (stretch) OSType:linux Architecture:x86_64 IndexServerAddre

ss:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33742200832 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:debian-jenkins-agent-14 Labels:[] ExperimentalBuild:false ServerVersion:19.03.15 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:269548fa27e0089a8b8278fc4fc781d7f65a939b Expected:269548fa27e0089a8b8278fc4fc781d7f65a939b} RuncCommit:{ID:ff819c7e9184c13b7c2607fe6c30ae19403a7aff Expected:ff819c7e9184c13b7c2607fe6c30ae19403a7aff} InitCommit:{ID:fec3683 Expected:fec3683} SecurityOptions:[name=seccomp,profile=default] ProductLicense: Warnin

gs:[WARNING: No swap limit support] ServerErrors:[] ClientInfo:{Debug:false Plugins:[] Warnings:<nil>}}

	I0813 20:44:44.178532  459085 start_flags.go:263] no existing cluster config was found, will generate one from the flags 

	I0813 20:44:44.178715  459085 start_flags.go:697] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0813 20:44:44.178746  459085 cni.go:93] Creating CNI manager for ""

	I0813 20:44:44.178757  459085 cni.go:160] "docker" driver + containerd runtime found, recommending kindnet

	I0813 20:44:44.178770  459085 cni.go:217] auto-setting extra-config to "kubelet.cni-conf-dir=/etc/cni/net.mk"

	I0813 20:44:44.178786  459085 cni.go:222] extra-config set to "kubelet.cni-conf-dir=/etc/cni/net.mk"

	I0813 20:44:44.178796  459085 start_flags.go:272] Found "CNI" CNI - setting NetworkPlugin=cni

	I0813 20:44:44.178805  459085 start_flags.go:277] config:

	{Name:no-preload-20210813204443-288766 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.22.0-rc.0 ClusterName:no-preload-20210813204443-288766 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.loca

l ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: MultiNodeRequested:false ExtraDisks:0}

	I0813 20:44:44.180673  459085 out.go:177] * Starting control plane node no-preload-20210813204443-288766 in cluster no-preload-20210813204443-288766

	I0813 20:44:44.180718  459085 cache.go:117] Beginning downloading kic base image for docker with containerd

	I0813 20:44:44.095873  459154 out.go:177]   - MINIKUBE_LOCATION=12230

	I0813 20:44:44.096538  459154 config.go:177] Loaded profile config "old-k8s-version-20210813204342-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.14.0

	I0813 20:44:44.096691  459154 config.go:177] Loaded profile config "pause-20210813203929-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.21.3

	I0813 20:44:44.096751  459154 driver.go:335] Setting default libvirt URI to qemu:///system

	I0813 20:44:44.156367  459154 docker.go:132] docker version: linux-19.03.15

	I0813 20:44:44.156464  459154 cli_runner.go:115] Run: docker system info --format "{{json .}}"

	I0813 20:44:44.288653  459154 info.go:263] docker info: {ID:LQL6:IQEY:TAE3:NG47:ROZQ:WA5O:XM2B:XDCN:3VXZ:7JF3:4DHA:WN5N Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:155 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Native Overlay Diff true]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:false KernelMemory:true KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:52 OomKillDisable:true NGoroutines:59 SystemTime:2021-08-13 20:44:44.207104322 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:4.9.0-16-amd64 OperatingSystem:Debian GNU/Linux 9 (stretch) OSType:linux Architecture:x86_64 IndexServerAddr

ess:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33742200832 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:debian-jenkins-agent-14 Labels:[] ExperimentalBuild:false ServerVersion:19.03.15 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:269548fa27e0089a8b8278fc4fc781d7f65a939b Expected:269548fa27e0089a8b8278fc4fc781d7f65a939b} RuncCommit:{ID:ff819c7e9184c13b7c2607fe6c30ae19403a7aff Expected:ff819c7e9184c13b7c2607fe6c30ae19403a7aff} InitCommit:{ID:fec3683 Expected:fec3683} SecurityOptions:[name=seccomp,profile=default] ProductLicense: Warni

ngs:[WARNING: No swap limit support] ServerErrors:[] ClientInfo:{Debug:false Plugins:[] Warnings:<nil>}}

	I0813 20:44:44.288807  459154 docker.go:244] overlay module found

	I0813 20:44:44.291953  459154 out.go:177] * Using the docker driver based on user configuration

	I0813 20:44:44.291987  459154 start.go:278] selected driver: docker

	I0813 20:44:44.291996  459154 start.go:751] validating driver "docker" against <nil>

	I0813 20:44:44.292035  459154 start.go:762] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc:}

	W0813 20:44:44.292095  459154 oci.go:119] Your kernel does not support memory limit capabilities or the cgroup is not mounted.

	W0813 20:44:44.292117  459154 out.go:242] ! Your cgroup does not allow setting memory.

	I0813 20:44:44.182019  459085 out.go:177] * Pulling base image ...

	I0813 20:44:44.182054  459085 preload.go:131] Checking if preload exists for k8s version v1.22.0-rc.0 and runtime containerd

	I0813 20:44:44.182143  459085 image.go:75] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 in local docker daemon

	I0813 20:44:44.182213  459085 profile.go:148] Saving config to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/no-preload-20210813204443-288766/config.json ...

	I0813 20:44:44.182254  459085 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/no-preload-20210813204443-288766/config.json: {Name:mk2e734b45c74e1b8e25e320ba9ca1ea90565200 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:44:44.182408  459085 cache.go:108] acquiring lock: {Name:mkb386977b4a133ee347dccd370d36782faee17a Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182431  459085 cache.go:108] acquiring lock: {Name:mk4fffd37c3fbba1eab529e51652becafaa9ca4f Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182459  459085 cache.go:108] acquiring lock: {Name:mk2ad7db482f8a6cd95b274629cdebd8dcd9a808 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182479  459085 cache.go:108] acquiring lock: {Name:mk3cd8831c6571c7ccb0172c6c857fa3f6730a3b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182500  459085 cache.go:108] acquiring lock: {Name:mk86f757761d5c53c7a99a63ff80d370105b6842 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182533  459085 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/metrics-scraper_v1.0.4 exists

	I0813 20:44:44.182554  459085 cache.go:97] cache image "docker.io/kubernetesui/metrics-scraper:v1.0.4" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/metrics-scraper_v1.0.4" took 153.135µs

	I0813 20:44:44.182540  459085 cache.go:108] acquiring lock: {Name:mk9a5b599f50f2b58310b10facd8f34d8d93bf40 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182570  459085 cache.go:81] save to tar file docker.io/kubernetesui/metrics-scraper:v1.0.4 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/metrics-scraper_v1.0.4 succeeded

	I0813 20:44:44.182599  459085 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/coredns/coredns_v1.8.0 exists

	I0813 20:44:44.182612  459085 image.go:133] retrieving image: k8s.gcr.io/kube-controller-manager:v1.22.0-rc.0

	I0813 20:44:44.182619  459085 image.go:133] retrieving image: k8s.gcr.io/etcd:3.4.13-3

	I0813 20:44:44.182638  459085 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/gcr.io/k8s-minikube/storage-provisioner_v5 exists

	I0813 20:44:44.182620  459085 cache.go:97] cache image "k8s.gcr.io/coredns/coredns:v1.8.0" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/coredns/coredns_v1.8.0" took 123.124µs

	I0813 20:44:44.182649  459085 cache.go:81] save to tar file k8s.gcr.io/coredns/coredns:v1.8.0 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/coredns/coredns_v1.8.0 succeeded

	I0813 20:44:44.182651  459085 image.go:133] retrieving image: k8s.gcr.io/kube-apiserver:v1.22.0-rc.0

	I0813 20:44:44.182652  459085 cache.go:97] cache image "gcr.io/k8s-minikube/storage-provisioner:v5" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/gcr.io/k8s-minikube/storage-provisioner_v5" took 118.227µs

	I0813 20:44:44.182668  459085 cache.go:81] save to tar file gcr.io/k8s-minikube/storage-provisioner:v5 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/gcr.io/k8s-minikube/storage-provisioner_v5 succeeded

	I0813 20:44:44.182665  459085 cache.go:108] acquiring lock: {Name:mkdf188a7705cad205eb870b170bacb6aa02b151 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182686  459085 cache.go:108] acquiring lock: {Name:mk82ac5d10ceb2153b7814dfca526d2146470eeb Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182724  459085 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/dashboard_v2.1.0 exists

	I0813 20:44:44.182427  459085 cache.go:108] acquiring lock: {Name:mk4c6ba8831b27b79b03231331d30c6d83a5b221 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182738  459085 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/pause_3.4.1 exists

	I0813 20:44:44.182742  459085 cache.go:97] cache image "docker.io/kubernetesui/dashboard:v2.1.0" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/dashboard_v2.1.0" took 79.785µs

	I0813 20:44:44.182756  459085 cache.go:81] save to tar file docker.io/kubernetesui/dashboard:v2.1.0 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/dashboard_v2.1.0 succeeded

	I0813 20:44:44.182751  459085 cache.go:97] cache image "k8s.gcr.io/pause:3.4.1" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/pause_3.4.1" took 68.865µs

	I0813 20:44:44.182766  459085 cache.go:81] save to tar file k8s.gcr.io/pause:3.4.1 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/pause_3.4.1 succeeded

	I0813 20:44:44.182770  459085 cache.go:108] acquiring lock: {Name:mkb1cfeff4b7bd0b4c9e0839cb0c49ba6fe81d3a Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182811  459085 image.go:133] retrieving image: k8s.gcr.io/kube-scheduler:v1.22.0-rc.0

	I0813 20:44:44.182872  459085 image.go:133] retrieving image: k8s.gcr.io/kube-proxy:v1.22.0-rc.0

	I0813 20:44:44.183495  459085 image.go:175] daemon lookup for k8s.gcr.io/kube-proxy:v1.22.0-rc.0: Error response from daemon: reference does not exist

	I0813 20:44:44.305829  459085 cache.go:162] opening:  /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-proxy_v1.22.0-rc.0

	I0813 20:44:44.316866  459085 image.go:79] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 in local docker daemon, skipping pull

	I0813 20:44:44.316897  459085 cache.go:139] gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 exists in daemon, skipping load

	I0813 20:44:44.316911  459085 cache.go:205] Successfully downloaded all kic artifacts

	I0813 20:44:44.316946  459085 start.go:313] acquiring machines lock for no-preload-20210813204443-288766: {Name:mke3baa3b0aebc6cf820a2b815175507ec0b8cd3 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.317079  459085 start.go:317] acquired machines lock for "no-preload-20210813204443-288766" in 98.344µs

	I0813 20:44:44.317110  459085 start.go:89] Provisioning new machine with config: &{Name:no-preload-20210813204443-288766 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.22.0-rc.0 ClusterName:no-preload-20210813204443-288766 Namespace:default

APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.22.0-rc.0 ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: MultiNodeRequested:false ExtraDisks:0} &{Name: IP: Port:8443 KubernetesVersion:v1.22.0-rc.0 ControlPlane:true Worker:true}

	I0813 20:44:44.317200  459085 start.go:126] createHost starting for "" (driver="docker")

	I0813 20:44:44.296800  459154 out.go:177]   - More information: https://docs.docker.com/engine/install/linux-postinstall/#your-kernel-does-not-support-cgroup-swap-limit-capabilities

	I0813 20:44:44.297939  459154 cli_runner.go:115] Run: docker system info --format "{{json .}}"

	I0813 20:44:44.437104  459154 info.go:263] docker info: {ID:LQL6:IQEY:TAE3:NG47:ROZQ:WA5O:XM2B:XDCN:3VXZ:7JF3:4DHA:WN5N Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:155 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Native Overlay Diff true]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:false KernelMemory:true KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:54 OomKillDisable:true NGoroutines:58 SystemTime:2021-08-13 20:44:44.35595217 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:4.9.0-16-amd64 OperatingSystem:Debian GNU/Linux 9 (stretch) OSType:linux Architecture:x86_64 IndexServerAddre

ss:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33742200832 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:debian-jenkins-agent-14 Labels:[] ExperimentalBuild:false ServerVersion:19.03.15 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:269548fa27e0089a8b8278fc4fc781d7f65a939b Expected:269548fa27e0089a8b8278fc4fc781d7f65a939b} RuncCommit:{ID:ff819c7e9184c13b7c2607fe6c30ae19403a7aff Expected:ff819c7e9184c13b7c2607fe6c30ae19403a7aff} InitCommit:{ID:fec3683 Expected:fec3683} SecurityOptions:[name=seccomp,profile=default] ProductLicense: Warnin

gs:[WARNING: No swap limit support] ServerErrors:[] ClientInfo:{Debug:false Plugins:[] Warnings:<nil>}}

	I0813 20:44:44.437285  459154 start_flags.go:263] no existing cluster config was found, will generate one from the flags 

	I0813 20:44:44.437525  459154 start_flags.go:697] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0813 20:44:44.437565  459154 cni.go:93] Creating CNI manager for ""

	I0813 20:44:44.437574  459154 cni.go:160] "docker" driver + containerd runtime found, recommending kindnet

	I0813 20:44:44.437600  459154 cni.go:217] auto-setting extra-config to "kubelet.cni-conf-dir=/etc/cni/net.mk"

	I0813 20:44:44.437608  459154 cni.go:222] extra-config set to "kubelet.cni-conf-dir=/etc/cni/net.mk"

	I0813 20:44:44.437616  459154 start_flags.go:272] Found "CNI" CNI - setting NetworkPlugin=cni

	I0813 20:44:44.437625  459154 start_flags.go:277] config:

	{Name:embed-certs-20210813204443-288766 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.21.3 ClusterName:embed-certs-20210813204443-288766 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Co

ntainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: MultiNodeRequested:false ExtraDisks:0}

	I0813 20:44:44.445927  459154 out.go:177] * Starting control plane node embed-certs-20210813204443-288766 in cluster embed-certs-20210813204443-288766

	I0813 20:44:44.445980  459154 cache.go:117] Beginning downloading kic base image for docker with containerd

	I0813 20:44:44.452781  459154 out.go:177] * Pulling base image ...

	I0813 20:44:44.452817  459154 preload.go:131] Checking if preload exists for k8s version v1.21.3 and runtime containerd

	I0813 20:44:44.452864  459154 preload.go:147] Found local preload: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v11-v1.21.3-containerd-overlay2-amd64.tar.lz4

	I0813 20:44:44.452878  459154 cache.go:56] Caching tarball of preloaded images

	I0813 20:44:44.453014  459154 image.go:75] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 in local docker daemon

	I0813 20:44:44.453080  459154 preload.go:173] Found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v11-v1.21.3-containerd-overlay2-amd64.tar.lz4 in cache, skipping download

	I0813 20:44:44.453103  459154 cache.go:59] Finished verifying existence of preloaded tar for  v1.21.3 on containerd

	I0813 20:44:44.453242  459154 profile.go:148] Saving config to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/embed-certs-20210813204443-288766/config.json ...

	I0813 20:44:44.453267  459154 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/embed-certs-20210813204443-288766/config.json: {Name:mk307ac7f77d9b929659a675dc8857acadaad924 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:44:44.615158  459154 image.go:79] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 in local docker daemon, skipping pull

	I0813 20:44:44.615192  459154 cache.go:139] gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 exists in daemon, skipping load

	I0813 20:44:44.615210  459154 cache.go:205] Successfully downloaded all kic artifacts

	I0813 20:44:44.615262  459154 start.go:313] acquiring machines lock for embed-certs-20210813204443-288766: {Name:mk86c34fa784d33efc182d5856cd1196ba1c5141 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.615408  459154 start.go:317] acquired machines lock for "embed-certs-20210813204443-288766" in 116.933µs

	I0813 20:44:44.615442  459154 start.go:89] Provisioning new machine with config: &{Name:embed-certs-20210813204443-288766 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.21.3 ClusterName:embed-certs-20210813204443-288766 Namespace:default API

ServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.21.3 ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: MultiNodeRequested:false ExtraDisks:0} &{Name: IP: Port:8443 KubernetesVersion:v1.21.3 ControlPlane:true Worker:true}

	I0813 20:44:44.615568  459154 start.go:126] createHost starting for "" (driver="docker")

	I0813 20:44:43.946012  453243 node_ready.go:58] node "old-k8s-version-20210813204342-288766" has status "Ready":"False"

	I0813 20:44:45.947440  453243 node_ready.go:58] node "old-k8s-version-20210813204342-288766" has status "Ready":"False"

	I0813 20:44:44.319855  459085 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...

	I0813 20:44:44.320124  459085 start.go:160] libmachine.API.Create for "no-preload-20210813204443-288766" (driver="docker")

	I0813 20:44:44.320165  459085 client.go:168] LocalClient.Create starting

	I0813 20:44:44.320236  459085 main.go:130] libmachine: Reading certificate data from /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem

	I0813 20:44:44.320272  459085 main.go:130] libmachine: Decoding PEM data...

	I0813 20:44:44.320303  459085 main.go:130] libmachine: Parsing certificate...

	I0813 20:44:44.320446  459085 main.go:130] libmachine: Reading certificate data from /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem

	I0813 20:44:44.320473  459085 main.go:130] libmachine: Decoding PEM data...

	I0813 20:44:44.320492  459085 main.go:130] libmachine: Parsing certificate...

	I0813 20:44:44.320944  459085 cli_runner.go:115] Run: docker network inspect no-preload-20210813204443-288766 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"

	W0813 20:44:44.391467  459085 cli_runner.go:162] docker network inspect no-preload-20210813204443-288766 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1

	I0813 20:44:44.391543  459085 network_create.go:255] running [docker network inspect no-preload-20210813204443-288766] to gather additional debugging logs...

	I0813 20:44:44.391566  459085 cli_runner.go:115] Run: docker network inspect no-preload-20210813204443-288766

	W0813 20:44:44.467950  459085 cli_runner.go:162] docker network inspect no-preload-20210813204443-288766 returned with exit code 1

	I0813 20:44:44.467991  459085 network_create.go:258] error running [docker network inspect no-preload-20210813204443-288766]: docker network inspect no-preload-20210813204443-288766: exit status 1

	stdout:

	[]

	stderr:

	Error: No such network: no-preload-20210813204443-288766

	I0813 20:44:44.468010  459085 network_create.go:260] output of [docker network inspect no-preload-20210813204443-288766]: -- stdout --

	[]

	-- /stdout --

	** stderr ** 

	Error: No such network: no-preload-20210813204443-288766

	** /stderr **

	I0813 20:44:44.468077  459085 cli_runner.go:115] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"

	I0813 20:44:44.567451  459085 network.go:240] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 Interface:{IfaceName:br-bec0dc429d6b IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:02:42:5a:21:40:ff}}

	I0813 20:44:44.568708  459085 network.go:240] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 Interface:{IfaceName:br-e298aa9290f4 IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:02:42:9c:48:40:0d}}

	I0813 20:44:44.580005  459085 network.go:288] reserving subnet 192.168.67.0 for 1m0s: &{mu:{state:0 sema:0} read:{v:{m:map[] amended:true}} dirty:map[192.168.67.0:0xc0007880d0] misses:0}

	I0813 20:44:44.580068  459085 network.go:235] using free private subnet 192.168.67.0/24: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:}}

	I0813 20:44:44.580115  459085 network_create.go:106] attempt to create docker network no-preload-20210813204443-288766 192.168.67.0/24 with gateway 192.168.67.1 and MTU of 1500 ...

	I0813 20:44:44.580192  459085 cli_runner.go:115] Run: docker network create --driver=bridge --subnet=192.168.67.0/24 --gateway=192.168.67.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true no-preload-20210813204443-288766

	I0813 20:44:44.723602  459085 network_create.go:90] docker network no-preload-20210813204443-288766 192.168.67.0/24 created

	I0813 20:44:44.723647  459085 kic.go:106] calculated static IP "192.168.67.2" for the "no-preload-20210813204443-288766" container

	I0813 20:44:44.723749  459085 cli_runner.go:115] Run: docker ps -a --format {{.Names}}

	I0813 20:44:44.794952  459085 cache.go:157] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-proxy_v1.22.0-rc.0 exists

	I0813 20:44:44.798416  459085 cache.go:97] cache image "k8s.gcr.io/kube-proxy:v1.22.0-rc.0" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-proxy_v1.22.0-rc.0" took 615.639713ms

	I0813 20:44:44.798469  459085 cache.go:81] save to tar file k8s.gcr.io/kube-proxy:v1.22.0-rc.0 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-proxy_v1.22.0-rc.0 succeeded

	I0813 20:44:44.816904  459085 cli_runner.go:115] Run: docker volume create no-preload-20210813204443-288766 --label name.minikube.sigs.k8s.io=no-preload-20210813204443-288766 --label created_by.minikube.sigs.k8s.io=true

	I0813 20:44:44.879106  459085 oci.go:102] Successfully created a docker volume no-preload-20210813204443-288766

	I0813 20:44:44.879224  459085 cli_runner.go:115] Run: docker run --rm --name no-preload-20210813204443-288766-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=no-preload-20210813204443-288766 --entrypoint /usr/bin/test -v no-preload-20210813204443-288766:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 -d /var/lib

	I0813 20:44:44.942836  459085 image.go:171] found k8s.gcr.io/kube-scheduler:v1.22.0-rc.0 locally: &{Image:0xc000d60540}

	I0813 20:44:44.942886  459085 cache.go:162] opening:  /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-scheduler_v1.22.0-rc.0

	I0813 20:44:45.791961  459085 image.go:171] found k8s.gcr.io/kube-controller-manager:v1.22.0-rc.0 locally: &{Image:0xc000d60060}

	I0813 20:44:45.792010  459085 cache.go:162] opening:  /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-controller-manager_v1.22.0-rc.0

	I0813 20:44:45.933041  459085 image.go:171] found k8s.gcr.io/kube-apiserver:v1.22.0-rc.0 locally: &{Image:0xc0011f0080}

	I0813 20:44:45.933078  459085 cache.go:162] opening:  /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-apiserver_v1.22.0-rc.0

	I0813 20:44:45.948357  459085 cli_runner.go:168] Completed: docker run --rm --name no-preload-20210813204443-288766-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=no-preload-20210813204443-288766 --entrypoint /usr/bin/test -v no-preload-20210813204443-288766:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 -d /var/lib: (1.0690704s)

	I0813 20:44:45.948385  459085 oci.go:106] Successfully prepared a docker volume no-preload-20210813204443-288766

	W0813 20:44:45.948418  459085 oci.go:135] Your kernel does not support swap limit capabilities or the cgroup is not mounted.

	W0813 20:44:45.948431  459085 oci.go:119] Your kernel does not support memory limit capabilities or the cgroup is not mounted.

	I0813 20:44:45.948487  459085 cli_runner.go:115] Run: docker info --format "'{{json .SecurityOptions}}'"

	I0813 20:44:45.948617  459085 preload.go:131] Checking if preload exists for k8s version v1.22.0-rc.0 and runtime containerd

	I0813 20:44:46.087940  459085 cli_runner.go:115] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname no-preload-20210813204443-288766 --name no-preload-20210813204443-288766 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=no-preload-20210813204443-288766 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=no-preload-20210813204443-288766 --network no-preload-20210813204443-288766 --ip 192.168.67.2 --volume no-preload-20210813204443-288766:/var --security-opt apparmor=unconfined --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6

	I0813 20:44:46.930747  459085 image.go:171] found k8s.gcr.io/etcd:3.4.13-3 locally: &{Image:0xc00022af20}

	I0813 20:44:46.930791  459085 cache.go:162] opening:  /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/etcd_3.4.13-3

	I0813 20:44:47.883723  459085 cli_runner.go:168] Completed: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname no-preload-20210813204443-288766 --name no-preload-20210813204443-288766 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=no-preload-20210813204443-288766 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=no-preload-20210813204443-288766 --network no-preload-20210813204443-288766 --ip 192.168.67.2 --volume no-preload-20210813204443-288766:/var --security-opt apparmor=unconfined --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6: (1.795685115s)

	I0813 20:44:47.883834  459085 cli_runner.go:115] Run: docker container inspect no-preload-20210813204443-288766 --format={{.State.Running}}

	I0813 20:44:47.957883  459085 cli_runner.go:115] Run: docker container inspect no-preload-20210813204443-288766 --format={{.State.Status}}

	I0813 20:44:48.039881  459085 cli_runner.go:115] Run: docker exec no-preload-20210813204443-288766 stat /var/lib/dpkg/alternatives/iptables

	I0813 20:44:48.233626  459085 oci.go:278] the created container "no-preload-20210813204443-288766" has a running status.

	I0813 20:44:48.233663  459085 kic.go:210] Creating ssh key for kic: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/no-preload-20210813204443-288766/id_rsa...

	I0813 20:44:48.516321  459085 cache.go:157] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-scheduler_v1.22.0-rc.0 exists

	I0813 20:44:48.516380  459085 cache.go:97] cache image "k8s.gcr.io/kube-scheduler:v1.22.0-rc.0" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-scheduler_v1.22.0-rc.0" took 4.333966746s

	I0813 20:44:48.516400  459085 cache.go:81] save to tar file k8s.gcr.io/kube-scheduler:v1.22.0-rc.0 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-scheduler_v1.22.0-rc.0 succeeded

	I0813 20:44:48.563262  459085 kic_runner.go:188] docker (temp): /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/no-preload-20210813204443-288766/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)

	I0813 20:44:44.618066  459154 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...

	I0813 20:44:44.618377  459154 start.go:160] libmachine.API.Create for "embed-certs-20210813204443-288766" (driver="docker")

	I0813 20:44:44.618419  459154 client.go:168] LocalClient.Create starting

	I0813 20:44:44.618511  459154 main.go:130] libmachine: Reading certificate data from /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem

	I0813 20:44:44.618552  459154 main.go:130] libmachine: Decoding PEM data...

	I0813 20:44:44.618578  459154 main.go:130] libmachine: Parsing certificate...

	I0813 20:44:44.618736  459154 main.go:130] libmachine: Reading certificate data from /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem

	I0813 20:44:44.618767  459154 main.go:130] libmachine: Decoding PEM data...

	I0813 20:44:44.618789  459154 main.go:130] libmachine: Parsing certificate...

	I0813 20:44:44.619254  459154 cli_runner.go:115] Run: docker network inspect embed-certs-20210813204443-288766 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"

	W0813 20:44:44.692846  459154 cli_runner.go:162] docker network inspect embed-certs-20210813204443-288766 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1

	I0813 20:44:44.692922  459154 network_create.go:255] running [docker network inspect embed-certs-20210813204443-288766] to gather additional debugging logs...

	I0813 20:44:44.692944  459154 cli_runner.go:115] Run: docker network inspect embed-certs-20210813204443-288766

	W0813 20:44:44.755196  459154 cli_runner.go:162] docker network inspect embed-certs-20210813204443-288766 returned with exit code 1

	I0813 20:44:44.755232  459154 network_create.go:258] error running [docker network inspect embed-certs-20210813204443-288766]: docker network inspect embed-certs-20210813204443-288766: exit status 1

	stdout:

	[]

	stderr:

	Error: No such network: embed-certs-20210813204443-288766

	I0813 20:44:44.755254  459154 network_create.go:260] output of [docker network inspect embed-certs-20210813204443-288766]: -- stdout --

	[]

	-- /stdout --

	** stderr ** 

	Error: No such network: embed-certs-20210813204443-288766

	** /stderr **

	I0813 20:44:44.755314  459154 cli_runner.go:115] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"

	I0813 20:44:44.822123  459154 network.go:240] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 Interface:{IfaceName:br-bec0dc429d6b IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:02:42:5a:21:40:ff}}

	I0813 20:44:44.823188  459154 network.go:240] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 Interface:{IfaceName:br-e298aa9290f4 IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:02:42:9c:48:40:0d}}

	I0813 20:44:44.824242  459154 network.go:240] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 Interface:{IfaceName:br-2f641aeabd3a IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:02:42:10:7b:67:00}}

	I0813 20:44:44.829633  459154 network.go:288] reserving subnet 192.168.76.0 for 1m0s: &{mu:{state:0 sema:0} read:{v:{m:map[] amended:true}} dirty:map[192.168.76.0:0xc000d3c3b8] misses:0}

	I0813 20:44:44.829719  459154 network.go:235] using free private subnet 192.168.76.0/24: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:}}

	I0813 20:44:44.829755  459154 network_create.go:106] attempt to create docker network embed-certs-20210813204443-288766 192.168.76.0/24 with gateway 192.168.76.1 and MTU of 1500 ...

	I0813 20:44:44.829846  459154 cli_runner.go:115] Run: docker network create --driver=bridge --subnet=192.168.76.0/24 --gateway=192.168.76.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true embed-certs-20210813204443-288766

	I0813 20:44:44.943111  459154 network_create.go:90] docker network embed-certs-20210813204443-288766 192.168.76.0/24 created

	I0813 20:44:44.943145  459154 kic.go:106] calculated static IP "192.168.76.2" for the "embed-certs-20210813204443-288766" container

	I0813 20:44:44.943209  459154 cli_runner.go:115] Run: docker ps -a --format {{.Names}}

	I0813 20:44:45.004561  459154 cli_runner.go:115] Run: docker volume create embed-certs-20210813204443-288766 --label name.minikube.sigs.k8s.io=embed-certs-20210813204443-288766 --label created_by.minikube.sigs.k8s.io=true

	I0813 20:44:45.064603  459154 oci.go:102] Successfully created a docker volume embed-certs-20210813204443-288766

	I0813 20:44:45.064671  459154 cli_runner.go:115] Run: docker run --rm --name embed-certs-20210813204443-288766-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=embed-certs-20210813204443-288766 --entrypoint /usr/bin/test -v embed-certs-20210813204443-288766:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 -d /var/lib

	I0813 20:44:46.020444  459154 oci.go:106] Successfully prepared a docker volume embed-certs-20210813204443-288766

	W0813 20:44:46.020515  459154 oci.go:135] Your kernel does not support swap limit capabilities or the cgroup is not mounted.

	W0813 20:44:46.020525  459154 oci.go:119] Your kernel does not support memory limit capabilities or the cgroup is not mounted.

	I0813 20:44:46.020585  459154 cli_runner.go:115] Run: docker info --format "'{{json .SecurityOptions}}'"

	I0813 20:44:46.021015  459154 preload.go:131] Checking if preload exists for k8s version v1.21.3 and runtime containerd

	I0813 20:44:46.021045  459154 kic.go:179] Starting extracting preloaded images to volume ...

	I0813 20:44:46.021237  459154 cli_runner.go:115] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v11-v1.21.3-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v embed-certs-20210813204443-288766:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 -I lz4 -xf /preloaded.tar -C /extractDir

	I0813 20:44:46.137584  459154 cli_runner.go:115] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname embed-certs-20210813204443-288766 --name embed-certs-20210813204443-288766 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=embed-certs-20210813204443-288766 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=embed-certs-20210813204443-288766 --network embed-certs-20210813204443-288766 --ip 192.168.76.2 --volume embed-certs-20210813204443-288766:/var --security-opt apparmor=unconfined --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6

	I0813 20:44:47.025759  459154 cli_runner.go:115] Run: docker container inspect embed-certs-20210813204443-288766 --format={{.State.Running}}

	I0813 20:44:47.083115  459154 cli_runner.go:115] Run: docker container inspect embed-certs-20210813204443-288766 --format={{.State.Status}}

	I0813 20:44:47.152306  459154 cli_runner.go:115] Run: docker exec embed-certs-20210813204443-288766 stat /var/lib/dpkg/alternatives/iptables

	I0813 20:44:47.309071  459154 oci.go:278] the created container "embed-certs-20210813204443-288766" has a running status.

	I0813 20:44:47.309115  459154 kic.go:210] Creating ssh key for kic: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/embed-certs-20210813204443-288766/id_rsa...

	I0813 20:44:47.563830  459154 kic_runner.go:188] docker (temp): /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/embed-certs-20210813204443-288766/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)

	I0813 20:44:48.088153  459154 cli_runner.go:115] Run: docker container inspect embed-certs-20210813204443-288766 --format={{.State.Status}}

	I0813 20:44:48.155331  459154 kic_runner.go:94] Run: chown docker:docker /home/docker/.ssh/authorized_keys

	I0813 20:44:48.155356  459154 kic_runner.go:115] Args: [docker exec --privileged embed-certs-20210813204443-288766 chown docker:docker /home/docker/.ssh/authorized_keys]

	I0813 20:44:48.446723  453243 node_ready.go:58] node "old-k8s-version-20210813204342-288766" has status "Ready":"False"

	I0813 20:44:50.946131  453243 node_ready.go:58] node "old-k8s-version-20210813204342-288766" has status "Ready":"False"

	I0813 20:44:49.035258  459085 cli_runner.go:115] Run: docker container inspect no-preload-20210813204443-288766 --format={{.State.Status}}

	I0813 20:44:49.085980  459085 kic_runner.go:94] Run: chown docker:docker /home/docker/.ssh/authorized_keys

	I0813 20:44:49.086005  459085 kic_runner.go:115] Args: [docker exec --privileged no-preload-20210813204443-288766 chown docker:docker /home/docker/.ssh/authorized_keys]

	I0813 20:44:49.229665  459085 cli_runner.go:115] Run: docker container inspect no-preload-20210813204443-288766 --format={{.State.Status}}

	I0813 20:44:49.285294  459085 machine.go:88] provisioning docker machine ...

	I0813 20:44:49.285383  459085 ubuntu.go:169] provisioning hostname "no-preload-20210813204443-288766"

	I0813 20:44:49.285486  459085 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-20210813204443-288766

	I0813 20:44:49.334837  459085 main.go:130] libmachine: Using SSH client type: native

	I0813 20:44:49.335063  459085 main.go:130] libmachine: &{{{<nil> 0 [] [] []} docker [0x802ea0] 0x802e60 <nil>  [] 0s} 127.0.0.1 33161 <nil> <nil>}

	I0813 20:44:49.335086  459085 main.go:130] libmachine: About to run SSH command:

	sudo hostname no-preload-20210813204443-288766 && echo "no-preload-20210813204443-288766" | sudo tee /etc/hostname

	I0813 20:44:49.534852  459085 main.go:130] libmachine: SSH cmd err, output: <nil>: no-preload-20210813204443-288766

	I0813 20:44:49.534980  459085 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-20210813204443-288766

	I0813 20:44:49.599274  459085 main.go:130] libmachine: Using SSH client type: native

	I0813 20:44:49.599503  459085 main.go:130] libmachine: &{{{<nil> 0 [] [] []} docker [0x802ea0] 0x802e60 <nil>  [] 0s} 127.0.0.1 33161 <nil> <nil>}

	I0813 20:44:49.599541  459085 main.go:130] libmachine: About to run SSH command:

			if ! grep -xq '.*\sno-preload-20210813204443-288766' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 no-preload-20210813204443-288766/g' /etc/hosts;

				else 

					echo '127.0.1.1 no-preload-20210813204443-288766' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0813 20:44:49.741137  459085 main.go:130] libmachine: SSH cmd err, output: <nil>: 

	I0813 20:44:49.741168  459085 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube CaCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337

/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube}

	I0813 20:44:49.741215  459085 ubuntu.go:177] setting up certificates

	I0813 20:44:49.741228  459085 provision.go:83] configureAuth start

	I0813 20:44:49.741282  459085 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-20210813204443-288766

	I0813 20:44:49.811196  459085 provision.go:138] copyHostCerts

	I0813 20:44:49.811258  459085 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem, removing ...

	I0813 20:44:49.811273  459085 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem

	I0813 20:44:49.811336  459085 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem (1082 bytes)

	I0813 20:44:49.811436  459085 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem, removing ...

	I0813 20:44:49.811448  459085 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem

	I0813 20:44:49.811474  459085 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem (1123 bytes)

	I0813 20:44:49.811546  459085 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem, removing ...

	I0813 20:44:49.811556  459085 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem

	I0813 20:44:49.811582  459085 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem (1675 bytes)

	I0813 20:44:49.811646  459085 provision.go:112] generating server cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem org=jenkins.no-preload-20210813204443-288766 san=[192.168.67.2 127.0.0.1 localhost 127.0.0.1 minikube no-preload-20210813204443-288766]

	I0813 20:44:50.201965  459085 provision.go:172] copyRemoteCerts

	I0813 20:44:50.202045  459085 ssh_runner.go:149] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0813 20:44:50.202100  459085 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-20210813204443-288766

	I0813 20:44:50.263131  459085 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33161 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/no-preload-20210813204443-288766/id_rsa Username:docker}

	I0813 20:44:50.360580  459085 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)

	I0813 20:44:50.379755  459085 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem --> /etc/docker/server.pem (1269 bytes)

	I0813 20:44:50.398894  459085 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0813 20:44:50.416057  459085 provision.go:86] duration metric: configureAuth took 674.815892ms

	I0813 20:44:50.416083  459085 ubuntu.go:193] setting minikube options for container-runtime

	I0813 20:44:50.416293  459085 config.go:177] Loaded profile config "no-preload-20210813204443-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.22.0-rc.0

	I0813 20:44:50.416310  459085 machine.go:91] provisioned docker machine in 1.130949196s

	I0813 20:44:50.416319  459085 client.go:171] LocalClient.Create took 6.096144175s

	I0813 20:44:50.416337  459085 start.go:168] duration metric: libmachine.API.Create for "no-preload-20210813204443-288766" took 6.096215412s

	I0813 20:44:50.416350  459085 start.go:267] post-start starting for "no-preload-20210813204443-288766" (driver="docker")

	I0813 20:44:50.416360  459085 start.go:277] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0813 20:44:50.416409  459085 ssh_runner.go:149] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0813 20:44:50.416456  459085 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-20210813204443-288766

	I0813 20:44:50.465370  459085 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33161 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/no-preload-20210813204443-288766/id_rsa Username:docker}

	I0813 20:44:50.564822  459085 ssh_runner.go:149] Run: cat /etc/os-release

	I0813 20:44:50.567513  459085 main.go:130] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found

	I0813 20:44:50.567533  459085 main.go:130] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found

	I0813 20:44:50.567546  459085 main.go:130] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found

	I0813 20:44:50.567554  459085 info.go:137] Remote host: Ubuntu 20.04.2 LTS

	I0813 20:44:50.567575  459085 filesync.go:126] Scanning /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/addons for local assets ...

	I0813 20:44:50.567635  459085 filesync.go:126] Scanning /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files for local assets ...

	I0813 20:44:50.567743  459085 filesync.go:149] local asset: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem -> 2887662.pem in /etc/ssl/certs

	I0813 20:44:50.567870  459085 ssh_runner.go:149] Run: sudo mkdir -p /etc/ssl/certs

	I0813 20:44:50.574840  459085 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem --> /etc/ssl/certs/2887662.pem (1708 bytes)

	I0813 20:44:50.594640  459085 start.go:270] post-start completed in 178.271223ms

	I0813 20:44:50.595049  459085 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-20210813204443-288766

	I0813 20:44:50.672831  459085 profile.go:148] Saving config to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/no-preload-20210813204443-288766/config.json ...

	I0813 20:44:50.673098  459085 ssh_runner.go:149] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0813 20:44:50.673163  459085 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-20210813204443-288766

	I0813 20:44:50.728849  459085 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33161 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/no-preload-20210813204443-288766/id_rsa Username:docker}

	I0813 20:44:50.844496  459085 start.go:129] duration metric: createHost completed in 6.527278948s

	I0813 20:44:50.844527  459085 start.go:80] releasing machines lock for "no-preload-20210813204443-288766", held for 6.52743466s

	I0813 20:44:50.844633  459085 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-20210813204443-288766

	I0813 20:44:50.894859  459085 ssh_runner.go:149] Run: curl -sS -m 2 https://k8s.gcr.io/

	I0813 20:44:50.894933  459085 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-20210813204443-288766

	I0813 20:44:50.944623  459085 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33161 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/no-preload-20210813204443-288766/id_rsa Username:docker}

	I0813 20:44:52.970427  459085 cache.go:157] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-controller-manager_v1.22.0-rc.0 exists

	I0813 20:44:52.970473  459085 cache.go:97] cache image "k8s.gcr.io/kube-controller-manager:v1.22.0-rc.0" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-controller-manager_v1.22.0-rc.0" took 8.787994587s

	I0813 20:44:52.970490  459085 cache.go:81] save to tar file k8s.gcr.io/kube-controller-manager:v1.22.0-rc.0 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-controller-manager_v1.22.0-rc.0 succeeded

	I0813 20:44:53.250897  459085 cache.go:157] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-apiserver_v1.22.0-rc.0 exists

	I0813 20:44:53.250941  459085 cache.go:97] cache image "k8s.gcr.io/kube-apiserver:v1.22.0-rc.0" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-apiserver_v1.22.0-rc.0" took 9.068489742s

	I0813 20:44:53.250954  459085 cache.go:81] save to tar file k8s.gcr.io/kube-apiserver:v1.22.0-rc.0 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-apiserver_v1.22.0-rc.0 succeeded

	I0813 20:44:51.781583  459154 cli_runner.go:168] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v11-v1.21.3-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v embed-certs-20210813204443-288766:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 -I lz4 -xf /preloaded.tar -C /extractDir: (5.760302694s)

	I0813 20:44:51.781615  459154 kic.go:188] duration metric: took 5.760567 seconds to extract preloaded images to volume

	I0813 20:44:51.781695  459154 cli_runner.go:115] Run: docker container inspect embed-certs-20210813204443-288766 --format={{.State.Status}}

	I0813 20:44:51.825433  459154 machine.go:88] provisioning docker machine ...

	I0813 20:44:51.825478  459154 ubuntu.go:169] provisioning hostname "embed-certs-20210813204443-288766"

	I0813 20:44:51.825543  459154 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-20210813204443-288766

	I0813 20:44:51.867395  459154 main.go:130] libmachine: Using SSH client type: native

	I0813 20:44:51.867636  459154 main.go:130] libmachine: &{{{<nil> 0 [] [] []} docker [0x802ea0] 0x802e60 <nil>  [] 0s} 127.0.0.1 33165 <nil> <nil>}

	I0813 20:44:51.867660  459154 main.go:130] libmachine: About to run SSH command:

	sudo hostname embed-certs-20210813204443-288766 && echo "embed-certs-20210813204443-288766" | sudo tee /etc/hostname

	I0813 20:44:52.020499  459154 main.go:130] libmachine: SSH cmd err, output: <nil>: embed-certs-20210813204443-288766

	I0813 20:44:52.020579  459154 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-20210813204443-288766

	I0813 20:44:52.063981  459154 main.go:130] libmachine: Using SSH client type: native

	I0813 20:44:52.064172  459154 main.go:130] libmachine: &{{{<nil> 0 [] [] []} docker [0x802ea0] 0x802e60 <nil>  [] 0s} 127.0.0.1 33165 <nil> <nil>}

	I0813 20:44:52.064196  459154 main.go:130] libmachine: About to run SSH command:

			if ! grep -xq '.*\sembed-certs-20210813204443-288766' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 embed-certs-20210813204443-288766/g' /etc/hosts;

				else 

					echo '127.0.1.1 embed-certs-20210813204443-288766' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0813 20:44:52.192084  459154 main.go:130] libmachine: SSH cmd err, output: <nil>: 

	I0813 20:44:52.192120  459154 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube CaCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337

/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube}

	I0813 20:44:52.192151  459154 ubuntu.go:177] setting up certificates

	I0813 20:44:52.192163  459154 provision.go:83] configureAuth start

	I0813 20:44:52.192218  459154 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-20210813204443-288766

	I0813 20:44:52.240079  459154 provision.go:138] copyHostCerts

	I0813 20:44:52.240145  459154 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem, removing ...

	I0813 20:44:52.240156  459154 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem

	I0813 20:44:52.240216  459154 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem (1082 bytes)

	I0813 20:44:52.240295  459154 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem, removing ...

	I0813 20:44:52.240308  459154 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem

	I0813 20:44:52.240329  459154 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem (1123 bytes)

	I0813 20:44:52.240388  459154 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem, removing ...

	I0813 20:44:52.240396  459154 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem

	I0813 20:44:52.240416  459154 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem (1675 bytes)

	I0813 20:44:52.240471  459154 provision.go:112] generating server cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem org=jenkins.embed-certs-20210813204443-288766 san=[192.168.76.2 127.0.0.1 localhost 127.0.0.1 minikube embed-certs-20210813204443-288766]

	I0813 20:44:52.580656  459154 provision.go:172] copyRemoteCerts

	I0813 20:44:52.580715  459154 ssh_runner.go:149] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0813 20:44:52.580751  459154 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-20210813204443-288766

	I0813 20:44:52.623316  459154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33165 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/embed-certs-20210813204443-288766/id_rsa Username:docker}

	I0813 20:44:52.715628  459154 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)

	I0813 20:44:52.731638  459154 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem --> /etc/docker/server.pem (1269 bytes)

	I0813 20:44:52.747649  459154 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)

	I0813 20:44:52.762867  459154 provision.go:86] duration metric: configureAuth took 570.693034ms

	I0813 20:44:52.762887  459154 ubuntu.go:193] setting minikube options for container-runtime

	I0813 20:44:52.763070  459154 config.go:177] Loaded profile config "embed-certs-20210813204443-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.21.3

	I0813 20:44:52.763083  459154 machine.go:91] provisioned docker machine in 937.626075ms

	I0813 20:44:52.763090  459154 client.go:171] LocalClient.Create took 8.144664658s

	I0813 20:44:52.763107  459154 start.go:168] duration metric: libmachine.API.Create for "embed-certs-20210813204443-288766" took 8.144732568s

	I0813 20:44:52.763120  459154 start.go:267] post-start starting for "embed-certs-20210813204443-288766" (driver="docker")

	I0813 20:44:52.763126  459154 start.go:277] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0813 20:44:52.763173  459154 ssh_runner.go:149] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0813 20:44:52.763221  459154 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-20210813204443-288766

	I0813 20:44:52.803701  459154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33165 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/embed-certs-20210813204443-288766/id_rsa Username:docker}

	I0813 20:44:52.891650  459154 ssh_runner.go:149] Run: cat /etc/os-release

	I0813 20:44:52.894304  459154 main.go:130] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found

	I0813 20:44:52.894325  459154 main.go:130] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found

	I0813 20:44:52.894334  459154 main.go:130] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found

	I0813 20:44:52.894340  459154 info.go:137] Remote host: Ubuntu 20.04.2 LTS

	I0813 20:44:52.894349  459154 filesync.go:126] Scanning /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/addons for local assets ...

	I0813 20:44:52.894395  459154 filesync.go:126] Scanning /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files for local assets ...

	I0813 20:44:52.894510  459154 filesync.go:149] local asset: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem -> 2887662.pem in /etc/ssl/certs

	I0813 20:44:52.894629  459154 ssh_runner.go:149] Run: sudo mkdir -p /etc/ssl/certs

	I0813 20:44:52.900700  459154 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem --> /etc/ssl/certs/2887662.pem (1708 bytes)

	I0813 20:44:52.916200  459154 start.go:270] post-start completed in 153.068697ms

	I0813 20:44:52.916562  459154 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-20210813204443-288766

	I0813 20:44:52.960128  459154 profile.go:148] Saving config to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/embed-certs-20210813204443-288766/config.json ...

	I0813 20:44:52.960329  459154 ssh_runner.go:149] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0813 20:44:52.960373  459154 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-20210813204443-288766

	I0813 20:44:53.002528  459154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33165 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/embed-certs-20210813204443-288766/id_rsa Username:docker}

	I0813 20:44:53.088640  459154 start.go:129] duration metric: createHost completed in 8.473057712s

	I0813 20:44:53.088674  459154 start.go:80] releasing machines lock for "embed-certs-20210813204443-288766", held for 8.473251145s

	I0813 20:44:53.088768  459154 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-20210813204443-288766

	I0813 20:44:53.131734  459154 ssh_runner.go:149] Run: systemctl --version

	I0813 20:44:53.131791  459154 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-20210813204443-288766

	I0813 20:44:53.131800  459154 ssh_runner.go:149] Run: curl -sS -m 2 https://k8s.gcr.io/

	I0813 20:44:53.131869  459154 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-20210813204443-288766

	I0813 20:44:53.177758  459154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33165 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/embed-certs-20210813204443-288766/id_rsa Username:docker}

	I0813 20:44:53.181227  459154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33165 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/embed-certs-20210813204443-288766/id_rsa Username:docker}

	I0813 20:44:53.264810  459154 ssh_runner.go:149] Run: sudo systemctl stop -f crio

	I0813 20:44:53.290946  459154 ssh_runner.go:149] Run: sudo systemctl is-active --quiet service crio

	I0813 20:44:53.299784  459154 docker.go:153] disabling docker service ...

	I0813 20:44:53.299839  459154 ssh_runner.go:149] Run: sudo systemctl stop -f docker.socket

	I0813 20:44:53.315319  459154 ssh_runner.go:149] Run: sudo systemctl stop -f docker.service

	I0813 20:44:53.323587  459154 ssh_runner.go:149] Run: sudo systemctl disable docker.socket

	I0813 20:44:53.392205  459154 ssh_runner.go:149] Run: sudo systemctl mask docker.service

	I0813 20:44:53.454423  459154 ssh_runner.go:149] Run: sudo systemctl is-active --quiet service docker

	I0813 20:44:53.462833  459154 ssh_runner.go:149] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	image-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0813 20:44:53.474260  459154 ssh_runner.go:149] Run: /bin/bash -c "sudo mkdir -p /etc/containerd && printf %!s(MISSING) "cm9vdCA9ICIvdmFyL2xpYi9jb250YWluZXJkIgpzdGF0ZSA9ICIvcnVuL2NvbnRhaW5lcmQiCm9vbV9zY29yZSA9IDAKW2dycGNdCiAgYWRkcmVzcyA9ICIvcnVuL2NvbnRhaW5lcmQvY29udGFpbmVyZC5zb2NrIgogIHVpZCA9IDAKICBnaWQgPSAwCiAgbWF4X3JlY3ZfbWVzc2FnZV9zaXplID0gMTY3NzcyMTYKICBtYXhfc2VuZF9tZXNzYWdlX3NpemUgPSAxNjc3NzIxNgoKW2RlYnVnXQogIGFkZHJlc3MgPSAiIgogIHVpZCA9IDAKICBnaWQgPSAwCiAgbGV2ZWwgPSAiIgoKW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIiCiAgZ3JwY19oaXN0b2dyYW0gPSBmYWxzZQoKW2Nncm91cF0KICBwYXRoID0gIiIKCltwbHVnaW5zXQogIFtwbHVnaW5zLmNncm91cHNdCiAgICBub19wcm9tZXRoZXVzID0gZmFsc2UKICBbcGx1Z2lucy5jcmldCiAgICBzdHJlYW1fc2VydmVyX2FkZHJlc3MgPSAiIgogICAgc3RyZWFtX3NlcnZlcl9wb3J0ID0gIjEwMDEwIgogICAgZW5hYmxlX3NlbGludXggPSBmYWxzZQogICAgc2FuZGJveF9pbWFnZSA9ICJrOHMuZ2NyLmlvL3BhdXNlOjMuNC4xIgogICAgc3RhdHNfY29sbGVjdF9wZXJpb2QgPSAxMAogICAgZW5hYmxlX3Rsc19zdHJlYW1pbmcgPSBmYWxzZQogICAgbWF4X2NvbnRhaW5lcl9sb2dfbGluZV9zaXplID0gMTYzODQKCglbcGx1Z2lucy4iaW8uY

29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzXQogICAgICAgICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgICAgICAgICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICAgICAgICAgIFN5c3RlbWRDZ3JvdXAgPSBmYWxzZQoKICAgIFtwbHVnaW5zLmNyaS5jb250YWluZXJkXQogICAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5ZnMiCiAgICAgIFtwbHVnaW5zLmNyaS5jb250YWluZXJkLmRlZmF1bHRfcnVudGltZV0KICAgICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgICBbcGx1Z2lucy5jcmkuY29udGFpbmVyZC51bnRydXN0ZWRfd29ya2xvYWRfcnVudGltZV0KICAgICAgICBydW50aW1lX3R5cGUgPSAiIgogICAgICAgIHJ1bnRpbWVfZW5naW5lID0gIiIKICAgICAgICBydW50aW1lX3Jvb3QgPSAiIgogICAgW3BsdWdpbnMuY3JpLmNuaV0KICAgICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5ta

yIKICAgICAgY29uZl90ZW1wbGF0ZSA9ICIiCiAgICBbcGx1Z2lucy5jcmkucmVnaXN0cnldCiAgICAgIFtwbHVnaW5zLmNyaS5yZWdpc3RyeS5taXJyb3JzXQogICAgICAgIFtwbHVnaW5zLmNyaS5yZWdpc3RyeS5taXJyb3JzLiJkb2NrZXIuaW8iXQogICAgICAgICAgZW5kcG9pbnQgPSBbImh0dHBzOi8vcmVnaXN0cnktMS5kb2NrZXIuaW8iXQogICAgICAgIFtwbHVnaW5zLmRpZmYtc2VydmljZV0KICAgIGRlZmF1bHQgPSBbIndhbGtpbmciXQogIFtwbHVnaW5zLnNjaGVkdWxlcl0KICAgIHBhdXNlX3RocmVzaG9sZCA9IDAuMDIKICAgIGRlbGV0aW9uX3RocmVzaG9sZCA9IDAKICAgIG11dGF0aW9uX3RocmVzaG9sZCA9IDEwMAogICAgc2NoZWR1bGVfZGVsYXkgPSAiMHMiCiAgICBzdGFydHVwX2RlbGF5ID0gIjEwMG1zIgo=" | base64 -d | sudo tee /etc/containerd/config.toml"

	I0813 20:44:53.486348  459154 ssh_runner.go:149] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0813 20:44:53.492040  459154 crio.go:128] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255

	stdout:

	stderr:

	sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory

	I0813 20:44:53.492082  459154 ssh_runner.go:149] Run: sudo modprobe br_netfilter

	I0813 20:44:53.498692  459154 ssh_runner.go:149] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0813 20:44:53.504437  459154 ssh_runner.go:149] Run: sudo systemctl daemon-reload

	I0813 20:44:53.562590  459154 ssh_runner.go:149] Run: sudo systemctl restart containerd

	I0813 20:44:53.624442  459154 start.go:392] Will wait 60s for socket path /run/containerd/containerd.sock

	I0813 20:44:53.624515  459154 ssh_runner.go:149] Run: stat /run/containerd/containerd.sock

	I0813 20:44:53.628374  459154 start.go:413] Will wait 60s for crictl version

	I0813 20:44:53.628429  459154 ssh_runner.go:149] Run: sudo crictl version

	I0813 20:44:53.652277  459154 retry.go:31] will retry after 11.04660288s: Temporary Error: sudo crictl version: Process exited with status 1

	stdout:

	stderr:

	time="2021-08-13T20:44:53Z" level=fatal msg="getting the runtime version: rpc error: code = Unknown desc = server is not initialized yet"

	I0813 20:44:53.445651  453243 node_ready.go:58] node "old-k8s-version-20210813204342-288766" has status "Ready":"False"

	I0813 20:44:55.445693  453243 node_ready.go:58] node "old-k8s-version-20210813204342-288766" has status "Ready":"False"

	* 

	* ==> container status <==

	* CONTAINER           IMAGE               CREATED             STATE               NAME                      ATTEMPT             POD ID

	6bcea47ee4e01       6e38f40d628db       3 minutes ago       Exited              storage-provisioner       0                   4399f9d1493b8

	0c7ddbd99132b       296a6d5035e2d       4 minutes ago       Running             coredns                   0                   dd8c4c931e635

	024f629ddecde       6de166512aa22       4 minutes ago       Running             kindnet-cni               0                   b783388587f5a

	1775bca136eca       adb2816ea823a       4 minutes ago       Running             kube-proxy                0                   8d310005d31b9

	35c9c5b96ad77       3d174f00aa39e       4 minutes ago       Running             kube-apiserver            0                   25e8b80dac235

	10b548fbb1482       0369cf4303ffd       4 minutes ago       Running             etcd                      0                   93e2e043f71bb

	63173c1db4bc4       6be0dc1302e30       4 minutes ago       Running             kube-scheduler            0                   d6e3116efb0cc

	d6650f5f34d68       bc2bb319a7038       4 minutes ago       Running             kube-controller-manager   0                   e341b9ff9e766

	* 

	* ==> containerd <==

	* -- Logs begin at Fri 2021-08-13 20:39:32 UTC, end at Fri 2021-08-13 20:45:00 UTC. --

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.723959699Z" level=info msg="Connect containerd service"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724001120Z" level=info msg="Get image filesystem path \"/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs\""

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724675425Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724740975Z" level=info msg="Start subscribing containerd event"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724845093Z" level=info msg="Start recovering state"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724922364Z" level=info msg=serving... address=/run/containerd/containerd.sock.ttrpc

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724976350Z" level=info msg=serving... address=/run/containerd/containerd.sock

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.725036444Z" level=info msg="containerd successfully booted in 0.046453s"

	Aug 13 20:40:49 pause-20210813203929-288766 systemd[1]: Started containerd container runtime.

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806823891Z" level=info msg="Start event monitor"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806882804Z" level=info msg="Start snapshots syncer"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806895419Z" level=info msg="Start cni network conf syncer"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806904249Z" level=info msg="Start streaming server"

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.179906544Z" level=info msg="RunPodsandbox for &PodSandboxMetadata{Name:storage-provisioner,Uid:ef3f9623-341b-4146-a723-7a12ef0a7234,Namespace:kube-system,Attempt:0,}"

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.204533624Z" level=info msg="starting signal loop" namespace=k8s.io path=/run/containerd/io.containerd.runtime.v2.task/k8s.io/4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4 pid=2655

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.357169807Z" level=info msg="RunPodSandbox for &PodSandboxMetadata{Name:storage-provisioner,Uid:ef3f9623-341b-4146-a723-7a12ef0a7234,Namespace:kube-system,Attempt:0,} returns sandbox id \"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4\""

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.359631546Z" level=info msg="CreateContainer within sandbox \"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4\" for container &ContainerMetadata{Name:storage-provisioner,Attempt:0,}"

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.426123269Z" level=info msg="CreateContainer within sandbox \"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4\" for &ContainerMetadata{Name:storage-provisioner,Attempt:0,} returns container id \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.426673722Z" level=info msg="StartContainer for \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.575767160Z" level=info msg="StartContainer for \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\" returns successfully"

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.637273756Z" level=info msg="Finish piping stderr of container \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.637342149Z" level=info msg="Finish piping stdout of container \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.639127528Z" level=info msg="TaskExit event &TaskExit{ContainerID:6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af,ID:6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af,Pid:2707,ExitStatus:255,ExitedAt:2021-08-13 20:41:20.638811872 +0000 UTC,XXX_unrecognized:[],}"

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.693394662Z" level=info msg="shim disconnected" id=6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.693476700Z" level=error msg="copy shim log" error="read /proc/self/fd/105: file already closed"

	* 

	* ==> coredns [0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476] <==

	* .:53

	[INFO] plugin/reload: Running configuration MD5 = 7cb80d9b13c0af3fa1ba04fc3eef5f89

	CoreDNS-1.8.0

	linux/amd64, go1.15.3, 054c9ae

	* 

	* ==> describe nodes <==

	* Name:               pause-20210813203929-288766

	Roles:              control-plane,master

	Labels:             beta.kubernetes.io/arch=amd64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=amd64

	                    kubernetes.io/hostname=pause-20210813203929-288766

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=852050cf77fe767e86d5a194bb91c06c4dc6c13c

	                    minikube.k8s.io/name=pause-20210813203929-288766

	                    minikube.k8s.io/updated_at=2021_08_13T20_40_14_0700

	                    minikube.k8s.io/version=v1.22.0

	                    node-role.kubernetes.io/control-plane=

	                    node-role.kubernetes.io/master=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: /run/containerd/containerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Fri, 13 Aug 2021 20:40:10 +0000

	Taints:             node.kubernetes.io/unreachable:NoSchedule

	Unschedulable:      false

	Lease:

	  HolderIdentity:  pause-20210813203929-288766

	  AcquireTime:     <unset>

	  RenewTime:       Fri, 13 Aug 2021 20:41:03 +0000

	Conditions:

	  Type             Status    LastHeartbeatTime                 LastTransitionTime                Reason              Message

	  ----             ------    -----------------                 ------------------                ------              -------

	  MemoryPressure   Unknown   Fri, 13 Aug 2021 20:40:59 +0000   Fri, 13 Aug 2021 20:44:52 +0000   NodeStatusUnknown   Kubelet stopped posting node status.

	  DiskPressure     Unknown   Fri, 13 Aug 2021 20:40:59 +0000   Fri, 13 Aug 2021 20:44:52 +0000   NodeStatusUnknown   Kubelet stopped posting node status.

	  PIDPressure      Unknown   Fri, 13 Aug 2021 20:40:59 +0000   Fri, 13 Aug 2021 20:44:52 +0000   NodeStatusUnknown   Kubelet stopped posting node status.

	  Ready            Unknown   Fri, 13 Aug 2021 20:40:59 +0000   Fri, 13 Aug 2021 20:44:52 +0000   NodeStatusUnknown   Kubelet stopped posting node status.

	Addresses:

	  InternalIP:  192.168.58.2

	  Hostname:    pause-20210813203929-288766

	Capacity:

	  cpu:                8

	  ephemeral-storage:  309568300Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  memory:             32951368Ki

	  pods:               110

	Allocatable:

	  cpu:                8

	  ephemeral-storage:  309568300Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  memory:             32951368Ki

	  pods:               110

	System Info:

	  Machine ID:                 dfc5def84a78402c9caa00a7cad25a86

	  System UUID:                b80c2b06-b186-4a20-a7db-8b053c68dfe3

	  Boot ID:                    c164ee34-fd84-4013-964f-2329cd59464b

	  Kernel Version:             4.9.0-16-amd64

	  OS Image:                   Ubuntu 20.04.2 LTS

	  Operating System:           linux

	  Architecture:               amd64

	  Container Runtime Version:  containerd://1.4.9

	  Kubelet Version:            v1.21.3

	  Kube-Proxy Version:         v1.21.3

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (8 in total)

	  Namespace                   Name                                                   CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                                   ------------  ----------  ---------------  -------------  ---

	  kube-system                 coredns-558bd4d5db-484lt                               100m (1%!)(MISSING)     0 (0%!)(MISSING)      70Mi (0%!)(MISSING)        170Mi (0%!)(MISSING)     4m32s

	  kube-system                 etcd-pause-20210813203929-288766                       100m (1%!)(MISSING)     0 (0%!)(MISSING)      100Mi (0%!)(MISSING)       0 (0%!)(MISSING)         4m47s

	  kube-system                 kindnet-zhtm5                                          100m (1%!)(MISSING)     100m (1%!)(MISSING)   50Mi (0%!)(MISSING)        50Mi (0%!)(MISSING)      4m33s

	  kube-system                 kube-apiserver-pause-20210813203929-288766             250m (3%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         4m41s

	  kube-system                 kube-controller-manager-pause-20210813203929-288766    200m (2%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         4m47s

	  kube-system                 kube-proxy-sx47j                                       0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         4m33s

	  kube-system                 kube-scheduler-pause-20210813203929-288766             100m (1%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         4m48s

	  kube-system                 storage-provisioner                                    0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3m53s

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                850m (10%!)(MISSING)  100m (1%!)(MISSING)

	  memory             220Mi (0%!)(MISSING)  220Mi (0%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age    From        Message

	  ----    ------                   ----   ----        -------

	  Normal  Starting                 4m41s  kubelet     Starting kubelet.

	  Normal  NodeHasSufficientMemory  4m41s  kubelet     Node pause-20210813203929-288766 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    4m41s  kubelet     Node pause-20210813203929-288766 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     4m41s  kubelet     Node pause-20210813203929-288766 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  4m41s  kubelet     Updated Node Allocatable limit across pods

	  Normal  Starting                 4m31s  kube-proxy  Starting kube-proxy.

	  Normal  NodeReady                4m21s  kubelet     Node pause-20210813203929-288766 status is now: NodeReady

	* 

	* ==> dmesg <==

	* [  +0.001622] IPv4: martian source 10.96.0.1 from 10.244.0.2, on dev br-63168b86d05c

	[  +0.000002] ll header: 00000000: 02 42 47 fa 9c 46 02 42 c0 a8 31 02 08 00        .BG..F.B..1...

	[ +20.728040] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:30] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:32] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:34] IPv4: martian source 10.244.0.2 from 10.244.0.2, on dev veth320c7f25

	[  +0.000002] ll header: 00000000: ff ff ff ff ff ff 0e 9b 16 90 bc 70 08 06        ...........p..

	[Aug13 20:35] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:36] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:37] cgroup: cgroup2: unknown option "nsdelegate"

	[  +0.098933] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:38] cgroup: cgroup2: unknown option "nsdelegate"

	[  +8.982583] IPv4: martian source 10.244.0.2 from 10.244.0.2, on dev veth8ea709fa

	[  +0.000002] ll header: 00000000: ff ff ff ff ff ff 42 e2 4e 11 65 06 08 06        ......B.N.e...

	[ +22.664251] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:39] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:40] cgroup: cgroup2: unknown option "nsdelegate"

	[ +39.576161] IPv4: martian source 10.244.0.2 from 10.244.0.2, on dev vethb8bf580a

	[  +0.000005] ll header: 00000000: ff ff ff ff ff ff ea 75 25 a9 9a 9c 08 06        .......u%!.(MISSING)...

	[Aug13 20:41] cgroup: cgroup2: unknown option "nsdelegate"

	[ +48.814389] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:43] cgroup: cgroup2: unknown option "nsdelegate"

	[ +29.324433] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:44] cgroup: cgroup2: unknown option "nsdelegate"

	[  +0.919668] cgroup: cgroup2: unknown option "nsdelegate"

	* 

	* ==> etcd [10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf] <==

	* 2021-08-13 20:44:43.856454 I | embed: rejected connection from "127.0.0.1:51860" (error "write tcp 127.0.0.1:2379->127.0.0.1:51860: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.856728 I | embed: rejected connection from "127.0.0.1:51862" (error "write tcp 127.0.0.1:2379->127.0.0.1:51862: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.857114 I | embed: rejected connection from "127.0.0.1:51830" (error "write tcp 127.0.0.1:2379->127.0.0.1:51830: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.857265 I | embed: rejected connection from "127.0.0.1:51856" (error "write tcp 127.0.0.1:2379->127.0.0.1:51856: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.858309 I | embed: rejected connection from "127.0.0.1:51874" (error "write tcp 127.0.0.1:2379->127.0.0.1:51874: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.858844 I | embed: rejected connection from "127.0.0.1:51806" (error "write tcp 127.0.0.1:2379->127.0.0.1:51806: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.860829 I | embed: rejected connection from "127.0.0.1:51890" (error "write tcp 127.0.0.1:2379->127.0.0.1:51890: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.860854 I | embed: rejected connection from "127.0.0.1:51870" (error "write tcp 127.0.0.1:2379->127.0.0.1:51870: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.860866 I | embed: rejected connection from "127.0.0.1:51872" (error "write tcp 127.0.0.1:2379->127.0.0.1:51872: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.860877 I | embed: rejected connection from "127.0.0.1:51828" (error "write tcp 127.0.0.1:2379->127.0.0.1:51828: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.860889 I | embed: rejected connection from "127.0.0.1:51900" (error "write tcp 127.0.0.1:2379->127.0.0.1:51900: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.861256 I | embed: rejected connection from "127.0.0.1:51888" (error "write tcp 127.0.0.1:2379->127.0.0.1:51888: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.862608 I | embed: rejected connection from "127.0.0.1:51868" (error "write tcp 127.0.0.1:2379->127.0.0.1:51868: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.934211 I | embed: rejected connection from "127.0.0.1:51878" (error "write tcp 127.0.0.1:2379->127.0.0.1:51878: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939159 I | embed: rejected connection from "127.0.0.1:51898" (error "write tcp 127.0.0.1:2379->127.0.0.1:51898: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939208 I | embed: rejected connection from "127.0.0.1:51894" (error "write tcp 127.0.0.1:2379->127.0.0.1:51894: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939225 I | embed: rejected connection from "127.0.0.1:51840" (error "write tcp 127.0.0.1:2379->127.0.0.1:51840: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939254 I | embed: rejected connection from "127.0.0.1:51886" (error "write tcp 127.0.0.1:2379->127.0.0.1:51886: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939278 I | embed: rejected connection from "127.0.0.1:51846" (error "write tcp 127.0.0.1:2379->127.0.0.1:51846: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939315 I | embed: rejected connection from "127.0.0.1:51884" (error "write tcp 127.0.0.1:2379->127.0.0.1:51884: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939344 I | embed: rejected connection from "127.0.0.1:51902" (error "write tcp 127.0.0.1:2379->127.0.0.1:51902: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939366 I | embed: rejected connection from "127.0.0.1:51848" (error "write tcp 127.0.0.1:2379->127.0.0.1:51848: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939379 I | embed: rejected connection from "127.0.0.1:51876" (error "write tcp 127.0.0.1:2379->127.0.0.1:51876: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939397 I | embed: rejected connection from "127.0.0.1:51842" (error "write tcp 127.0.0.1:2379->127.0.0.1:51842: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.944171 I | embed: rejected connection from "127.0.0.1:51892" (error "write tcp 127.0.0.1:2379->127.0.0.1:51892: write: broken pipe", ServerName "")

	* 

	* ==> kernel <==

	*  20:45:00 up  2:27,  0 users,  load average: 4.06, 3.36, 2.24

	Linux pause-20210813203929-288766 4.9.0-16-amd64 #1 SMP Debian 4.9.272-2 (2021-07-19) x86_64 x86_64 x86_64 GNU/Linux

	PRETTY_NAME="Ubuntu 20.04.2 LTS"

	* 

	* ==> kube-apiserver [35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5] <==

	* I0813 20:44:52.030454       1 trace.go:205] Trace[956660176]: "List" url:/api/v1/namespaces/default/resourcequotas,user-agent:kube-apiserver/v1.21.3 (linux/amd64) kubernetes/ca643a4,client:127.0.0.1,accept:application/vnd.kubernetes.protobuf, */*,protocol:HTTP/2.0 (13-Aug-2021 20:44:07.583) (total time: 44447ms):

	Trace[956660176]: ---"Listing from storage done" 44447ms (20:44:00.030)

	Trace[956660176]: [44.447081629s] [44.447081629s] END

	I0813 20:44:52.030545       1 trace.go:205] Trace[323371786]: "List" url:/api/v1/namespaces/kube-node-lease/resourcequotas,user-agent:kube-apiserver/v1.21.3 (linux/amd64) kubernetes/ca643a4,client:127.0.0.1,accept:application/vnd.kubernetes.protobuf, */*,protocol:HTTP/2.0 (13-Aug-2021 20:44:07.582) (total time: 44447ms):

	Trace[323371786]: ---"Listing from storage done" 44447ms (20:44:00.030)

	Trace[323371786]: [44.447947538s] [44.447947538s] END

	I0813 20:44:52.307943       1 trace.go:205] Trace[883991041]: "Get" url:/api/v1/namespaces/default,user-agent:kube-apiserver/v1.21.3 (linux/amd64) kubernetes/ca643a4,client:127.0.0.1,accept:application/vnd.kubernetes.protobuf, */*,protocol:HTTP/2.0 (13-Aug-2021 20:44:17.589) (total time: 34718ms):

	Trace[883991041]: ---"About to write a response" 34718ms (20:44:00.307)

	Trace[883991041]: [34.718242269s] [34.718242269s] END

	I0813 20:44:52.332230       1 trace.go:205] Trace[860318830]: "List etcd3" key:/minions,resourceVersion:,resourceVersionMatch:,limit:0,continue: (13-Aug-2021 20:44:43.644) (total time: 8687ms):

	Trace[860318830]: [8.687247352s] [8.687247352s] END

	I0813 20:44:52.332404       1 trace.go:205] Trace[2144363031]: "Get" url:/api/v1/nodes/pause-20210813203929-288766,user-agent:kube-controller-manager/v1.21.3 (linux/amd64) kubernetes/ca643a4/system:serviceaccount:kube-system:node-controller,client:192.168.58.2,accept:application/vnd.kubernetes.protobuf, */*,protocol:HTTP/2.0 (13-Aug-2021 20:44:02.327) (total time: 50005ms):

	Trace[2144363031]: ---"About to write a response" 50005ms (20:44:00.332)

	Trace[2144363031]: [50.005294533s] [50.005294533s] END

	I0813 20:44:52.332611       1 trace.go:205] Trace[1579935334]: "List" url:/api/v1/nodes,user-agent:kindnetd/v0.0.0 (linux/amd64) kubernetes/$Format,client:192.168.58.2,accept:application/json, */*,protocol:HTTP/2.0 (13-Aug-2021 20:44:43.644) (total time: 8687ms):

	Trace[1579935334]: ---"Listing from storage done" 8687ms (20:44:00.332)

	Trace[1579935334]: [8.687646848s] [8.687646848s] END

	W0813 20:44:54.990863       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:44:56.192796       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	I0813 20:44:57.155544       1 trace.go:205] Trace[1615132359]: "GuaranteedUpdate etcd3" type:*core.Pod (13-Aug-2021 20:44:52.360) (total time: 4794ms):

	Trace[1615132359]: ---"Transaction committed" 4793ms (20:44:00.155)

	Trace[1615132359]: [4.794602887s] [4.794602887s] END

	I0813 20:44:57.155708       1 trace.go:205] Trace[1454892657]: "Update" url:/api/v1/namespaces/kube-system/pods/storage-provisioner/status,user-agent:kube-controller-manager/v1.21.3 (linux/amd64) kubernetes/ca643a4/system:serviceaccount:kube-system:node-controller,client:192.168.58.2,accept:application/vnd.kubernetes.protobuf, */*,protocol:HTTP/2.0 (13-Aug-2021 20:44:52.360) (total time: 4795ms):

	Trace[1454892657]: ---"Object stored in database" 4794ms (20:44:00.155)

	Trace[1454892657]: [4.795086884s] [4.795086884s] END

	* 

	* ==> kube-controller-manager [d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f] <==

	* I0813 20:40:27.798886       1 event.go:291] "Event occurred" object="kube-system/kube-proxy" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-sx47j"

	I0813 20:40:27.845459       1 event.go:291] "Event occurred" object="kube-system/coredns" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-558bd4d5db to 2"

	I0813 20:40:28.034246       1 shared_informer.go:247] Caches are synced for garbage collector 

	I0813 20:40:28.034267       1 garbagecollector.go:151] Garbage collector: all resource monitors have synced. Proceeding to collect garbage

	I0813 20:40:28.059959       1 shared_informer.go:247] Caches are synced for garbage collector 

	I0813 20:40:28.243971       1 event.go:291] "Event occurred" object="kube-system/coredns-558bd4d5db" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-558bd4d5db-bmfzs"

	I0813 20:40:28.250198       1 event.go:291] "Event occurred" object="kube-system/coredns-558bd4d5db" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-558bd4d5db-484lt"

	I0813 20:40:28.434087       1 event.go:291] "Event occurred" object="kube-system/coredns" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-558bd4d5db to 1"

	I0813 20:40:28.442326       1 event.go:291] "Event occurred" object="kube-system/coredns-558bd4d5db" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-558bd4d5db-bmfzs"

	I0813 20:40:44.268368       1 node_lifecycle_controller.go:1191] Controller detected that some Nodes are Ready. Exiting master disruption mode.

	E0813 20:42:23.302321       1 node_lifecycle_controller.go:1107] Error updating node pause-20210813203929-288766: Timeout: request did not complete within requested timeout context deadline exceeded

	E0813 20:43:23.304405       1 node_lifecycle_controller.go:801] Failed while getting a Node to retry updating node health. Probably Node pause-20210813203929-288766 was deleted.

	E0813 20:43:23.304435       1 node_lifecycle_controller.go:806] Update health of Node '' from Controller error: the server was unable to return a response in the time allotted, but may still be processing the request (get nodes pause-20210813203929-288766). Skipping - no pods will be evicted.

	I0813 20:43:28.304580       1 node_lifecycle_controller.go:1398] Initializing eviction metric for zone: 

	E0813 20:44:02.321555       1 node_lifecycle_controller.go:1107] Error updating node pause-20210813203929-288766: Timeout: request did not complete within requested timeout context deadline exceeded

	I0813 20:44:52.360165       1 event.go:291] "Event occurred" object="pause-20210813203929-288766" kind="Node" apiVersion="v1" type="Normal" reason="NodeNotReady" message="Node pause-20210813203929-288766 status is now: NodeNotReady"

	I0813 20:44:57.161667       1 event.go:291] "Event occurred" object="kube-system/storage-provisioner" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"

	I0813 20:44:57.171702       1 event.go:291] "Event occurred" object="kube-system/kube-controller-manager-pause-20210813203929-288766" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"

	I0813 20:44:57.175256       1 event.go:291] "Event occurred" object="kube-system/etcd-pause-20210813203929-288766" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"

	I0813 20:44:57.179285       1 event.go:291] "Event occurred" object="kube-system/kube-apiserver-pause-20210813203929-288766" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"

	I0813 20:44:57.182157       1 event.go:291] "Event occurred" object="kube-system/kube-scheduler-pause-20210813203929-288766" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"

	I0813 20:44:57.187737       1 event.go:291] "Event occurred" object="kube-system/kindnet-zhtm5" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"

	I0813 20:44:57.191188       1 event.go:291] "Event occurred" object="kube-system/kube-proxy-sx47j" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"

	I0813 20:44:57.194694       1 node_lifecycle_controller.go:1164] Controller detected that all Nodes are not-Ready. Entering master disruption mode.

	I0813 20:44:57.194792       1 event.go:291] "Event occurred" object="kube-system/coredns-558bd4d5db-484lt" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"

	* 

	* ==> kube-proxy [1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e] <==

	* I0813 20:40:29.063812       1 node.go:172] Successfully retrieved node IP: 192.168.58.2

	I0813 20:40:29.063870       1 server_others.go:140] Detected node IP 192.168.58.2

	W0813 20:40:29.063915       1 server_others.go:598] Unknown proxy mode "", assuming iptables proxy

	I0813 20:40:29.146787       1 server_others.go:206] kube-proxy running in dual-stack mode, IPv4-primary

	I0813 20:40:29.146834       1 server_others.go:212] Using iptables Proxier.

	I0813 20:40:29.146858       1 server_others.go:219] creating dualStackProxier for iptables.

	W0813 20:40:29.146873       1 server_others.go:512] detect-local-mode set to ClusterCIDR, but no IPv6 cluster CIDR defined, , defaulting to no-op detect-local for IPv6

	I0813 20:40:29.147256       1 server.go:643] Version: v1.21.3

	I0813 20:40:29.147957       1 config.go:315] Starting service config controller

	I0813 20:40:29.147982       1 shared_informer.go:240] Waiting for caches to sync for service config

	I0813 20:40:29.153359       1 config.go:224] Starting endpoint slice config controller

	I0813 20:40:29.153384       1 shared_informer.go:240] Waiting for caches to sync for endpoint slice config

	W0813 20:40:29.157072       1 warnings.go:70] discovery.k8s.io/v1beta1 EndpointSlice is deprecated in v1.21+, unavailable in v1.25+; use discovery.k8s.io/v1 EndpointSlice

	W0813 20:40:29.158190       1 warnings.go:70] discovery.k8s.io/v1beta1 EndpointSlice is deprecated in v1.21+, unavailable in v1.25+; use discovery.k8s.io/v1 EndpointSlice

	I0813 20:40:29.248464       1 shared_informer.go:247] Caches are synced for service config 

	I0813 20:40:29.253695       1 shared_informer.go:247] Caches are synced for endpoint slice config 

	* 

	* ==> kube-scheduler [63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627] <==

	* E0813 20:40:10.353758       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0813 20:40:10.353764       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:10.353721       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0813 20:40:10.353854       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1beta1.CSIStorageCapacity: failed to list *v1beta1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:10.353881       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0813 20:40:10.354018       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0813 20:40:10.354178       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0813 20:40:10.354221       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0813 20:40:10.354241       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0813 20:40:10.354301       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0813 20:40:11.217831       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0813 20:40:11.245035       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0813 20:40:11.284247       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0813 20:40:11.317368       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:11.317378       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:11.358244       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0813 20:40:11.421586       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0813 20:40:11.574746       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0813 20:40:11.609805       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0813 20:40:11.625755       1 reflector.go:138] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0813 20:40:11.648548       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0813 20:40:11.787233       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0813 20:40:11.832346       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1beta1.CSIStorageCapacity: failed to list *v1beta1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:11.866533       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	I0813 20:40:14.451054       1 shared_informer.go:247] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file 

	* 

	* ==> kubelet <==

	* -- Logs begin at Fri 2021-08-13 20:39:32 UTC, end at Fri 2021-08-13 20:45:00 UTC. --

	Aug 13 20:44:44 pause-20210813203929-288766 systemd[1]: Stopping kubelet: The Kubernetes Node Agent...

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122092    3965 server.go:660] "--cgroups-per-qos enabled, but --cgroup-root was not specified.  defaulting to /"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122367    3965 container_manager_linux.go:278] "Container manager verified user specified cgroup-root exists" cgroupRoot=[]

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122437    3965 container_manager_linux.go:283] "Creating Container Manager object based on Node Config" nodeConfig={RuntimeCgroupsName: SystemCgroupsName: KubeletCgroupsName: ContainerRuntime:remote CgroupsPerQOS:true CgroupRoot:/ CgroupDriver:cgroupfs KubeletRootDir:/var/lib/kubelet ProtectKernelDefaults:false NodeAllocatableConfig:{KubeReservedCgroupName: SystemReservedCgroupName: ReservedSystemCPUs: EnforceNodeAllocatable:map[pods:{}] KubeReserved:map[] SystemReserved:map[] HardEvictionThresholds:[]} QOSReserved:map[] ExperimentalCPUManagerPolicy:none ExperimentalTopologyManagerScope:container ExperimentalCPUManagerReconcilePeriod:10s ExperimentalMemoryManagerPolicy:None ExperimentalMemoryManagerReservedMemory:[] ExperimentalPodPidsLimit:-1 EnforceCPULimits:true CPUCFSQuotaPeriod:100ms ExperimentalTopologyManagerPolicy:none}

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122475    3965 topology_manager.go:120] "Creating topology manager with policy per scope" topologyPolicyName="none" topologyScopeName="container"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122491    3965 container_manager_linux.go:314] "Initializing Topology Manager" policy="none" scope="container"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122500    3965 container_manager_linux.go:319] "Creating device plugin manager" devicePluginEnabled=true

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122679    3965 remote_runtime.go:62] parsed scheme: ""

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122691    3965 remote_runtime.go:62] scheme "" not registered, fallback to default scheme

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122737    3965 passthrough.go:48] ccResolverWrapper: sending update to cc: {[{/run/containerd/containerd.sock  <nil> 0 <nil>}] <nil> <nil>}

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122749    3965 clientconn.go:948] ClientConn switching balancer to "pick_first"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122816    3965 remote_image.go:50] parsed scheme: ""

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122825    3965 remote_image.go:50] scheme "" not registered, fallback to default scheme

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122841    3965 passthrough.go:48] ccResolverWrapper: sending update to cc: {[{/run/containerd/containerd.sock  <nil> 0 <nil>}] <nil> <nil>}

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122847    3965 clientconn.go:948] ClientConn switching balancer to "pick_first"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122930    3965 kubelet.go:404] "Attempting to sync node with API server"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122949    3965 kubelet.go:272] "Adding static pod path" path="/etc/kubernetes/manifests"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122975    3965 kubelet.go:283] "Adding apiserver pod source"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.123018    3965 apiserver.go:42] "Waiting for node sync before watching apiserver pods"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.124430    3965 kuberuntime_manager.go:222] "Container runtime initialized" containerRuntime="containerd" version="1.4.9" apiVersion="v1alpha2"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: E0813 20:44:49.386202    3965 aws_credentials.go:77] while getting AWS credentials NoCredentialProviders: no valid providers in chain. Deprecated.

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]:         For verbose messaging see aws.Config.CredentialsChainVerboseErrors

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.386811    3965 server.go:1190] "Started kubelet"

	Aug 13 20:44:49 pause-20210813203929-288766 systemd[1]: kubelet.service: Succeeded.

	Aug 13 20:44:49 pause-20210813203929-288766 systemd[1]: Stopped kubelet: The Kubernetes Node Agent.

	* 

	* ==> storage-provisioner [6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af] <==

	* 	/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:880 +0x4af

	goroutine 124 [sync.Cond.Wait]:

	sync.runtime_notifyListWait(0xc000441a50, 0x0)

		/usr/local/go/src/runtime/sema.go:513 +0xf8

	sync.(*Cond).Wait(0xc000441a40)

		/usr/local/go/src/sync/cond.go:56 +0x99

	k8s.io/client-go/util/workqueue.(*Type).Get(0xc00039ef60, 0x0, 0x0, 0x0)

		/Users/medya/go/pkg/mod/k8s.io/client-go@v0.20.5/util/workqueue/queue.go:145 +0x89

	sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000446f00, 0x18e5530, 0xc0000460c0, 0x203000)

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:990 +0x3e

	sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(...)

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:929

	sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3()

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:881 +0x5c

	k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00028a0e0)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:155 +0x5f

	k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00028a0e0, 0x18b3d60, 0xc0004502d0, 0x1, 0xc000114300)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:156 +0x9b

	k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00028a0e0, 0x3b9aca00, 0x0, 0x1, 0xc000114300)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:133 +0x98

	k8s.io/apimachinery/pkg/util/wait.Until(0xc00028a0e0, 0x3b9aca00, 0xc000114300)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:90 +0x4d

	created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:881 +0x3d6

-- /stdout --

helpers_test.go:255: (dbg) Run:  out/minikube-linux-amd64 status --format={{.APIServer}} -p pause-20210813203929-288766 -n pause-20210813203929-288766

helpers_test.go:255: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p pause-20210813203929-288766 -n pause-20210813203929-288766: exit status 2 (312.640575ms)

-- stdout --

	Running

-- /stdout --

helpers_test.go:255: status error: exit status 2 (may be ok)

helpers_test.go:262: (dbg) Run:  kubectl --context pause-20210813203929-288766 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:271: non-running pods: 

helpers_test.go:273: ======> post-mortem[TestPause/serial/PauseAgain]: describe non-running pods <======

helpers_test.go:276: (dbg) Run:  kubectl --context pause-20210813203929-288766 describe pod 

helpers_test.go:276: (dbg) Non-zero exit: kubectl --context pause-20210813203929-288766 describe pod : exit status 1 (54.438951ms)

** stderr ** 

	error: resource name may not be empty

** /stderr **

helpers_test.go:278: kubectl --context pause-20210813203929-288766 describe pod : exit status 1

helpers_test.go:223: -----------------------post-mortem--------------------------------

helpers_test.go:231: ======>  post-mortem[TestPause/serial/PauseAgain]: docker inspect <======

helpers_test.go:232: (dbg) Run:  docker inspect pause-20210813203929-288766

helpers_test.go:236: (dbg) docker inspect pause-20210813203929-288766:

-- stdout --

	[

	    {

	        "Id": "6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f",

	        "Created": "2021-08-13T20:39:31.699582642Z",

	        "Path": "/usr/local/bin/entrypoint",

	        "Args": [

	            "/sbin/init"

	        ],

	        "State": {

	            "Status": "running",

	            "Running": true,

	            "Paused": false,

	            "Restarting": false,

	            "OOMKilled": false,

	            "Dead": false,

	            "Pid": 427146,

	            "ExitCode": 0,

	            "Error": "",

	            "StartedAt": "2021-08-13T20:39:32.271419367Z",

	            "FinishedAt": "0001-01-01T00:00:00Z"

	        },

	        "Image": "sha256:965ebc74cb435c5d73c204fcd638e9daa526ad4ce3ec7f76be1149f30a789fab",

	        "ResolvConfPath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/resolv.conf",

	        "HostnamePath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/hostname",

	        "HostsPath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/hosts",

	        "LogPath": "/var/lib/docker/containers/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f/6a4ce789f674ceaeaa1cdcb4e505387d8dee8547894f770313b695ee3b14710f-json.log",

	        "Name": "/pause-20210813203929-288766",

	        "RestartCount": 0,

	        "Driver": "overlay2",

	        "Platform": "linux",

	        "MountLabel": "",

	        "ProcessLabel": "",

	        "AppArmorProfile": "",

	        "ExecIDs": null,

	        "HostConfig": {

	            "Binds": [

	                "/lib/modules:/lib/modules:ro",

	                "pause-20210813203929-288766:/var"

	            ],

	            "ContainerIDFile": "",

	            "LogConfig": {

	                "Type": "json-file",

	                "Config": {}

	            },

	            "NetworkMode": "pause-20210813203929-288766",

	            "PortBindings": {

	                "22/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "2376/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "32443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "5000/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ],

	                "8443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": ""

	                    }

	                ]

	            },

	            "RestartPolicy": {

	                "Name": "no",

	                "MaximumRetryCount": 0

	            },

	            "AutoRemove": false,

	            "VolumeDriver": "",

	            "VolumesFrom": null,

	            "CapAdd": null,

	            "CapDrop": null,

	            "Capabilities": null,

	            "Dns": [],

	            "DnsOptions": [],

	            "DnsSearch": [],

	            "ExtraHosts": null,

	            "GroupAdd": null,

	            "IpcMode": "private",

	            "Cgroup": "",

	            "Links": null,

	            "OomScoreAdj": 0,

	            "PidMode": "",

	            "Privileged": true,

	            "PublishAllPorts": false,

	            "ReadonlyRootfs": false,

	            "SecurityOpt": [

	                "seccomp=unconfined",

	                "apparmor=unconfined",

	                "label=disable"

	            ],

	            "Tmpfs": {

	                "/run": "",

	                "/tmp": ""

	            },

	            "UTSMode": "",

	            "UsernsMode": "",

	            "ShmSize": 67108864,

	            "Runtime": "runc",

	            "ConsoleSize": [

	                0,

	                0

	            ],

	            "Isolation": "",

	            "CpuShares": 0,

	            "Memory": 0,

	            "NanoCpus": 2000000000,

	            "CgroupParent": "",

	            "BlkioWeight": 0,

	            "BlkioWeightDevice": [],

	            "BlkioDeviceReadBps": null,

	            "BlkioDeviceWriteBps": null,

	            "BlkioDeviceReadIOps": null,

	            "BlkioDeviceWriteIOps": null,

	            "CpuPeriod": 0,

	            "CpuQuota": 0,

	            "CpuRealtimePeriod": 0,

	            "CpuRealtimeRuntime": 0,

	            "CpusetCpus": "",

	            "CpusetMems": "",

	            "Devices": [],

	            "DeviceCgroupRules": null,

	            "DeviceRequests": null,

	            "KernelMemory": 0,

	            "KernelMemoryTCP": 0,

	            "MemoryReservation": 0,

	            "MemorySwap": 0,

	            "MemorySwappiness": null,

	            "OomKillDisable": false,

	            "PidsLimit": null,

	            "Ulimits": null,

	            "CpuCount": 0,

	            "CpuPercent": 0,

	            "IOMaximumIOps": 0,

	            "IOMaximumBandwidth": 0,

	            "MaskedPaths": null,

	            "ReadonlyPaths": null

	        },

	        "GraphDriver": {

	            "Data": {

	                "LowerDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1-init/diff:/var/lib/docker/overlay2/44293204ffcddab904fa39f43ac7c6e7ffe7ce16a314eee270b092f522cebd43/diff:/var/lib/docker/overlay2/d8341f611b86153e5f6cb362ab520c3ae36188ea6716f190fc0174ff1ea3ee74/diff:/var/lib/docker/overlay2/bd7d3c333112b94c560c1f759b3031dacd03064ccdc9df8e5358d8a645061331/diff:/var/lib/docker/overlay2/09e25c5f07d4475398fafae89532f1d953d96a76196aa84622658de28364fd3f/diff:/var/lib/docker/overlay2/2a3b6b58e5882d0ba0740b15836902b8ed1a5fb9d23887eb678e006c51dd73c7/diff:/var/lib/docker/overlay2/76ace14c33797e6813f2c4e08c8d912ecfd8fb23926788a228fa406899bb17fd/diff:/var/lib/docker/overlay2/b6c1cb0d4e012909f55658bcbc13333804f198f73fe55c89880463627df2a273/diff:/var/lib/docker/overlay2/32d72b1f852d4e6adf9606825d57744f289d1bd71f9e97c0c94e254c9b49a0a7/diff:/var/lib/docker/overlay2/83bfd21927e324006d812f85db5253c2fa26e904874ebe6eca654a31c3663b76/diff:/var/lib/docker/overlay2/09c644

86d30f3ce93a9c989d2320cab6117e38d8d14087dcc28b47b09417e0af/diff:/var/lib/docker/overlay2/07c465014f3b88377cc91b8d077258d8c0ecdcc186de832e2f804ac803f96bb6/diff:/var/lib/docker/overlay2/ef1da03dcb3fcd6903dc01358fd85a36f8acbece460a1be166b2189f4c9a890d/diff:/var/lib/docker/overlay2/06c9999c225f6979a474a4add4fdbe8a868a5d7bb2c4e0907f6f8c032f0dc3dc/diff:/var/lib/docker/overlay2/6727de022cf39e5df68d1735043e8761fb8f6a9a8e8f3940cc2d3bb6dd859fdc/diff:/var/lib/docker/overlay2/cd3abb7d0de10360ebcb7d54662cd79f92398959ca8add5f1a80f6fa75fac2fe/diff:/var/lib/docker/overlay2/5d9c6d8acdc0db40dfeb33b99cec5a84630be4548651da75930de46be0bada16/diff:/var/lib/docker/overlay2/0d83fd617ee858bc4b175e5d63e60389604823c74eadf9e7b094d684a3606936/diff:/var/lib/docker/overlay2/98e0eaf33dc37fae747406662d0b14e912065812887be7274a2c27b87105e0a7/diff:/var/lib/docker/overlay2/f30a9abd2c351bb9e974c8b070fb489a15669eb772c0a7692069196bde6d38c2/diff:/var/lib/docker/overlay2/542980593ba0e18478833840f8a01d93cd345671c3c627bebb6bfc610e24df96/diff:/var/lib/d

ocker/overlay2/5964e0aebfcd88775ca08769a5a0a50c474ded9c08c17cec0d5eb1e88470d8cc/diff:/var/lib/docker/overlay2/cb70cd4699e2d3a88d37760d4575d0b68dd6a2d571eb9bc00e4ea65334fa39d6/diff:/var/lib/docker/overlay2/d1b622693d005bfff88b41f898520d720897832f4740859a062a087528632a45/diff:/var/lib/docker/overlay2/93087667fcbed5997d90d232200d1c052c164d476435896fd420ac24d1479506/diff:/var/lib/docker/overlay2/0802356ccb344d298ae9401c44c29f71c98eac0b0304bd96a79110c16564fefa/diff:/var/lib/docker/overlay2/d7eea48b12fccaa4c4ffd048d5e70d9609d0a32f642eac39fbaafcaf8df8ee5e/diff:/var/lib/docker/overlay2/2f9d94bc10599fcc45fb8bed114c912ff657664f981c0da2bb8a3e02bddd1c06/diff:/var/lib/docker/overlay2/40acd190e2f5e2316bc19d17aed36b8a50a3be404a90bca58d26e6e939428c16/diff:/var/lib/docker/overlay2/02bd7a3b51ac7a3c3f9c89ace72c7f9790120e89f4628f197f1cfc9859623b55/diff:/var/lib/docker/overlay2/937c337b5c08153af0ca14a0f98e805223a44858531b0dcacdeffa5e7c9b9d5a/diff:/var/lib/docker/overlay2/c28ba46c40ee69f9a39b3c7e1bef20b56282cc8478c117546ad40889969

39c93/diff:/var/lib/docker/overlay2/2b30fea3d6a161389dc317d3bba6468e111f2782fc2de29399dbaff500217e0e/diff:/var/lib/docker/overlay2/fd1824b771ae21d235f0bd6186e3da121d02f12a0c98fb8c3205f4fa216420d3/diff:/var/lib/docker/overlay2/d1a43bd2c1485a2051100b28c50ca4afb530e7a9cace2b7ed1bb19098a8b1b6c/diff:/var/lib/docker/overlay2/e5626256f4126d2d314b1737c78f12ceabf819f05f933b8539d23c83ed360571/diff:/var/lib/docker/overlay2/0e28b1b6d42bc8ec33754e6a4d94556573199f71a1745d89b48ecf4e53c4b9d7/diff",

	                "MergedDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1/merged",

	                "UpperDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1/diff",

	                "WorkDir": "/var/lib/docker/overlay2/20a248d702032eb05505c27e0559b6c81cf5ef5d6bd86d5a91dcc386d168b2c1/work"

	            },

	            "Name": "overlay2"

	        },

	        "Mounts": [

	            {

	                "Type": "bind",

	                "Source": "/lib/modules",

	                "Destination": "/lib/modules",

	                "Mode": "ro",

	                "RW": false,

	                "Propagation": "rprivate"

	            },

	            {

	                "Type": "volume",

	                "Name": "pause-20210813203929-288766",

	                "Source": "/var/lib/docker/volumes/pause-20210813203929-288766/_data",

	                "Destination": "/var",

	                "Driver": "local",

	                "Mode": "z",

	                "RW": true,

	                "Propagation": ""

	            }

	        ],

	        "Config": {

	            "Hostname": "pause-20210813203929-288766",

	            "Domainname": "",

	            "User": "root",

	            "AttachStdin": false,

	            "AttachStdout": false,

	            "AttachStderr": false,

	            "ExposedPorts": {

	                "22/tcp": {},

	                "2376/tcp": {},

	                "32443/tcp": {},

	                "5000/tcp": {},

	                "8443/tcp": {}

	            },

	            "Tty": true,

	            "OpenStdin": false,

	            "StdinOnce": false,

	            "Env": [

	                "container=docker",

	                "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"

	            ],

	            "Cmd": null,

	            "Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6",

	            "Volumes": null,

	            "WorkingDir": "",

	            "Entrypoint": [

	                "/usr/local/bin/entrypoint",

	                "/sbin/init"

	            ],

	            "OnBuild": null,

	            "Labels": {

	                "created_by.minikube.sigs.k8s.io": "true",

	                "mode.minikube.sigs.k8s.io": "pause-20210813203929-288766",

	                "name.minikube.sigs.k8s.io": "pause-20210813203929-288766",

	                "role.minikube.sigs.k8s.io": ""

	            },

	            "StopSignal": "SIGRTMIN+3"

	        },

	        "NetworkSettings": {

	            "Bridge": "",

	            "SandboxID": "e29ae809ef0392804a84683a8fb13fc250530155d286699b696da18a3ed6df10",

	            "HairpinMode": false,

	            "LinkLocalIPv6Address": "",

	            "LinkLocalIPv6PrefixLen": 0,

	            "Ports": {

	                "22/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33132"

	                    }

	                ],

	                "2376/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33131"

	                    }

	                ],

	                "32443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33128"

	                    }

	                ],

	                "5000/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33130"

	                    }

	                ],

	                "8443/tcp": [

	                    {

	                        "HostIp": "127.0.0.1",

	                        "HostPort": "33129"

	                    }

	                ]

	            },

	            "SandboxKey": "/var/run/docker/netns/e29ae809ef03",

	            "SecondaryIPAddresses": null,

	            "SecondaryIPv6Addresses": null,

	            "EndpointID": "",

	            "Gateway": "",

	            "GlobalIPv6Address": "",

	            "GlobalIPv6PrefixLen": 0,

	            "IPAddress": "",

	            "IPPrefixLen": 0,

	            "IPv6Gateway": "",

	            "MacAddress": "",

	            "Networks": {

	                "pause-20210813203929-288766": {

	                    "IPAMConfig": {

	                        "IPv4Address": "192.168.58.2"

	                    },

	                    "Links": null,

	                    "Aliases": [

	                        "6a4ce789f674"

	                    ],

	                    "NetworkID": "e298aa9290f4874dffeac5c6d99ec413a8e82149dc9cd3e51420b9ff4fa53773",

	                    "EndpointID": "b3883511b2c442dbfafbf6c9cea87c19d256c434271d992b2fa1af089f8cc531",

	                    "Gateway": "192.168.58.1",

	                    "IPAddress": "192.168.58.2",

	                    "IPPrefixLen": 24,

	                    "IPv6Gateway": "",

	                    "GlobalIPv6Address": "",

	                    "GlobalIPv6PrefixLen": 0,

	                    "MacAddress": "02:42:c0:a8:3a:02",

	                    "DriverOpts": null

	                }

	            }

	        }

	    }

	]

-- /stdout --

helpers_test.go:240: (dbg) Run:  out/minikube-linux-amd64 status --format={{.Host}} -p pause-20210813203929-288766 -n pause-20210813203929-288766

helpers_test.go:240: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p pause-20210813203929-288766 -n pause-20210813203929-288766: exit status 2 (336.172578ms)

-- stdout --

	Running

-- /stdout --

helpers_test.go:240: status error: exit status 2 (may be ok)

helpers_test.go:245: <<< TestPause/serial/PauseAgain FAILED: start of post-mortem logs <<<

helpers_test.go:246: ======>  post-mortem[TestPause/serial/PauseAgain]: minikube logs <======

helpers_test.go:248: (dbg) Run:  out/minikube-linux-amd64 -p pause-20210813203929-288766 logs -n 25

helpers_test.go:248: (dbg) Done: out/minikube-linux-amd64 -p pause-20210813203929-288766 logs -n 25: (1.448924167s)

helpers_test.go:253: TestPause/serial/PauseAgain logs: 

-- stdout --

	* 

	* ==> Audit <==

	* |---------|------------------------------------------|------------------------------------------|---------|---------|-------------------------------|-------------------------------|

	| Command |                   Args                   |                 Profile                  |  User   | Version |          Start Time           |           End Time            |

	|---------|------------------------------------------|------------------------------------------|---------|---------|-------------------------------|-------------------------------|

	| start   | -p                                       | offline-containerd-20210813203658-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:36:58 UTC | Fri, 13 Aug 2021 20:38:35 UTC |

	|         | offline-containerd-20210813203658-288766 |                                          |         |         |                               |                               |

	|         | --alsologtostderr -v=1 --memory=2048     |                                          |         |         |                               |                               |

	|         | --wait=true --driver=docker              |                                          |         |         |                               |                               |

	|         | --container-runtime=containerd           |                                          |         |         |                               |                               |

	| delete  | -p                                       | offline-containerd-20210813203658-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:38:35 UTC | Fri, 13 Aug 2021 20:38:39 UTC |

	|         | offline-containerd-20210813203658-288766 |                                          |         |         |                               |                               |

	| start   | -p                                       | kubernetes-upgrade-20210813203658-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:38:14 UTC | Fri, 13 Aug 2021 20:39:15 UTC |

	|         | kubernetes-upgrade-20210813203658-288766 |                                          |         |         |                               |                               |

	|         | --memory=2200                            |                                          |         |         |                               |                               |

	|         | --kubernetes-version=v1.22.0-rc.0        |                                          |         |         |                               |                               |

	|         | --alsologtostderr -v=1 --driver=docker   |                                          |         |         |                               |                               |

	|         | --container-runtime=containerd           |                                          |         |         |                               |                               |

	| start   | -p                                       | force-systemd-flag-20210813203845-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:38:45 UTC | Fri, 13 Aug 2021 20:39:26 UTC |

	|         | force-systemd-flag-20210813203845-288766 |                                          |         |         |                               |                               |

	|         | --memory=2048 --force-systemd            |                                          |         |         |                               |                               |

	|         | --alsologtostderr -v=5 --driver=docker   |                                          |         |         |                               |                               |

	|         | --container-runtime=containerd           |                                          |         |         |                               |                               |

	| -p      | force-systemd-flag-20210813203845-288766 | force-systemd-flag-20210813203845-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:26 UTC | Fri, 13 Aug 2021 20:39:26 UTC |

	|         | ssh cat /etc/containerd/config.toml      |                                          |         |         |                               |                               |

	| delete  | -p                                       | force-systemd-flag-20210813203845-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:26 UTC | Fri, 13 Aug 2021 20:39:29 UTC |

	|         | force-systemd-flag-20210813203845-288766 |                                          |         |         |                               |                               |

	| start   | -p                                       | kubernetes-upgrade-20210813203658-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:15 UTC | Fri, 13 Aug 2021 20:40:00 UTC |

	|         | kubernetes-upgrade-20210813203658-288766 |                                          |         |         |                               |                               |

	|         | --memory=2200                            |                                          |         |         |                               |                               |

	|         | --kubernetes-version=v1.22.0-rc.0        |                                          |         |         |                               |                               |

	|         | --alsologtostderr -v=1 --driver=docker   |                                          |         |         |                               |                               |

	|         | --container-runtime=containerd           |                                          |         |         |                               |                               |

	| delete  | -p                                       | kubernetes-upgrade-20210813203658-288766 | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:00 UTC | Fri, 13 Aug 2021 20:40:03 UTC |

	|         | kubernetes-upgrade-20210813203658-288766 |                                          |         |         |                               |                               |

	| start   | -p pause-20210813203929-288766           | pause-20210813203929-288766              | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:39:29 UTC | Fri, 13 Aug 2021 20:40:47 UTC |

	|         | --memory=2048                            |                                          |         |         |                               |                               |

	|         | --install-addons=false                   |                                          |         |         |                               |                               |

	|         | --wait=all --driver=docker               |                                          |         |         |                               |                               |

	|         | --container-runtime=containerd           |                                          |         |         |                               |                               |

	| start   | -p                                       | force-systemd-env-20210813204003-288766  | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:03 UTC | Fri, 13 Aug 2021 20:40:47 UTC |

	|         | force-systemd-env-20210813204003-288766  |                                          |         |         |                               |                               |

	|         | --memory=2048 --alsologtostderr          |                                          |         |         |                               |                               |

	|         | -v=5 --driver=docker                     |                                          |         |         |                               |                               |

	|         | --container-runtime=containerd           |                                          |         |         |                               |                               |

	| -p      | force-systemd-env-20210813204003-288766  | force-systemd-env-20210813204003-288766  | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:47 UTC | Fri, 13 Aug 2021 20:40:47 UTC |

	|         | ssh cat /etc/containerd/config.toml      |                                          |         |         |                               |                               |

	| delete  | -p                                       | force-systemd-env-20210813204003-288766  | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:47 UTC | Fri, 13 Aug 2021 20:40:51 UTC |

	|         | force-systemd-env-20210813204003-288766  |                                          |         |         |                               |                               |

	| delete  | -p                                       | kubenet-20210813204051-288766            | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:51 UTC | Fri, 13 Aug 2021 20:40:51 UTC |

	|         | kubenet-20210813204051-288766            |                                          |         |         |                               |                               |

	| delete  | -p                                       | flannel-20210813204051-288766            | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:51 UTC | Fri, 13 Aug 2021 20:40:52 UTC |

	|         | flannel-20210813204051-288766            |                                          |         |         |                               |                               |

	| delete  | -p false-20210813204052-288766           | false-20210813204052-288766              | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:52 UTC | Fri, 13 Aug 2021 20:40:52 UTC |

	| start   | -p pause-20210813203929-288766           | pause-20210813203929-288766              | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:47 UTC | Fri, 13 Aug 2021 20:41:08 UTC |

	|         | --alsologtostderr                        |                                          |         |         |                               |                               |

	|         | -v=1 --driver=docker                     |                                          |         |         |                               |                               |

	|         | --container-runtime=containerd           |                                          |         |         |                               |                               |

	| start   | -p                                       | cert-options-20210813204052-288766       | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:40:52 UTC | Fri, 13 Aug 2021 20:41:49 UTC |

	|         | cert-options-20210813204052-288766       |                                          |         |         |                               |                               |

	|         | --memory=2048                            |                                          |         |         |                               |                               |

	|         | --apiserver-ips=127.0.0.1                |                                          |         |         |                               |                               |

	|         | --apiserver-ips=192.168.15.15            |                                          |         |         |                               |                               |

	|         | --apiserver-names=localhost              |                                          |         |         |                               |                               |

	|         | --apiserver-names=www.google.com         |                                          |         |         |                               |                               |

	|         | --apiserver-port=8555                    |                                          |         |         |                               |                               |

	|         | --driver=docker                          |                                          |         |         |                               |                               |

	|         | --container-runtime=containerd           |                                          |         |         |                               |                               |

	| -p      | cert-options-20210813204052-288766       | cert-options-20210813204052-288766       | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:41:49 UTC | Fri, 13 Aug 2021 20:41:49 UTC |

	|         | ssh openssl x509 -text -noout -in        |                                          |         |         |                               |                               |

	|         | /var/lib/minikube/certs/apiserver.crt    |                                          |         |         |                               |                               |

	| delete  | -p                                       | cert-options-20210813204052-288766       | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:41:49 UTC | Fri, 13 Aug 2021 20:41:52 UTC |

	|         | cert-options-20210813204052-288766       |                                          |         |         |                               |                               |

	| start   | -p                                       | missing-upgrade-20210813204152-288766    | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:42:56 UTC | Fri, 13 Aug 2021 20:43:39 UTC |

	|         | missing-upgrade-20210813204152-288766    |                                          |         |         |                               |                               |

	|         | --memory=2200 --alsologtostderr          |                                          |         |         |                               |                               |

	|         | -v=1 --driver=docker                     |                                          |         |         |                               |                               |

	|         | --container-runtime=containerd           |                                          |         |         |                               |                               |

	| delete  | -p                                       | missing-upgrade-20210813204152-288766    | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:43:39 UTC | Fri, 13 Aug 2021 20:43:42 UTC |

	|         | missing-upgrade-20210813204152-288766    |                                          |         |         |                               |                               |

	| delete  | -p                                       | stopped-upgrade-20210813203658-288766    | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:44:29 UTC | Fri, 13 Aug 2021 20:44:43 UTC |

	|         | stopped-upgrade-20210813203658-288766    |                                          |         |         |                               |                               |

	| delete  | -p                                       | running-upgrade-20210813203658-288766    | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:44:30 UTC | Fri, 13 Aug 2021 20:44:43 UTC |

	|         | running-upgrade-20210813203658-288766    |                                          |         |         |                               |                               |

	| unpause | -p pause-20210813203929-288766           | pause-20210813203929-288766              | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:44:43 UTC | Fri, 13 Aug 2021 20:44:44 UTC |

	|         | --alsologtostderr -v=5                   |                                          |         |         |                               |                               |

	| -p      | pause-20210813203929-288766              | pause-20210813203929-288766              | jenkins | v1.22.0 | Fri, 13 Aug 2021 20:44:59 UTC | Fri, 13 Aug 2021 20:45:00 UTC |

	|         | logs -n 25                               |                                          |         |         |                               |                               |

	|---------|------------------------------------------|------------------------------------------|---------|---------|-------------------------------|-------------------------------|

	* 

	* ==> Last Start <==

	* Log file created at: 2021/08/13 20:44:44

	Running on machine: debian-jenkins-agent-14

	Binary: Built with gc go1.16.7 for linux/amd64

	Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg

	I0813 20:44:43.917828  459085 out.go:177]   - MINIKUBE_LOCATION=12230

	I0813 20:44:43.918351  459085 config.go:177] Loaded profile config "old-k8s-version-20210813204342-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.14.0

	I0813 20:44:43.918453  459085 config.go:177] Loaded profile config "pause-20210813203929-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.21.3

	I0813 20:44:43.918528  459085 config.go:177] Loaded profile config "running-upgrade-20210813203658-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.20.0

	I0813 20:44:43.918580  459085 driver.go:335] Setting default libvirt URI to qemu:///system

	I0813 20:44:43.974117  459085 docker.go:132] docker version: linux-19.03.15

	I0813 20:44:43.974199  459085 cli_runner.go:115] Run: docker system info --format "{{json .}}"

	I0813 20:44:44.073870  459085 info.go:263] docker info: {ID:LQL6:IQEY:TAE3:NG47:ROZQ:WA5O:XM2B:XDCN:3VXZ:7JF3:4DHA:WN5N Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:155 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Native Overlay Diff true]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:false KernelMemory:true KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:37 OomKillDisable:true NGoroutines:45 SystemTime:2021-08-13 20:44:44.016722415 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:4.9.0-16-amd64 OperatingSystem:Debian GNU/Linux 9 (stretch) OSType:linux Architecture:x86_64 IndexServerAddr

ess:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33742200832 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:debian-jenkins-agent-14 Labels:[] ExperimentalBuild:false ServerVersion:19.03.15 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:269548fa27e0089a8b8278fc4fc781d7f65a939b Expected:269548fa27e0089a8b8278fc4fc781d7f65a939b} RuncCommit:{ID:ff819c7e9184c13b7c2607fe6c30ae19403a7aff Expected:ff819c7e9184c13b7c2607fe6c30ae19403a7aff} InitCommit:{ID:fec3683 Expected:fec3683} SecurityOptions:[name=seccomp,profile=default] ProductLicense: Warni

ngs:[WARNING: No swap limit support] ServerErrors:[] ClientInfo:{Debug:false Plugins:[] Warnings:<nil>}}

	I0813 20:44:44.073977  459085 docker.go:244] overlay module found

	I0813 20:44:44.076174  459085 out.go:177] * Using the docker driver based on user configuration

	I0813 20:44:44.076206  459085 start.go:278] selected driver: docker

	I0813 20:44:44.076213  459085 start.go:751] validating driver "docker" against <nil>

	I0813 20:44:44.076244  459085 start.go:762] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc:}

	W0813 20:44:44.076294  459085 oci.go:119] Your kernel does not support memory limit capabilities or the cgroup is not mounted.

	W0813 20:44:44.076316  459085 out.go:242] ! Your cgroup does not allow setting memory.

	I0813 20:44:44.033572  459154 out.go:298] Setting OutFile to fd 1 ...

	I0813 20:44:44.033662  459154 out.go:345] TERM=,COLORTERM=, which probably does not support color

	I0813 20:44:44.033672  459154 out.go:311] Setting ErrFile to fd 2...

	I0813 20:44:44.033677  459154 out.go:345] TERM=,COLORTERM=, which probably does not support color

	I0813 20:44:44.033855  459154 root.go:313] Updating PATH: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/bin

	I0813 20:44:44.034222  459154 out.go:305] Setting JSON to false

	I0813 20:44:44.086323  459154 start.go:111] hostinfo: {"hostname":"debian-jenkins-agent-14","uptime":8847,"bootTime":1628878637,"procs":245,"os":"linux","platform":"debian","platformFamily":"debian","platformVersion":"9.13","kernelVersion":"4.9.0-16-amd64","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"c29e0b88-ef83-6765-d2fa-208fdce1af32"}

	I0813 20:44:44.086463  459154 start.go:121] virtualization: kvm guest

	I0813 20:44:44.088736  459154 out.go:177] * [embed-certs-20210813204443-288766] minikube v1.22.0 on Debian 9.13 (kvm/amd64)

	I0813 20:44:44.090118  459154 out.go:177]   - KUBECONFIG=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/kubeconfig

	I0813 20:44:44.088939  459154 notify.go:169] Checking for updates...

	I0813 20:44:44.091323  459154 out.go:177]   - MINIKUBE_BIN=out/minikube-linux-amd64

	I0813 20:44:44.094160  459154 out.go:177]   - MINIKUBE_HOME=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube

	I0813 20:44:44.077788  459085 out.go:177]   - More information: https://docs.docker.com/engine/install/linux-postinstall/#your-kernel-does-not-support-cgroup-swap-limit-capabilities

	I0813 20:44:44.078918  459085 cli_runner.go:115] Run: docker system info --format "{{json .}}"

	I0813 20:44:44.178421  459085 info.go:263] docker info: {ID:LQL6:IQEY:TAE3:NG47:ROZQ:WA5O:XM2B:XDCN:3VXZ:7JF3:4DHA:WN5N Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:155 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Native Overlay Diff true]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:false KernelMemory:true KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:37 OomKillDisable:true NGoroutines:45 SystemTime:2021-08-13 20:44:44.12164095 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:4.9.0-16-amd64 OperatingSystem:Debian GNU/Linux 9 (stretch) OSType:linux Architecture:x86_64 IndexServerAddre

ss:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33742200832 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:debian-jenkins-agent-14 Labels:[] ExperimentalBuild:false ServerVersion:19.03.15 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:269548fa27e0089a8b8278fc4fc781d7f65a939b Expected:269548fa27e0089a8b8278fc4fc781d7f65a939b} RuncCommit:{ID:ff819c7e9184c13b7c2607fe6c30ae19403a7aff Expected:ff819c7e9184c13b7c2607fe6c30ae19403a7aff} InitCommit:{ID:fec3683 Expected:fec3683} SecurityOptions:[name=seccomp,profile=default] ProductLicense: Warnin

gs:[WARNING: No swap limit support] ServerErrors:[] ClientInfo:{Debug:false Plugins:[] Warnings:<nil>}}

	I0813 20:44:44.178532  459085 start_flags.go:263] no existing cluster config was found, will generate one from the flags 

	I0813 20:44:44.178715  459085 start_flags.go:697] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0813 20:44:44.178746  459085 cni.go:93] Creating CNI manager for ""

	I0813 20:44:44.178757  459085 cni.go:160] "docker" driver + containerd runtime found, recommending kindnet

	I0813 20:44:44.178770  459085 cni.go:217] auto-setting extra-config to "kubelet.cni-conf-dir=/etc/cni/net.mk"

	I0813 20:44:44.178786  459085 cni.go:222] extra-config set to "kubelet.cni-conf-dir=/etc/cni/net.mk"

	I0813 20:44:44.178796  459085 start_flags.go:272] Found "CNI" CNI - setting NetworkPlugin=cni

	I0813 20:44:44.178805  459085 start_flags.go:277] config:

	{Name:no-preload-20210813204443-288766 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.22.0-rc.0 ClusterName:no-preload-20210813204443-288766 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.loca

l ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: MultiNodeRequested:false ExtraDisks:0}

	I0813 20:44:44.180673  459085 out.go:177] * Starting control plane node no-preload-20210813204443-288766 in cluster no-preload-20210813204443-288766

	I0813 20:44:44.180718  459085 cache.go:117] Beginning downloading kic base image for docker with containerd

	I0813 20:44:44.095873  459154 out.go:177]   - MINIKUBE_LOCATION=12230

	I0813 20:44:44.096538  459154 config.go:177] Loaded profile config "old-k8s-version-20210813204342-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.14.0

	I0813 20:44:44.096691  459154 config.go:177] Loaded profile config "pause-20210813203929-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.21.3

	I0813 20:44:44.096751  459154 driver.go:335] Setting default libvirt URI to qemu:///system

	I0813 20:44:44.156367  459154 docker.go:132] docker version: linux-19.03.15

	I0813 20:44:44.156464  459154 cli_runner.go:115] Run: docker system info --format "{{json .}}"

	I0813 20:44:44.288653  459154 info.go:263] docker info: {ID:LQL6:IQEY:TAE3:NG47:ROZQ:WA5O:XM2B:XDCN:3VXZ:7JF3:4DHA:WN5N Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:155 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Native Overlay Diff true]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:false KernelMemory:true KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:52 OomKillDisable:true NGoroutines:59 SystemTime:2021-08-13 20:44:44.207104322 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:4.9.0-16-amd64 OperatingSystem:Debian GNU/Linux 9 (stretch) OSType:linux Architecture:x86_64 IndexServerAddr

ess:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33742200832 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:debian-jenkins-agent-14 Labels:[] ExperimentalBuild:false ServerVersion:19.03.15 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:269548fa27e0089a8b8278fc4fc781d7f65a939b Expected:269548fa27e0089a8b8278fc4fc781d7f65a939b} RuncCommit:{ID:ff819c7e9184c13b7c2607fe6c30ae19403a7aff Expected:ff819c7e9184c13b7c2607fe6c30ae19403a7aff} InitCommit:{ID:fec3683 Expected:fec3683} SecurityOptions:[name=seccomp,profile=default] ProductLicense: Warni

ngs:[WARNING: No swap limit support] ServerErrors:[] ClientInfo:{Debug:false Plugins:[] Warnings:<nil>}}

	I0813 20:44:44.288807  459154 docker.go:244] overlay module found

	I0813 20:44:44.291953  459154 out.go:177] * Using the docker driver based on user configuration

	I0813 20:44:44.291987  459154 start.go:278] selected driver: docker

	I0813 20:44:44.291996  459154 start.go:751] validating driver "docker" against <nil>

	I0813 20:44:44.292035  459154 start.go:762] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc:}

	W0813 20:44:44.292095  459154 oci.go:119] Your kernel does not support memory limit capabilities or the cgroup is not mounted.

	W0813 20:44:44.292117  459154 out.go:242] ! Your cgroup does not allow setting memory.

	I0813 20:44:44.182019  459085 out.go:177] * Pulling base image ...

	I0813 20:44:44.182054  459085 preload.go:131] Checking if preload exists for k8s version v1.22.0-rc.0 and runtime containerd

	I0813 20:44:44.182143  459085 image.go:75] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 in local docker daemon

	I0813 20:44:44.182213  459085 profile.go:148] Saving config to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/no-preload-20210813204443-288766/config.json ...

	I0813 20:44:44.182254  459085 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/no-preload-20210813204443-288766/config.json: {Name:mk2e734b45c74e1b8e25e320ba9ca1ea90565200 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:44:44.182408  459085 cache.go:108] acquiring lock: {Name:mkb386977b4a133ee347dccd370d36782faee17a Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182431  459085 cache.go:108] acquiring lock: {Name:mk4fffd37c3fbba1eab529e51652becafaa9ca4f Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182459  459085 cache.go:108] acquiring lock: {Name:mk2ad7db482f8a6cd95b274629cdebd8dcd9a808 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182479  459085 cache.go:108] acquiring lock: {Name:mk3cd8831c6571c7ccb0172c6c857fa3f6730a3b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182500  459085 cache.go:108] acquiring lock: {Name:mk86f757761d5c53c7a99a63ff80d370105b6842 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182533  459085 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/metrics-scraper_v1.0.4 exists

	I0813 20:44:44.182554  459085 cache.go:97] cache image "docker.io/kubernetesui/metrics-scraper:v1.0.4" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/metrics-scraper_v1.0.4" took 153.135µs

	I0813 20:44:44.182540  459085 cache.go:108] acquiring lock: {Name:mk9a5b599f50f2b58310b10facd8f34d8d93bf40 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182570  459085 cache.go:81] save to tar file docker.io/kubernetesui/metrics-scraper:v1.0.4 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/metrics-scraper_v1.0.4 succeeded

	I0813 20:44:44.182599  459085 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/coredns/coredns_v1.8.0 exists

	I0813 20:44:44.182612  459085 image.go:133] retrieving image: k8s.gcr.io/kube-controller-manager:v1.22.0-rc.0

	I0813 20:44:44.182619  459085 image.go:133] retrieving image: k8s.gcr.io/etcd:3.4.13-3

	I0813 20:44:44.182638  459085 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/gcr.io/k8s-minikube/storage-provisioner_v5 exists

	I0813 20:44:44.182620  459085 cache.go:97] cache image "k8s.gcr.io/coredns/coredns:v1.8.0" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/coredns/coredns_v1.8.0" took 123.124µs

	I0813 20:44:44.182649  459085 cache.go:81] save to tar file k8s.gcr.io/coredns/coredns:v1.8.0 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/coredns/coredns_v1.8.0 succeeded

	I0813 20:44:44.182651  459085 image.go:133] retrieving image: k8s.gcr.io/kube-apiserver:v1.22.0-rc.0

	I0813 20:44:44.182652  459085 cache.go:97] cache image "gcr.io/k8s-minikube/storage-provisioner:v5" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/gcr.io/k8s-minikube/storage-provisioner_v5" took 118.227µs

	I0813 20:44:44.182668  459085 cache.go:81] save to tar file gcr.io/k8s-minikube/storage-provisioner:v5 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/gcr.io/k8s-minikube/storage-provisioner_v5 succeeded

	I0813 20:44:44.182665  459085 cache.go:108] acquiring lock: {Name:mkdf188a7705cad205eb870b170bacb6aa02b151 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182686  459085 cache.go:108] acquiring lock: {Name:mk82ac5d10ceb2153b7814dfca526d2146470eeb Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182724  459085 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/dashboard_v2.1.0 exists

	I0813 20:44:44.182427  459085 cache.go:108] acquiring lock: {Name:mk4c6ba8831b27b79b03231331d30c6d83a5b221 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182738  459085 cache.go:116] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/pause_3.4.1 exists

	I0813 20:44:44.182742  459085 cache.go:97] cache image "docker.io/kubernetesui/dashboard:v2.1.0" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/dashboard_v2.1.0" took 79.785µs

	I0813 20:44:44.182756  459085 cache.go:81] save to tar file docker.io/kubernetesui/dashboard:v2.1.0 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/docker.io/kubernetesui/dashboard_v2.1.0 succeeded

	I0813 20:44:44.182751  459085 cache.go:97] cache image "k8s.gcr.io/pause:3.4.1" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/pause_3.4.1" took 68.865µs

	I0813 20:44:44.182766  459085 cache.go:81] save to tar file k8s.gcr.io/pause:3.4.1 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/pause_3.4.1 succeeded

	I0813 20:44:44.182770  459085 cache.go:108] acquiring lock: {Name:mkb1cfeff4b7bd0b4c9e0839cb0c49ba6fe81d3a Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.182811  459085 image.go:133] retrieving image: k8s.gcr.io/kube-scheduler:v1.22.0-rc.0

	I0813 20:44:44.182872  459085 image.go:133] retrieving image: k8s.gcr.io/kube-proxy:v1.22.0-rc.0

	I0813 20:44:44.183495  459085 image.go:175] daemon lookup for k8s.gcr.io/kube-proxy:v1.22.0-rc.0: Error response from daemon: reference does not exist

	I0813 20:44:44.305829  459085 cache.go:162] opening:  /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-proxy_v1.22.0-rc.0

	I0813 20:44:44.316866  459085 image.go:79] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 in local docker daemon, skipping pull

	I0813 20:44:44.316897  459085 cache.go:139] gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 exists in daemon, skipping load

	I0813 20:44:44.316911  459085 cache.go:205] Successfully downloaded all kic artifacts

	I0813 20:44:44.316946  459085 start.go:313] acquiring machines lock for no-preload-20210813204443-288766: {Name:mke3baa3b0aebc6cf820a2b815175507ec0b8cd3 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.317079  459085 start.go:317] acquired machines lock for "no-preload-20210813204443-288766" in 98.344µs

	I0813 20:44:44.317110  459085 start.go:89] Provisioning new machine with config: &{Name:no-preload-20210813204443-288766 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.22.0-rc.0 ClusterName:no-preload-20210813204443-288766 Namespace:default

APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.22.0-rc.0 ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: MultiNodeRequested:false ExtraDisks:0} &{Name: IP: Port:8443 KubernetesVersion:v1.22.0-rc.0 ControlPlane:true Worker:true}

	I0813 20:44:44.317200  459085 start.go:126] createHost starting for "" (driver="docker")

	I0813 20:44:44.296800  459154 out.go:177]   - More information: https://docs.docker.com/engine/install/linux-postinstall/#your-kernel-does-not-support-cgroup-swap-limit-capabilities

	I0813 20:44:44.297939  459154 cli_runner.go:115] Run: docker system info --format "{{json .}}"

	I0813 20:44:44.437104  459154 info.go:263] docker info: {ID:LQL6:IQEY:TAE3:NG47:ROZQ:WA5O:XM2B:XDCN:3VXZ:7JF3:4DHA:WN5N Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:155 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Native Overlay Diff true]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:false KernelMemory:true KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:54 OomKillDisable:true NGoroutines:58 SystemTime:2021-08-13 20:44:44.35595217 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:4.9.0-16-amd64 OperatingSystem:Debian GNU/Linux 9 (stretch) OSType:linux Architecture:x86_64 IndexServerAddre

ss:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33742200832 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:debian-jenkins-agent-14 Labels:[] ExperimentalBuild:false ServerVersion:19.03.15 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:269548fa27e0089a8b8278fc4fc781d7f65a939b Expected:269548fa27e0089a8b8278fc4fc781d7f65a939b} RuncCommit:{ID:ff819c7e9184c13b7c2607fe6c30ae19403a7aff Expected:ff819c7e9184c13b7c2607fe6c30ae19403a7aff} InitCommit:{ID:fec3683 Expected:fec3683} SecurityOptions:[name=seccomp,profile=default] ProductLicense: Warnin

gs:[WARNING: No swap limit support] ServerErrors:[] ClientInfo:{Debug:false Plugins:[] Warnings:<nil>}}

	I0813 20:44:44.437285  459154 start_flags.go:263] no existing cluster config was found, will generate one from the flags 

	I0813 20:44:44.437525  459154 start_flags.go:697] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]

	I0813 20:44:44.437565  459154 cni.go:93] Creating CNI manager for ""

	I0813 20:44:44.437574  459154 cni.go:160] "docker" driver + containerd runtime found, recommending kindnet

	I0813 20:44:44.437600  459154 cni.go:217] auto-setting extra-config to "kubelet.cni-conf-dir=/etc/cni/net.mk"

	I0813 20:44:44.437608  459154 cni.go:222] extra-config set to "kubelet.cni-conf-dir=/etc/cni/net.mk"

	I0813 20:44:44.437616  459154 start_flags.go:272] Found "CNI" CNI - setting NetworkPlugin=cni

	I0813 20:44:44.437625  459154 start_flags.go:277] config:

	{Name:embed-certs-20210813204443-288766 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.21.3 ClusterName:embed-certs-20210813204443-288766 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Co

ntainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: MultiNodeRequested:false ExtraDisks:0}

	I0813 20:44:44.445927  459154 out.go:177] * Starting control plane node embed-certs-20210813204443-288766 in cluster embed-certs-20210813204443-288766

	I0813 20:44:44.445980  459154 cache.go:117] Beginning downloading kic base image for docker with containerd

	I0813 20:44:44.452781  459154 out.go:177] * Pulling base image ...

	I0813 20:44:44.452817  459154 preload.go:131] Checking if preload exists for k8s version v1.21.3 and runtime containerd

	I0813 20:44:44.452864  459154 preload.go:147] Found local preload: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v11-v1.21.3-containerd-overlay2-amd64.tar.lz4

	I0813 20:44:44.452878  459154 cache.go:56] Caching tarball of preloaded images

	I0813 20:44:44.453014  459154 image.go:75] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 in local docker daemon

	I0813 20:44:44.453080  459154 preload.go:173] Found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v11-v1.21.3-containerd-overlay2-amd64.tar.lz4 in cache, skipping download

	I0813 20:44:44.453103  459154 cache.go:59] Finished verifying existence of preloaded tar for  v1.21.3 on containerd

	I0813 20:44:44.453242  459154 profile.go:148] Saving config to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/embed-certs-20210813204443-288766/config.json ...

	I0813 20:44:44.453267  459154 lock.go:36] WriteFile acquiring /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/embed-certs-20210813204443-288766/config.json: {Name:mk307ac7f77d9b929659a675dc8857acadaad924 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}

	I0813 20:44:44.615158  459154 image.go:79] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 in local docker daemon, skipping pull

	I0813 20:44:44.615192  459154 cache.go:139] gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 exists in daemon, skipping load

	I0813 20:44:44.615210  459154 cache.go:205] Successfully downloaded all kic artifacts

	I0813 20:44:44.615262  459154 start.go:313] acquiring machines lock for embed-certs-20210813204443-288766: {Name:mk86c34fa784d33efc182d5856cd1196ba1c5141 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}

	I0813 20:44:44.615408  459154 start.go:317] acquired machines lock for "embed-certs-20210813204443-288766" in 116.933µs

	I0813 20:44:44.615442  459154 start.go:89] Provisioning new machine with config: &{Name:embed-certs-20210813204443-288766 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.99.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.21.3 ClusterName:embed-certs-20210813204443-288766 Namespace:default API

ServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:containerd CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: ExtraOptions:[{Component:kubelet Key:cni-conf-dir Value:/etc/cni/net.mk}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.21.3 ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: MultiNodeRequested:false ExtraDisks:0} &{Name: IP: Port:8443 KubernetesVersion:v1.21.3 ControlPlane:true Worker:true}

	I0813 20:44:44.615568  459154 start.go:126] createHost starting for "" (driver="docker")

	I0813 20:44:43.946012  453243 node_ready.go:58] node "old-k8s-version-20210813204342-288766" has status "Ready":"False"

	I0813 20:44:45.947440  453243 node_ready.go:58] node "old-k8s-version-20210813204342-288766" has status "Ready":"False"

	I0813 20:44:44.319855  459085 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...

	I0813 20:44:44.320124  459085 start.go:160] libmachine.API.Create for "no-preload-20210813204443-288766" (driver="docker")

	I0813 20:44:44.320165  459085 client.go:168] LocalClient.Create starting

	I0813 20:44:44.320236  459085 main.go:130] libmachine: Reading certificate data from /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem

	I0813 20:44:44.320272  459085 main.go:130] libmachine: Decoding PEM data...

	I0813 20:44:44.320303  459085 main.go:130] libmachine: Parsing certificate...

	I0813 20:44:44.320446  459085 main.go:130] libmachine: Reading certificate data from /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem

	I0813 20:44:44.320473  459085 main.go:130] libmachine: Decoding PEM data...

	I0813 20:44:44.320492  459085 main.go:130] libmachine: Parsing certificate...

	I0813 20:44:44.320944  459085 cli_runner.go:115] Run: docker network inspect no-preload-20210813204443-288766 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"

	W0813 20:44:44.391467  459085 cli_runner.go:162] docker network inspect no-preload-20210813204443-288766 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1

	I0813 20:44:44.391543  459085 network_create.go:255] running [docker network inspect no-preload-20210813204443-288766] to gather additional debugging logs...

	I0813 20:44:44.391566  459085 cli_runner.go:115] Run: docker network inspect no-preload-20210813204443-288766

	W0813 20:44:44.467950  459085 cli_runner.go:162] docker network inspect no-preload-20210813204443-288766 returned with exit code 1

	I0813 20:44:44.467991  459085 network_create.go:258] error running [docker network inspect no-preload-20210813204443-288766]: docker network inspect no-preload-20210813204443-288766: exit status 1

	stdout:

	[]

	stderr:

	Error: No such network: no-preload-20210813204443-288766

	I0813 20:44:44.468010  459085 network_create.go:260] output of [docker network inspect no-preload-20210813204443-288766]: -- stdout --

	[]

	-- /stdout --

	** stderr ** 

	Error: No such network: no-preload-20210813204443-288766

	** /stderr **

	I0813 20:44:44.468077  459085 cli_runner.go:115] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"

	I0813 20:44:44.567451  459085 network.go:240] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 Interface:{IfaceName:br-bec0dc429d6b IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:02:42:5a:21:40:ff}}

	I0813 20:44:44.568708  459085 network.go:240] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 Interface:{IfaceName:br-e298aa9290f4 IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:02:42:9c:48:40:0d}}

	I0813 20:44:44.580005  459085 network.go:288] reserving subnet 192.168.67.0 for 1m0s: &{mu:{state:0 sema:0} read:{v:{m:map[] amended:true}} dirty:map[192.168.67.0:0xc0007880d0] misses:0}

	I0813 20:44:44.580068  459085 network.go:235] using free private subnet 192.168.67.0/24: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:}}

	I0813 20:44:44.580115  459085 network_create.go:106] attempt to create docker network no-preload-20210813204443-288766 192.168.67.0/24 with gateway 192.168.67.1 and MTU of 1500 ...

	I0813 20:44:44.580192  459085 cli_runner.go:115] Run: docker network create --driver=bridge --subnet=192.168.67.0/24 --gateway=192.168.67.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true no-preload-20210813204443-288766

	I0813 20:44:44.723602  459085 network_create.go:90] docker network no-preload-20210813204443-288766 192.168.67.0/24 created

	I0813 20:44:44.723647  459085 kic.go:106] calculated static IP "192.168.67.2" for the "no-preload-20210813204443-288766" container

	I0813 20:44:44.723749  459085 cli_runner.go:115] Run: docker ps -a --format {{.Names}}

	I0813 20:44:44.794952  459085 cache.go:157] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-proxy_v1.22.0-rc.0 exists

	I0813 20:44:44.798416  459085 cache.go:97] cache image "k8s.gcr.io/kube-proxy:v1.22.0-rc.0" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-proxy_v1.22.0-rc.0" took 615.639713ms

	I0813 20:44:44.798469  459085 cache.go:81] save to tar file k8s.gcr.io/kube-proxy:v1.22.0-rc.0 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-proxy_v1.22.0-rc.0 succeeded

	I0813 20:44:44.816904  459085 cli_runner.go:115] Run: docker volume create no-preload-20210813204443-288766 --label name.minikube.sigs.k8s.io=no-preload-20210813204443-288766 --label created_by.minikube.sigs.k8s.io=true

	I0813 20:44:44.879106  459085 oci.go:102] Successfully created a docker volume no-preload-20210813204443-288766

	I0813 20:44:44.879224  459085 cli_runner.go:115] Run: docker run --rm --name no-preload-20210813204443-288766-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=no-preload-20210813204443-288766 --entrypoint /usr/bin/test -v no-preload-20210813204443-288766:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 -d /var/lib

	I0813 20:44:44.942836  459085 image.go:171] found k8s.gcr.io/kube-scheduler:v1.22.0-rc.0 locally: &{Image:0xc000d60540}

	I0813 20:44:44.942886  459085 cache.go:162] opening:  /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-scheduler_v1.22.0-rc.0

	I0813 20:44:45.791961  459085 image.go:171] found k8s.gcr.io/kube-controller-manager:v1.22.0-rc.0 locally: &{Image:0xc000d60060}

	I0813 20:44:45.792010  459085 cache.go:162] opening:  /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-controller-manager_v1.22.0-rc.0

	I0813 20:44:45.933041  459085 image.go:171] found k8s.gcr.io/kube-apiserver:v1.22.0-rc.0 locally: &{Image:0xc0011f0080}

	I0813 20:44:45.933078  459085 cache.go:162] opening:  /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-apiserver_v1.22.0-rc.0

	I0813 20:44:45.948357  459085 cli_runner.go:168] Completed: docker run --rm --name no-preload-20210813204443-288766-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=no-preload-20210813204443-288766 --entrypoint /usr/bin/test -v no-preload-20210813204443-288766:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 -d /var/lib: (1.0690704s)

	I0813 20:44:45.948385  459085 oci.go:106] Successfully prepared a docker volume no-preload-20210813204443-288766

	W0813 20:44:45.948418  459085 oci.go:135] Your kernel does not support swap limit capabilities or the cgroup is not mounted.

	W0813 20:44:45.948431  459085 oci.go:119] Your kernel does not support memory limit capabilities or the cgroup is not mounted.

	I0813 20:44:45.948487  459085 cli_runner.go:115] Run: docker info --format "'{{json .SecurityOptions}}'"

	I0813 20:44:45.948617  459085 preload.go:131] Checking if preload exists for k8s version v1.22.0-rc.0 and runtime containerd

	I0813 20:44:46.087940  459085 cli_runner.go:115] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname no-preload-20210813204443-288766 --name no-preload-20210813204443-288766 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=no-preload-20210813204443-288766 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=no-preload-20210813204443-288766 --network no-preload-20210813204443-288766 --ip 192.168.67.2 --volume no-preload-20210813204443-288766:/var --security-opt apparmor=unconfined --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6

	I0813 20:44:46.930747  459085 image.go:171] found k8s.gcr.io/etcd:3.4.13-3 locally: &{Image:0xc00022af20}

	I0813 20:44:46.930791  459085 cache.go:162] opening:  /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/etcd_3.4.13-3

	I0813 20:44:47.883723  459085 cli_runner.go:168] Completed: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname no-preload-20210813204443-288766 --name no-preload-20210813204443-288766 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=no-preload-20210813204443-288766 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=no-preload-20210813204443-288766 --network no-preload-20210813204443-288766 --ip 192.168.67.2 --volume no-preload-20210813204443-288766:/var --security-opt apparmor=unconfined --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6: (1.795685115s)

	I0813 20:44:47.883834  459085 cli_runner.go:115] Run: docker container inspect no-preload-20210813204443-288766 --format={{.State.Running}}

	I0813 20:44:47.957883  459085 cli_runner.go:115] Run: docker container inspect no-preload-20210813204443-288766 --format={{.State.Status}}

	I0813 20:44:48.039881  459085 cli_runner.go:115] Run: docker exec no-preload-20210813204443-288766 stat /var/lib/dpkg/alternatives/iptables

	I0813 20:44:48.233626  459085 oci.go:278] the created container "no-preload-20210813204443-288766" has a running status.

	I0813 20:44:48.233663  459085 kic.go:210] Creating ssh key for kic: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/no-preload-20210813204443-288766/id_rsa...

	I0813 20:44:48.516321  459085 cache.go:157] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-scheduler_v1.22.0-rc.0 exists

	I0813 20:44:48.516380  459085 cache.go:97] cache image "k8s.gcr.io/kube-scheduler:v1.22.0-rc.0" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-scheduler_v1.22.0-rc.0" took 4.333966746s

	I0813 20:44:48.516400  459085 cache.go:81] save to tar file k8s.gcr.io/kube-scheduler:v1.22.0-rc.0 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-scheduler_v1.22.0-rc.0 succeeded

	I0813 20:44:48.563262  459085 kic_runner.go:188] docker (temp): /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/no-preload-20210813204443-288766/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)

	I0813 20:44:44.618066  459154 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...

	I0813 20:44:44.618377  459154 start.go:160] libmachine.API.Create for "embed-certs-20210813204443-288766" (driver="docker")

	I0813 20:44:44.618419  459154 client.go:168] LocalClient.Create starting

	I0813 20:44:44.618511  459154 main.go:130] libmachine: Reading certificate data from /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem

	I0813 20:44:44.618552  459154 main.go:130] libmachine: Decoding PEM data...

	I0813 20:44:44.618578  459154 main.go:130] libmachine: Parsing certificate...

	I0813 20:44:44.618736  459154 main.go:130] libmachine: Reading certificate data from /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem

	I0813 20:44:44.618767  459154 main.go:130] libmachine: Decoding PEM data...

	I0813 20:44:44.618789  459154 main.go:130] libmachine: Parsing certificate...

	I0813 20:44:44.619254  459154 cli_runner.go:115] Run: docker network inspect embed-certs-20210813204443-288766 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"

	W0813 20:44:44.692846  459154 cli_runner.go:162] docker network inspect embed-certs-20210813204443-288766 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1

	I0813 20:44:44.692922  459154 network_create.go:255] running [docker network inspect embed-certs-20210813204443-288766] to gather additional debugging logs...

	I0813 20:44:44.692944  459154 cli_runner.go:115] Run: docker network inspect embed-certs-20210813204443-288766

	W0813 20:44:44.755196  459154 cli_runner.go:162] docker network inspect embed-certs-20210813204443-288766 returned with exit code 1

	I0813 20:44:44.755232  459154 network_create.go:258] error running [docker network inspect embed-certs-20210813204443-288766]: docker network inspect embed-certs-20210813204443-288766: exit status 1

	stdout:

	[]

	stderr:

	Error: No such network: embed-certs-20210813204443-288766

	I0813 20:44:44.755254  459154 network_create.go:260] output of [docker network inspect embed-certs-20210813204443-288766]: -- stdout --

	[]

	-- /stdout --

	** stderr ** 

	Error: No such network: embed-certs-20210813204443-288766

	** /stderr **

	I0813 20:44:44.755314  459154 cli_runner.go:115] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"

	I0813 20:44:44.822123  459154 network.go:240] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 Interface:{IfaceName:br-bec0dc429d6b IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:02:42:5a:21:40:ff}}

	I0813 20:44:44.823188  459154 network.go:240] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 Interface:{IfaceName:br-e298aa9290f4 IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:02:42:9c:48:40:0d}}

	I0813 20:44:44.824242  459154 network.go:240] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 Interface:{IfaceName:br-2f641aeabd3a IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:02:42:10:7b:67:00}}

	I0813 20:44:44.829633  459154 network.go:288] reserving subnet 192.168.76.0 for 1m0s: &{mu:{state:0 sema:0} read:{v:{m:map[] amended:true}} dirty:map[192.168.76.0:0xc000d3c3b8] misses:0}

	I0813 20:44:44.829719  459154 network.go:235] using free private subnet 192.168.76.0/24: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:}}

	I0813 20:44:44.829755  459154 network_create.go:106] attempt to create docker network embed-certs-20210813204443-288766 192.168.76.0/24 with gateway 192.168.76.1 and MTU of 1500 ...

	I0813 20:44:44.829846  459154 cli_runner.go:115] Run: docker network create --driver=bridge --subnet=192.168.76.0/24 --gateway=192.168.76.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true embed-certs-20210813204443-288766

	I0813 20:44:44.943111  459154 network_create.go:90] docker network embed-certs-20210813204443-288766 192.168.76.0/24 created

	I0813 20:44:44.943145  459154 kic.go:106] calculated static IP "192.168.76.2" for the "embed-certs-20210813204443-288766" container

	I0813 20:44:44.943209  459154 cli_runner.go:115] Run: docker ps -a --format {{.Names}}

	I0813 20:44:45.004561  459154 cli_runner.go:115] Run: docker volume create embed-certs-20210813204443-288766 --label name.minikube.sigs.k8s.io=embed-certs-20210813204443-288766 --label created_by.minikube.sigs.k8s.io=true

	I0813 20:44:45.064603  459154 oci.go:102] Successfully created a docker volume embed-certs-20210813204443-288766

	I0813 20:44:45.064671  459154 cli_runner.go:115] Run: docker run --rm --name embed-certs-20210813204443-288766-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=embed-certs-20210813204443-288766 --entrypoint /usr/bin/test -v embed-certs-20210813204443-288766:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 -d /var/lib

	I0813 20:44:46.020444  459154 oci.go:106] Successfully prepared a docker volume embed-certs-20210813204443-288766

	W0813 20:44:46.020515  459154 oci.go:135] Your kernel does not support swap limit capabilities or the cgroup is not mounted.

	W0813 20:44:46.020525  459154 oci.go:119] Your kernel does not support memory limit capabilities or the cgroup is not mounted.

	I0813 20:44:46.020585  459154 cli_runner.go:115] Run: docker info --format "'{{json .SecurityOptions}}'"

	I0813 20:44:46.021015  459154 preload.go:131] Checking if preload exists for k8s version v1.21.3 and runtime containerd

	I0813 20:44:46.021045  459154 kic.go:179] Starting extracting preloaded images to volume ...

	I0813 20:44:46.021237  459154 cli_runner.go:115] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v11-v1.21.3-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v embed-certs-20210813204443-288766:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 -I lz4 -xf /preloaded.tar -C /extractDir

	I0813 20:44:46.137584  459154 cli_runner.go:115] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname embed-certs-20210813204443-288766 --name embed-certs-20210813204443-288766 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=embed-certs-20210813204443-288766 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=embed-certs-20210813204443-288766 --network embed-certs-20210813204443-288766 --ip 192.168.76.2 --volume embed-certs-20210813204443-288766:/var --security-opt apparmor=unconfined --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6

	I0813 20:44:47.025759  459154 cli_runner.go:115] Run: docker container inspect embed-certs-20210813204443-288766 --format={{.State.Running}}

	I0813 20:44:47.083115  459154 cli_runner.go:115] Run: docker container inspect embed-certs-20210813204443-288766 --format={{.State.Status}}

	I0813 20:44:47.152306  459154 cli_runner.go:115] Run: docker exec embed-certs-20210813204443-288766 stat /var/lib/dpkg/alternatives/iptables

	I0813 20:44:47.309071  459154 oci.go:278] the created container "embed-certs-20210813204443-288766" has a running status.

	I0813 20:44:47.309115  459154 kic.go:210] Creating ssh key for kic: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/embed-certs-20210813204443-288766/id_rsa...

	I0813 20:44:47.563830  459154 kic_runner.go:188] docker (temp): /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/embed-certs-20210813204443-288766/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)

	I0813 20:44:48.088153  459154 cli_runner.go:115] Run: docker container inspect embed-certs-20210813204443-288766 --format={{.State.Status}}

	I0813 20:44:48.155331  459154 kic_runner.go:94] Run: chown docker:docker /home/docker/.ssh/authorized_keys

	I0813 20:44:48.155356  459154 kic_runner.go:115] Args: [docker exec --privileged embed-certs-20210813204443-288766 chown docker:docker /home/docker/.ssh/authorized_keys]

	I0813 20:44:48.446723  453243 node_ready.go:58] node "old-k8s-version-20210813204342-288766" has status "Ready":"False"

	I0813 20:44:50.946131  453243 node_ready.go:58] node "old-k8s-version-20210813204342-288766" has status "Ready":"False"

	I0813 20:44:49.035258  459085 cli_runner.go:115] Run: docker container inspect no-preload-20210813204443-288766 --format={{.State.Status}}

	I0813 20:44:49.085980  459085 kic_runner.go:94] Run: chown docker:docker /home/docker/.ssh/authorized_keys

	I0813 20:44:49.086005  459085 kic_runner.go:115] Args: [docker exec --privileged no-preload-20210813204443-288766 chown docker:docker /home/docker/.ssh/authorized_keys]

	I0813 20:44:49.229665  459085 cli_runner.go:115] Run: docker container inspect no-preload-20210813204443-288766 --format={{.State.Status}}

	I0813 20:44:49.285294  459085 machine.go:88] provisioning docker machine ...

	I0813 20:44:49.285383  459085 ubuntu.go:169] provisioning hostname "no-preload-20210813204443-288766"

	I0813 20:44:49.285486  459085 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-20210813204443-288766

	I0813 20:44:49.334837  459085 main.go:130] libmachine: Using SSH client type: native

	I0813 20:44:49.335063  459085 main.go:130] libmachine: &{{{<nil> 0 [] [] []} docker [0x802ea0] 0x802e60 <nil>  [] 0s} 127.0.0.1 33161 <nil> <nil>}

	I0813 20:44:49.335086  459085 main.go:130] libmachine: About to run SSH command:

	sudo hostname no-preload-20210813204443-288766 && echo "no-preload-20210813204443-288766" | sudo tee /etc/hostname

	I0813 20:44:49.534852  459085 main.go:130] libmachine: SSH cmd err, output: <nil>: no-preload-20210813204443-288766

	I0813 20:44:49.534980  459085 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-20210813204443-288766

	I0813 20:44:49.599274  459085 main.go:130] libmachine: Using SSH client type: native

	I0813 20:44:49.599503  459085 main.go:130] libmachine: &{{{<nil> 0 [] [] []} docker [0x802ea0] 0x802e60 <nil>  [] 0s} 127.0.0.1 33161 <nil> <nil>}

	I0813 20:44:49.599541  459085 main.go:130] libmachine: About to run SSH command:

			if ! grep -xq '.*\sno-preload-20210813204443-288766' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 no-preload-20210813204443-288766/g' /etc/hosts;

				else 

					echo '127.0.1.1 no-preload-20210813204443-288766' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0813 20:44:49.741137  459085 main.go:130] libmachine: SSH cmd err, output: <nil>: 

	I0813 20:44:49.741168  459085 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube CaCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337

/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube}

	I0813 20:44:49.741215  459085 ubuntu.go:177] setting up certificates

	I0813 20:44:49.741228  459085 provision.go:83] configureAuth start

	I0813 20:44:49.741282  459085 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-20210813204443-288766

	I0813 20:44:49.811196  459085 provision.go:138] copyHostCerts

	I0813 20:44:49.811258  459085 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem, removing ...

	I0813 20:44:49.811273  459085 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem

	I0813 20:44:49.811336  459085 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem (1082 bytes)

	I0813 20:44:49.811436  459085 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem, removing ...

	I0813 20:44:49.811448  459085 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem

	I0813 20:44:49.811474  459085 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem (1123 bytes)

	I0813 20:44:49.811546  459085 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem, removing ...

	I0813 20:44:49.811556  459085 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem

	I0813 20:44:49.811582  459085 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem (1675 bytes)

	I0813 20:44:49.811646  459085 provision.go:112] generating server cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem org=jenkins.no-preload-20210813204443-288766 san=[192.168.67.2 127.0.0.1 localhost 127.0.0.1 minikube no-preload-20210813204443-288766]

	I0813 20:44:50.201965  459085 provision.go:172] copyRemoteCerts

	I0813 20:44:50.202045  459085 ssh_runner.go:149] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0813 20:44:50.202100  459085 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-20210813204443-288766

	I0813 20:44:50.263131  459085 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33161 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/no-preload-20210813204443-288766/id_rsa Username:docker}

	I0813 20:44:50.360580  459085 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)

	I0813 20:44:50.379755  459085 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem --> /etc/docker/server.pem (1269 bytes)

	I0813 20:44:50.398894  459085 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)

	I0813 20:44:50.416057  459085 provision.go:86] duration metric: configureAuth took 674.815892ms

	I0813 20:44:50.416083  459085 ubuntu.go:193] setting minikube options for container-runtime

	I0813 20:44:50.416293  459085 config.go:177] Loaded profile config "no-preload-20210813204443-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.22.0-rc.0

	I0813 20:44:50.416310  459085 machine.go:91] provisioned docker machine in 1.130949196s

	I0813 20:44:50.416319  459085 client.go:171] LocalClient.Create took 6.096144175s

	I0813 20:44:50.416337  459085 start.go:168] duration metric: libmachine.API.Create for "no-preload-20210813204443-288766" took 6.096215412s

	I0813 20:44:50.416350  459085 start.go:267] post-start starting for "no-preload-20210813204443-288766" (driver="docker")

	I0813 20:44:50.416360  459085 start.go:277] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0813 20:44:50.416409  459085 ssh_runner.go:149] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0813 20:44:50.416456  459085 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-20210813204443-288766

	I0813 20:44:50.465370  459085 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33161 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/no-preload-20210813204443-288766/id_rsa Username:docker}

	I0813 20:44:50.564822  459085 ssh_runner.go:149] Run: cat /etc/os-release

	I0813 20:44:50.567513  459085 main.go:130] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found

	I0813 20:44:50.567533  459085 main.go:130] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found

	I0813 20:44:50.567546  459085 main.go:130] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found

	I0813 20:44:50.567554  459085 info.go:137] Remote host: Ubuntu 20.04.2 LTS

	I0813 20:44:50.567575  459085 filesync.go:126] Scanning /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/addons for local assets ...

	I0813 20:44:50.567635  459085 filesync.go:126] Scanning /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files for local assets ...

	I0813 20:44:50.567743  459085 filesync.go:149] local asset: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem -> 2887662.pem in /etc/ssl/certs

	I0813 20:44:50.567870  459085 ssh_runner.go:149] Run: sudo mkdir -p /etc/ssl/certs

	I0813 20:44:50.574840  459085 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem --> /etc/ssl/certs/2887662.pem (1708 bytes)

	I0813 20:44:50.594640  459085 start.go:270] post-start completed in 178.271223ms

	I0813 20:44:50.595049  459085 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-20210813204443-288766

	I0813 20:44:50.672831  459085 profile.go:148] Saving config to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/no-preload-20210813204443-288766/config.json ...

	I0813 20:44:50.673098  459085 ssh_runner.go:149] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0813 20:44:50.673163  459085 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-20210813204443-288766

	I0813 20:44:50.728849  459085 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33161 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/no-preload-20210813204443-288766/id_rsa Username:docker}

	I0813 20:44:50.844496  459085 start.go:129] duration metric: createHost completed in 6.527278948s

	I0813 20:44:50.844527  459085 start.go:80] releasing machines lock for "no-preload-20210813204443-288766", held for 6.52743466s

	I0813 20:44:50.844633  459085 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-20210813204443-288766

	I0813 20:44:50.894859  459085 ssh_runner.go:149] Run: curl -sS -m 2 https://k8s.gcr.io/

	I0813 20:44:50.894933  459085 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-20210813204443-288766

	I0813 20:44:50.944623  459085 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33161 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/no-preload-20210813204443-288766/id_rsa Username:docker}

	I0813 20:44:52.970427  459085 cache.go:157] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-controller-manager_v1.22.0-rc.0 exists

	I0813 20:44:52.970473  459085 cache.go:97] cache image "k8s.gcr.io/kube-controller-manager:v1.22.0-rc.0" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-controller-manager_v1.22.0-rc.0" took 8.787994587s

	I0813 20:44:52.970490  459085 cache.go:81] save to tar file k8s.gcr.io/kube-controller-manager:v1.22.0-rc.0 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-controller-manager_v1.22.0-rc.0 succeeded

	I0813 20:44:53.250897  459085 cache.go:157] /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-apiserver_v1.22.0-rc.0 exists

	I0813 20:44:53.250941  459085 cache.go:97] cache image "k8s.gcr.io/kube-apiserver:v1.22.0-rc.0" -> "/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-apiserver_v1.22.0-rc.0" took 9.068489742s

	I0813 20:44:53.250954  459085 cache.go:81] save to tar file k8s.gcr.io/kube-apiserver:v1.22.0-rc.0 -> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/images/k8s.gcr.io/kube-apiserver_v1.22.0-rc.0 succeeded

	I0813 20:44:51.781583  459154 cli_runner.go:168] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v11-v1.21.3-containerd-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v embed-certs-20210813204443-288766:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.25-1628619379-12032@sha256:937faef407987cbd8b3cb0a90c6c5dfd664817d5377be0b77a4ecbf0f9f9c1b6 -I lz4 -xf /preloaded.tar -C /extractDir: (5.760302694s)

	I0813 20:44:51.781615  459154 kic.go:188] duration metric: took 5.760567 seconds to extract preloaded images to volume

	I0813 20:44:51.781695  459154 cli_runner.go:115] Run: docker container inspect embed-certs-20210813204443-288766 --format={{.State.Status}}

	I0813 20:44:51.825433  459154 machine.go:88] provisioning docker machine ...

	I0813 20:44:51.825478  459154 ubuntu.go:169] provisioning hostname "embed-certs-20210813204443-288766"

	I0813 20:44:51.825543  459154 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-20210813204443-288766

	I0813 20:44:51.867395  459154 main.go:130] libmachine: Using SSH client type: native

	I0813 20:44:51.867636  459154 main.go:130] libmachine: &{{{<nil> 0 [] [] []} docker [0x802ea0] 0x802e60 <nil>  [] 0s} 127.0.0.1 33165 <nil> <nil>}

	I0813 20:44:51.867660  459154 main.go:130] libmachine: About to run SSH command:

	sudo hostname embed-certs-20210813204443-288766 && echo "embed-certs-20210813204443-288766" | sudo tee /etc/hostname

	I0813 20:44:52.020499  459154 main.go:130] libmachine: SSH cmd err, output: <nil>: embed-certs-20210813204443-288766

	I0813 20:44:52.020579  459154 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-20210813204443-288766

	I0813 20:44:52.063981  459154 main.go:130] libmachine: Using SSH client type: native

	I0813 20:44:52.064172  459154 main.go:130] libmachine: &{{{<nil> 0 [] [] []} docker [0x802ea0] 0x802e60 <nil>  [] 0s} 127.0.0.1 33165 <nil> <nil>}

	I0813 20:44:52.064196  459154 main.go:130] libmachine: About to run SSH command:

			if ! grep -xq '.*\sembed-certs-20210813204443-288766' /etc/hosts; then

				if grep -xq '127.0.1.1\s.*' /etc/hosts; then

					sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 embed-certs-20210813204443-288766/g' /etc/hosts;

				else 

					echo '127.0.1.1 embed-certs-20210813204443-288766' | sudo tee -a /etc/hosts; 

				fi

			fi

	I0813 20:44:52.192084  459154 main.go:130] libmachine: SSH cmd err, output: <nil>: 

	I0813 20:44:52.192120  459154 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube CaCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337

/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube}

	I0813 20:44:52.192151  459154 ubuntu.go:177] setting up certificates

	I0813 20:44:52.192163  459154 provision.go:83] configureAuth start

	I0813 20:44:52.192218  459154 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-20210813204443-288766

	I0813 20:44:52.240079  459154 provision.go:138] copyHostCerts

	I0813 20:44:52.240145  459154 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem, removing ...

	I0813 20:44:52.240156  459154 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem

	I0813 20:44:52.240216  459154 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/ca.pem (1082 bytes)

	I0813 20:44:52.240295  459154 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem, removing ...

	I0813 20:44:52.240308  459154 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem

	I0813 20:44:52.240329  459154 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/cert.pem (1123 bytes)

	I0813 20:44:52.240388  459154 exec_runner.go:145] found /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem, removing ...

	I0813 20:44:52.240396  459154 exec_runner.go:190] rm: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem

	I0813 20:44:52.240416  459154 exec_runner.go:152] cp: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/key.pem (1675 bytes)

	I0813 20:44:52.240471  459154 provision.go:112] generating server cert: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca-key.pem org=jenkins.embed-certs-20210813204443-288766 san=[192.168.76.2 127.0.0.1 localhost 127.0.0.1 minikube embed-certs-20210813204443-288766]

	I0813 20:44:52.580656  459154 provision.go:172] copyRemoteCerts

	I0813 20:44:52.580715  459154 ssh_runner.go:149] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker

	I0813 20:44:52.580751  459154 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-20210813204443-288766

	I0813 20:44:52.623316  459154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33165 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/embed-certs-20210813204443-288766/id_rsa Username:docker}

	I0813 20:44:52.715628  459154 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)

	I0813 20:44:52.731638  459154 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server.pem --> /etc/docker/server.pem (1269 bytes)

	I0813 20:44:52.747649  459154 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)

	I0813 20:44:52.762867  459154 provision.go:86] duration metric: configureAuth took 570.693034ms

	I0813 20:44:52.762887  459154 ubuntu.go:193] setting minikube options for container-runtime

	I0813 20:44:52.763070  459154 config.go:177] Loaded profile config "embed-certs-20210813204443-288766": Driver=docker, ContainerRuntime=containerd, KubernetesVersion=v1.21.3

	I0813 20:44:52.763083  459154 machine.go:91] provisioned docker machine in 937.626075ms

	I0813 20:44:52.763090  459154 client.go:171] LocalClient.Create took 8.144664658s

	I0813 20:44:52.763107  459154 start.go:168] duration metric: libmachine.API.Create for "embed-certs-20210813204443-288766" took 8.144732568s

	I0813 20:44:52.763120  459154 start.go:267] post-start starting for "embed-certs-20210813204443-288766" (driver="docker")

	I0813 20:44:52.763126  459154 start.go:277] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]

	I0813 20:44:52.763173  459154 ssh_runner.go:149] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs

	I0813 20:44:52.763221  459154 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-20210813204443-288766

	I0813 20:44:52.803701  459154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33165 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/embed-certs-20210813204443-288766/id_rsa Username:docker}

	I0813 20:44:52.891650  459154 ssh_runner.go:149] Run: cat /etc/os-release

	I0813 20:44:52.894304  459154 main.go:130] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found

	I0813 20:44:52.894325  459154 main.go:130] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found

	I0813 20:44:52.894334  459154 main.go:130] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found

	I0813 20:44:52.894340  459154 info.go:137] Remote host: Ubuntu 20.04.2 LTS

	I0813 20:44:52.894349  459154 filesync.go:126] Scanning /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/addons for local assets ...

	I0813 20:44:52.894395  459154 filesync.go:126] Scanning /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files for local assets ...

	I0813 20:44:52.894510  459154 filesync.go:149] local asset: /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem -> 2887662.pem in /etc/ssl/certs

	I0813 20:44:52.894629  459154 ssh_runner.go:149] Run: sudo mkdir -p /etc/ssl/certs

	I0813 20:44:52.900700  459154 ssh_runner.go:316] scp /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/files/etc/ssl/certs/2887662.pem --> /etc/ssl/certs/2887662.pem (1708 bytes)

	I0813 20:44:52.916200  459154 start.go:270] post-start completed in 153.068697ms

	I0813 20:44:52.916562  459154 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-20210813204443-288766

	I0813 20:44:52.960128  459154 profile.go:148] Saving config to /home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/profiles/embed-certs-20210813204443-288766/config.json ...

	I0813 20:44:52.960329  459154 ssh_runner.go:149] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"

	I0813 20:44:52.960373  459154 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-20210813204443-288766

	I0813 20:44:53.002528  459154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33165 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/embed-certs-20210813204443-288766/id_rsa Username:docker}

	I0813 20:44:53.088640  459154 start.go:129] duration metric: createHost completed in 8.473057712s

	I0813 20:44:53.088674  459154 start.go:80] releasing machines lock for "embed-certs-20210813204443-288766", held for 8.473251145s

	I0813 20:44:53.088768  459154 cli_runner.go:115] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-20210813204443-288766

	I0813 20:44:53.131734  459154 ssh_runner.go:149] Run: systemctl --version

	I0813 20:44:53.131791  459154 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-20210813204443-288766

	I0813 20:44:53.131800  459154 ssh_runner.go:149] Run: curl -sS -m 2 https://k8s.gcr.io/

	I0813 20:44:53.131869  459154 cli_runner.go:115] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-20210813204443-288766

	I0813 20:44:53.177758  459154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33165 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/embed-certs-20210813204443-288766/id_rsa Username:docker}

	I0813 20:44:53.181227  459154 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33165 SSHKeyPath:/home/jenkins/minikube-integration/linux-amd64-docker-containerd-12230-285802-098adff14f97e55ded5626b0a90c858c09622337/.minikube/machines/embed-certs-20210813204443-288766/id_rsa Username:docker}

	I0813 20:44:53.264810  459154 ssh_runner.go:149] Run: sudo systemctl stop -f crio

	I0813 20:44:53.290946  459154 ssh_runner.go:149] Run: sudo systemctl is-active --quiet service crio

	I0813 20:44:53.299784  459154 docker.go:153] disabling docker service ...

	I0813 20:44:53.299839  459154 ssh_runner.go:149] Run: sudo systemctl stop -f docker.socket

	I0813 20:44:53.315319  459154 ssh_runner.go:149] Run: sudo systemctl stop -f docker.service

	I0813 20:44:53.323587  459154 ssh_runner.go:149] Run: sudo systemctl disable docker.socket

	I0813 20:44:53.392205  459154 ssh_runner.go:149] Run: sudo systemctl mask docker.service

	I0813 20:44:53.454423  459154 ssh_runner.go:149] Run: sudo systemctl is-active --quiet service docker

	I0813 20:44:53.462833  459154 ssh_runner.go:149] Run: /bin/bash -c "sudo mkdir -p /etc && printf %!s(MISSING) "runtime-endpoint: unix:///run/containerd/containerd.sock

	image-endpoint: unix:///run/containerd/containerd.sock

	" | sudo tee /etc/crictl.yaml"

	I0813 20:44:53.474260  459154 ssh_runner.go:149] Run: /bin/bash -c "sudo mkdir -p /etc/containerd && printf %!s(MISSING) "cm9vdCA9ICIvdmFyL2xpYi9jb250YWluZXJkIgpzdGF0ZSA9ICIvcnVuL2NvbnRhaW5lcmQiCm9vbV9zY29yZSA9IDAKW2dycGNdCiAgYWRkcmVzcyA9ICIvcnVuL2NvbnRhaW5lcmQvY29udGFpbmVyZC5zb2NrIgogIHVpZCA9IDAKICBnaWQgPSAwCiAgbWF4X3JlY3ZfbWVzc2FnZV9zaXplID0gMTY3NzcyMTYKICBtYXhfc2VuZF9tZXNzYWdlX3NpemUgPSAxNjc3NzIxNgoKW2RlYnVnXQogIGFkZHJlc3MgPSAiIgogIHVpZCA9IDAKICBnaWQgPSAwCiAgbGV2ZWwgPSAiIgoKW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIiCiAgZ3JwY19oaXN0b2dyYW0gPSBmYWxzZQoKW2Nncm91cF0KICBwYXRoID0gIiIKCltwbHVnaW5zXQogIFtwbHVnaW5zLmNncm91cHNdCiAgICBub19wcm9tZXRoZXVzID0gZmFsc2UKICBbcGx1Z2lucy5jcmldCiAgICBzdHJlYW1fc2VydmVyX2FkZHJlc3MgPSAiIgogICAgc3RyZWFtX3NlcnZlcl9wb3J0ID0gIjEwMDEwIgogICAgZW5hYmxlX3NlbGludXggPSBmYWxzZQogICAgc2FuZGJveF9pbWFnZSA9ICJrOHMuZ2NyLmlvL3BhdXNlOjMuNC4xIgogICAgc3RhdHNfY29sbGVjdF9wZXJpb2QgPSAxMAogICAgZW5hYmxlX3Rsc19zdHJlYW1pbmcgPSBmYWxzZQogICAgbWF4X2NvbnRhaW5lcl9sb2dfbGluZV9zaXplID0gMTYzODQKCglbcGx1Z2lucy4iaW8uY

29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzXQogICAgICAgICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgICAgICAgICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICAgICAgICAgIFN5c3RlbWRDZ3JvdXAgPSBmYWxzZQoKICAgIFtwbHVnaW5zLmNyaS5jb250YWluZXJkXQogICAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5ZnMiCiAgICAgIFtwbHVnaW5zLmNyaS5jb250YWluZXJkLmRlZmF1bHRfcnVudGltZV0KICAgICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgICBbcGx1Z2lucy5jcmkuY29udGFpbmVyZC51bnRydXN0ZWRfd29ya2xvYWRfcnVudGltZV0KICAgICAgICBydW50aW1lX3R5cGUgPSAiIgogICAgICAgIHJ1bnRpbWVfZW5naW5lID0gIiIKICAgICAgICBydW50aW1lX3Jvb3QgPSAiIgogICAgW3BsdWdpbnMuY3JpLmNuaV0KICAgICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5ta

yIKICAgICAgY29uZl90ZW1wbGF0ZSA9ICIiCiAgICBbcGx1Z2lucy5jcmkucmVnaXN0cnldCiAgICAgIFtwbHVnaW5zLmNyaS5yZWdpc3RyeS5taXJyb3JzXQogICAgICAgIFtwbHVnaW5zLmNyaS5yZWdpc3RyeS5taXJyb3JzLiJkb2NrZXIuaW8iXQogICAgICAgICAgZW5kcG9pbnQgPSBbImh0dHBzOi8vcmVnaXN0cnktMS5kb2NrZXIuaW8iXQogICAgICAgIFtwbHVnaW5zLmRpZmYtc2VydmljZV0KICAgIGRlZmF1bHQgPSBbIndhbGtpbmciXQogIFtwbHVnaW5zLnNjaGVkdWxlcl0KICAgIHBhdXNlX3RocmVzaG9sZCA9IDAuMDIKICAgIGRlbGV0aW9uX3RocmVzaG9sZCA9IDAKICAgIG11dGF0aW9uX3RocmVzaG9sZCA9IDEwMAogICAgc2NoZWR1bGVfZGVsYXkgPSAiMHMiCiAgICBzdGFydHVwX2RlbGF5ID0gIjEwMG1zIgo=" | base64 -d | sudo tee /etc/containerd/config.toml"

	I0813 20:44:53.486348  459154 ssh_runner.go:149] Run: sudo sysctl net.bridge.bridge-nf-call-iptables

	I0813 20:44:53.492040  459154 crio.go:128] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255

	stdout:

	stderr:

	sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory

	I0813 20:44:53.492082  459154 ssh_runner.go:149] Run: sudo modprobe br_netfilter

	I0813 20:44:53.498692  459154 ssh_runner.go:149] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"

	I0813 20:44:53.504437  459154 ssh_runner.go:149] Run: sudo systemctl daemon-reload

	I0813 20:44:53.562590  459154 ssh_runner.go:149] Run: sudo systemctl restart containerd

	I0813 20:44:53.624442  459154 start.go:392] Will wait 60s for socket path /run/containerd/containerd.sock

	I0813 20:44:53.624515  459154 ssh_runner.go:149] Run: stat /run/containerd/containerd.sock

	I0813 20:44:53.628374  459154 start.go:413] Will wait 60s for crictl version

	I0813 20:44:53.628429  459154 ssh_runner.go:149] Run: sudo crictl version

	I0813 20:44:53.652277  459154 retry.go:31] will retry after 11.04660288s: Temporary Error: sudo crictl version: Process exited with status 1

	stdout:

	stderr:

	time="2021-08-13T20:44:53Z" level=fatal msg="getting the runtime version: rpc error: code = Unknown desc = server is not initialized yet"

	I0813 20:44:53.445651  453243 node_ready.go:58] node "old-k8s-version-20210813204342-288766" has status "Ready":"False"

	I0813 20:44:55.445693  453243 node_ready.go:58] node "old-k8s-version-20210813204342-288766" has status "Ready":"False"

	* 

	* ==> container status <==

	* CONTAINER           IMAGE               CREATED             STATE               NAME                      ATTEMPT             POD ID

	6bcea47ee4e01       6e38f40d628db       3 minutes ago       Exited              storage-provisioner       0                   4399f9d1493b8

	0c7ddbd99132b       296a6d5035e2d       4 minutes ago       Running             coredns                   0                   dd8c4c931e635

	024f629ddecde       6de166512aa22       4 minutes ago       Running             kindnet-cni               0                   b783388587f5a

	1775bca136eca       adb2816ea823a       4 minutes ago       Running             kube-proxy                0                   8d310005d31b9

	35c9c5b96ad77       3d174f00aa39e       4 minutes ago       Running             kube-apiserver            0                   25e8b80dac235

	10b548fbb1482       0369cf4303ffd       4 minutes ago       Running             etcd                      0                   93e2e043f71bb

	63173c1db4bc4       6be0dc1302e30       4 minutes ago       Running             kube-scheduler            0                   d6e3116efb0cc

	d6650f5f34d68       bc2bb319a7038       4 minutes ago       Running             kube-controller-manager   0                   e341b9ff9e766

	* 

	* ==> containerd <==

	* -- Logs begin at Fri 2021-08-13 20:39:32 UTC, end at Fri 2021-08-13 20:45:02 UTC. --

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.723959699Z" level=info msg="Connect containerd service"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724001120Z" level=info msg="Get image filesystem path \"/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs\""

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724675425Z" level=info msg="loading plugin \"io.containerd.grpc.v1.introspection\"..." type=io.containerd.grpc.v1

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724740975Z" level=info msg="Start subscribing containerd event"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724845093Z" level=info msg="Start recovering state"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724922364Z" level=info msg=serving... address=/run/containerd/containerd.sock.ttrpc

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.724976350Z" level=info msg=serving... address=/run/containerd/containerd.sock

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.725036444Z" level=info msg="containerd successfully booted in 0.046453s"

	Aug 13 20:40:49 pause-20210813203929-288766 systemd[1]: Started containerd container runtime.

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806823891Z" level=info msg="Start event monitor"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806882804Z" level=info msg="Start snapshots syncer"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806895419Z" level=info msg="Start cni network conf syncer"

	Aug 13 20:40:49 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:40:49.806904249Z" level=info msg="Start streaming server"

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.179906544Z" level=info msg="RunPodsandbox for &PodSandboxMetadata{Name:storage-provisioner,Uid:ef3f9623-341b-4146-a723-7a12ef0a7234,Namespace:kube-system,Attempt:0,}"

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.204533624Z" level=info msg="starting signal loop" namespace=k8s.io path=/run/containerd/io.containerd.runtime.v2.task/k8s.io/4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4 pid=2655

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.357169807Z" level=info msg="RunPodSandbox for &PodSandboxMetadata{Name:storage-provisioner,Uid:ef3f9623-341b-4146-a723-7a12ef0a7234,Namespace:kube-system,Attempt:0,} returns sandbox id \"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4\""

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.359631546Z" level=info msg="CreateContainer within sandbox \"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4\" for container &ContainerMetadata{Name:storage-provisioner,Attempt:0,}"

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.426123269Z" level=info msg="CreateContainer within sandbox \"4399f9d1493b8e848d44151bc7e883c3e2741cb0aa4c327913e26456ee5143f4\" for &ContainerMetadata{Name:storage-provisioner,Attempt:0,} returns container id \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.426673722Z" level=info msg="StartContainer for \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:08 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:08.575767160Z" level=info msg="StartContainer for \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\" returns successfully"

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.637273756Z" level=info msg="Finish piping stderr of container \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.637342149Z" level=info msg="Finish piping stdout of container \"6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af\""

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.639127528Z" level=info msg="TaskExit event &TaskExit{ContainerID:6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af,ID:6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af,Pid:2707,ExitStatus:255,ExitedAt:2021-08-13 20:41:20.638811872 +0000 UTC,XXX_unrecognized:[],}"

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.693394662Z" level=info msg="shim disconnected" id=6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af

	Aug 13 20:41:20 pause-20210813203929-288766 containerd[2343]: time="2021-08-13T20:41:20.693476700Z" level=error msg="copy shim log" error="read /proc/self/fd/105: file already closed"

	* 

	* ==> coredns [0c7ddbd99132bafb88ccf6309483f75ddb2288e516ded73a9b4f3a44d24a7476] <==

	* .:53

	[INFO] plugin/reload: Running configuration MD5 = 7cb80d9b13c0af3fa1ba04fc3eef5f89

	CoreDNS-1.8.0

	linux/amd64, go1.15.3, 054c9ae

	* 

	* ==> describe nodes <==

	* Name:               pause-20210813203929-288766

	Roles:              control-plane,master

	Labels:             beta.kubernetes.io/arch=amd64

	                    beta.kubernetes.io/os=linux

	                    kubernetes.io/arch=amd64

	                    kubernetes.io/hostname=pause-20210813203929-288766

	                    kubernetes.io/os=linux

	                    minikube.k8s.io/commit=852050cf77fe767e86d5a194bb91c06c4dc6c13c

	                    minikube.k8s.io/name=pause-20210813203929-288766

	                    minikube.k8s.io/updated_at=2021_08_13T20_40_14_0700

	                    minikube.k8s.io/version=v1.22.0

	                    node-role.kubernetes.io/control-plane=

	                    node-role.kubernetes.io/master=

	                    node.kubernetes.io/exclude-from-external-load-balancers=

	Annotations:        kubeadm.alpha.kubernetes.io/cri-socket: /run/containerd/containerd.sock

	                    node.alpha.kubernetes.io/ttl: 0

	                    volumes.kubernetes.io/controller-managed-attach-detach: true

	CreationTimestamp:  Fri, 13 Aug 2021 20:40:10 +0000

	Taints:             node.kubernetes.io/unreachable:NoSchedule

	Unschedulable:      false

	Lease:

	  HolderIdentity:  pause-20210813203929-288766

	  AcquireTime:     <unset>

	  RenewTime:       Fri, 13 Aug 2021 20:41:03 +0000

	Conditions:

	  Type             Status    LastHeartbeatTime                 LastTransitionTime                Reason              Message

	  ----             ------    -----------------                 ------------------                ------              -------

	  MemoryPressure   Unknown   Fri, 13 Aug 2021 20:40:59 +0000   Fri, 13 Aug 2021 20:44:52 +0000   NodeStatusUnknown   Kubelet stopped posting node status.

	  DiskPressure     Unknown   Fri, 13 Aug 2021 20:40:59 +0000   Fri, 13 Aug 2021 20:44:52 +0000   NodeStatusUnknown   Kubelet stopped posting node status.

	  PIDPressure      Unknown   Fri, 13 Aug 2021 20:40:59 +0000   Fri, 13 Aug 2021 20:44:52 +0000   NodeStatusUnknown   Kubelet stopped posting node status.

	  Ready            Unknown   Fri, 13 Aug 2021 20:40:59 +0000   Fri, 13 Aug 2021 20:44:52 +0000   NodeStatusUnknown   Kubelet stopped posting node status.

	Addresses:

	  InternalIP:  192.168.58.2

	  Hostname:    pause-20210813203929-288766

	Capacity:

	  cpu:                8

	  ephemeral-storage:  309568300Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  memory:             32951368Ki

	  pods:               110

	Allocatable:

	  cpu:                8

	  ephemeral-storage:  309568300Ki

	  hugepages-1Gi:      0

	  hugepages-2Mi:      0

	  memory:             32951368Ki

	  pods:               110

	System Info:

	  Machine ID:                 dfc5def84a78402c9caa00a7cad25a86

	  System UUID:                b80c2b06-b186-4a20-a7db-8b053c68dfe3

	  Boot ID:                    c164ee34-fd84-4013-964f-2329cd59464b

	  Kernel Version:             4.9.0-16-amd64

	  OS Image:                   Ubuntu 20.04.2 LTS

	  Operating System:           linux

	  Architecture:               amd64

	  Container Runtime Version:  containerd://1.4.9

	  Kubelet Version:            v1.21.3

	  Kube-Proxy Version:         v1.21.3

	PodCIDR:                      10.244.0.0/24

	PodCIDRs:                     10.244.0.0/24

	Non-terminated Pods:          (8 in total)

	  Namespace                   Name                                                   CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age

	  ---------                   ----                                                   ------------  ----------  ---------------  -------------  ---

	  kube-system                 coredns-558bd4d5db-484lt                               100m (1%!)(MISSING)     0 (0%!)(MISSING)      70Mi (0%!)(MISSING)        170Mi (0%!)(MISSING)     4m34s

	  kube-system                 etcd-pause-20210813203929-288766                       100m (1%!)(MISSING)     0 (0%!)(MISSING)      100Mi (0%!)(MISSING)       0 (0%!)(MISSING)         4m49s

	  kube-system                 kindnet-zhtm5                                          100m (1%!)(MISSING)     100m (1%!)(MISSING)   50Mi (0%!)(MISSING)        50Mi (0%!)(MISSING)      4m35s

	  kube-system                 kube-apiserver-pause-20210813203929-288766             250m (3%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         4m43s

	  kube-system                 kube-controller-manager-pause-20210813203929-288766    200m (2%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         4m49s

	  kube-system                 kube-proxy-sx47j                                       0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         4m35s

	  kube-system                 kube-scheduler-pause-20210813203929-288766             100m (1%!)(MISSING)     0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         4m50s

	  kube-system                 storage-provisioner                                    0 (0%!)(MISSING)        0 (0%!)(MISSING)      0 (0%!)(MISSING)           0 (0%!)(MISSING)         3m55s

	Allocated resources:

	  (Total limits may be over 100 percent, i.e., overcommitted.)

	  Resource           Requests    Limits

	  --------           --------    ------

	  cpu                850m (10%!)(MISSING)  100m (1%!)(MISSING)

	  memory             220Mi (0%!)(MISSING)  220Mi (0%!)(MISSING)

	  ephemeral-storage  0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-1Gi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	  hugepages-2Mi      0 (0%!)(MISSING)      0 (0%!)(MISSING)

	Events:

	  Type    Reason                   Age    From        Message

	  ----    ------                   ----   ----        -------

	  Normal  Starting                 4m43s  kubelet     Starting kubelet.

	  Normal  NodeHasSufficientMemory  4m43s  kubelet     Node pause-20210813203929-288766 status is now: NodeHasSufficientMemory

	  Normal  NodeHasNoDiskPressure    4m43s  kubelet     Node pause-20210813203929-288766 status is now: NodeHasNoDiskPressure

	  Normal  NodeHasSufficientPID     4m43s  kubelet     Node pause-20210813203929-288766 status is now: NodeHasSufficientPID

	  Normal  NodeAllocatableEnforced  4m43s  kubelet     Updated Node Allocatable limit across pods

	  Normal  Starting                 4m33s  kube-proxy  Starting kube-proxy.

	  Normal  NodeReady                4m23s  kubelet     Node pause-20210813203929-288766 status is now: NodeReady

	* 

	* ==> dmesg <==

	* [  +0.001622] IPv4: martian source 10.96.0.1 from 10.244.0.2, on dev br-63168b86d05c

	[  +0.000002] ll header: 00000000: 02 42 47 fa 9c 46 02 42 c0 a8 31 02 08 00        .BG..F.B..1...

	[ +20.728040] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:30] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:32] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:34] IPv4: martian source 10.244.0.2 from 10.244.0.2, on dev veth320c7f25

	[  +0.000002] ll header: 00000000: ff ff ff ff ff ff 0e 9b 16 90 bc 70 08 06        ...........p..

	[Aug13 20:35] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:36] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:37] cgroup: cgroup2: unknown option "nsdelegate"

	[  +0.098933] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:38] cgroup: cgroup2: unknown option "nsdelegate"

	[  +8.982583] IPv4: martian source 10.244.0.2 from 10.244.0.2, on dev veth8ea709fa

	[  +0.000002] ll header: 00000000: ff ff ff ff ff ff 42 e2 4e 11 65 06 08 06        ......B.N.e...

	[ +22.664251] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:39] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:40] cgroup: cgroup2: unknown option "nsdelegate"

	[ +39.576161] IPv4: martian source 10.244.0.2 from 10.244.0.2, on dev vethb8bf580a

	[  +0.000005] ll header: 00000000: ff ff ff ff ff ff ea 75 25 a9 9a 9c 08 06        .......u%!.(MISSING)...

	[Aug13 20:41] cgroup: cgroup2: unknown option "nsdelegate"

	[ +48.814389] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:43] cgroup: cgroup2: unknown option "nsdelegate"

	[ +29.324433] cgroup: cgroup2: unknown option "nsdelegate"

	[Aug13 20:44] cgroup: cgroup2: unknown option "nsdelegate"

	[  +0.919668] cgroup: cgroup2: unknown option "nsdelegate"

	* 

	* ==> etcd [10b548fbb1482a8b3c5fd4da4109404b0f5f04551334b8db99a1d075f3ffaebf] <==

	* 2021-08-13 20:44:43.856454 I | embed: rejected connection from "127.0.0.1:51860" (error "write tcp 127.0.0.1:2379->127.0.0.1:51860: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.856728 I | embed: rejected connection from "127.0.0.1:51862" (error "write tcp 127.0.0.1:2379->127.0.0.1:51862: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.857114 I | embed: rejected connection from "127.0.0.1:51830" (error "write tcp 127.0.0.1:2379->127.0.0.1:51830: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.857265 I | embed: rejected connection from "127.0.0.1:51856" (error "write tcp 127.0.0.1:2379->127.0.0.1:51856: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.858309 I | embed: rejected connection from "127.0.0.1:51874" (error "write tcp 127.0.0.1:2379->127.0.0.1:51874: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.858844 I | embed: rejected connection from "127.0.0.1:51806" (error "write tcp 127.0.0.1:2379->127.0.0.1:51806: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.860829 I | embed: rejected connection from "127.0.0.1:51890" (error "write tcp 127.0.0.1:2379->127.0.0.1:51890: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.860854 I | embed: rejected connection from "127.0.0.1:51870" (error "write tcp 127.0.0.1:2379->127.0.0.1:51870: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.860866 I | embed: rejected connection from "127.0.0.1:51872" (error "write tcp 127.0.0.1:2379->127.0.0.1:51872: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.860877 I | embed: rejected connection from "127.0.0.1:51828" (error "write tcp 127.0.0.1:2379->127.0.0.1:51828: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.860889 I | embed: rejected connection from "127.0.0.1:51900" (error "write tcp 127.0.0.1:2379->127.0.0.1:51900: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.861256 I | embed: rejected connection from "127.0.0.1:51888" (error "write tcp 127.0.0.1:2379->127.0.0.1:51888: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.862608 I | embed: rejected connection from "127.0.0.1:51868" (error "write tcp 127.0.0.1:2379->127.0.0.1:51868: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.934211 I | embed: rejected connection from "127.0.0.1:51878" (error "write tcp 127.0.0.1:2379->127.0.0.1:51878: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939159 I | embed: rejected connection from "127.0.0.1:51898" (error "write tcp 127.0.0.1:2379->127.0.0.1:51898: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939208 I | embed: rejected connection from "127.0.0.1:51894" (error "write tcp 127.0.0.1:2379->127.0.0.1:51894: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939225 I | embed: rejected connection from "127.0.0.1:51840" (error "write tcp 127.0.0.1:2379->127.0.0.1:51840: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939254 I | embed: rejected connection from "127.0.0.1:51886" (error "write tcp 127.0.0.1:2379->127.0.0.1:51886: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939278 I | embed: rejected connection from "127.0.0.1:51846" (error "write tcp 127.0.0.1:2379->127.0.0.1:51846: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939315 I | embed: rejected connection from "127.0.0.1:51884" (error "write tcp 127.0.0.1:2379->127.0.0.1:51884: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939344 I | embed: rejected connection from "127.0.0.1:51902" (error "write tcp 127.0.0.1:2379->127.0.0.1:51902: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939366 I | embed: rejected connection from "127.0.0.1:51848" (error "write tcp 127.0.0.1:2379->127.0.0.1:51848: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939379 I | embed: rejected connection from "127.0.0.1:51876" (error "write tcp 127.0.0.1:2379->127.0.0.1:51876: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.939397 I | embed: rejected connection from "127.0.0.1:51842" (error "write tcp 127.0.0.1:2379->127.0.0.1:51842: write: broken pipe", ServerName "")

	2021-08-13 20:44:43.944171 I | embed: rejected connection from "127.0.0.1:51892" (error "write tcp 127.0.0.1:2379->127.0.0.1:51892: write: broken pipe", ServerName "")

	* 

	* ==> kernel <==

	*  20:45:02 up  2:27,  0 users,  load average: 4.06, 3.36, 2.24

	Linux pause-20210813203929-288766 4.9.0-16-amd64 #1 SMP Debian 4.9.272-2 (2021-07-19) x86_64 x86_64 x86_64 GNU/Linux

	PRETTY_NAME="Ubuntu 20.04.2 LTS"

	* 

	* ==> kube-apiserver [35c9c5b96ad77cb1643a360b77a7b310dbef9bcec3aa45d96d4a635e2679dbd5] <==

	* I0813 20:44:52.030454       1 trace.go:205] Trace[956660176]: "List" url:/api/v1/namespaces/default/resourcequotas,user-agent:kube-apiserver/v1.21.3 (linux/amd64) kubernetes/ca643a4,client:127.0.0.1,accept:application/vnd.kubernetes.protobuf, */*,protocol:HTTP/2.0 (13-Aug-2021 20:44:07.583) (total time: 44447ms):

	Trace[956660176]: ---"Listing from storage done" 44447ms (20:44:00.030)

	Trace[956660176]: [44.447081629s] [44.447081629s] END

	I0813 20:44:52.030545       1 trace.go:205] Trace[323371786]: "List" url:/api/v1/namespaces/kube-node-lease/resourcequotas,user-agent:kube-apiserver/v1.21.3 (linux/amd64) kubernetes/ca643a4,client:127.0.0.1,accept:application/vnd.kubernetes.protobuf, */*,protocol:HTTP/2.0 (13-Aug-2021 20:44:07.582) (total time: 44447ms):

	Trace[323371786]: ---"Listing from storage done" 44447ms (20:44:00.030)

	Trace[323371786]: [44.447947538s] [44.447947538s] END

	I0813 20:44:52.307943       1 trace.go:205] Trace[883991041]: "Get" url:/api/v1/namespaces/default,user-agent:kube-apiserver/v1.21.3 (linux/amd64) kubernetes/ca643a4,client:127.0.0.1,accept:application/vnd.kubernetes.protobuf, */*,protocol:HTTP/2.0 (13-Aug-2021 20:44:17.589) (total time: 34718ms):

	Trace[883991041]: ---"About to write a response" 34718ms (20:44:00.307)

	Trace[883991041]: [34.718242269s] [34.718242269s] END

	I0813 20:44:52.332230       1 trace.go:205] Trace[860318830]: "List etcd3" key:/minions,resourceVersion:,resourceVersionMatch:,limit:0,continue: (13-Aug-2021 20:44:43.644) (total time: 8687ms):

	Trace[860318830]: [8.687247352s] [8.687247352s] END

	I0813 20:44:52.332404       1 trace.go:205] Trace[2144363031]: "Get" url:/api/v1/nodes/pause-20210813203929-288766,user-agent:kube-controller-manager/v1.21.3 (linux/amd64) kubernetes/ca643a4/system:serviceaccount:kube-system:node-controller,client:192.168.58.2,accept:application/vnd.kubernetes.protobuf, */*,protocol:HTTP/2.0 (13-Aug-2021 20:44:02.327) (total time: 50005ms):

	Trace[2144363031]: ---"About to write a response" 50005ms (20:44:00.332)

	Trace[2144363031]: [50.005294533s] [50.005294533s] END

	I0813 20:44:52.332611       1 trace.go:205] Trace[1579935334]: "List" url:/api/v1/nodes,user-agent:kindnetd/v0.0.0 (linux/amd64) kubernetes/$Format,client:192.168.58.2,accept:application/json, */*,protocol:HTTP/2.0 (13-Aug-2021 20:44:43.644) (total time: 8687ms):

	Trace[1579935334]: ---"Listing from storage done" 8687ms (20:44:00.332)

	Trace[1579935334]: [8.687646848s] [8.687646848s] END

	W0813 20:44:54.990863       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	W0813 20:44:56.192796       1 clientconn.go:1223] grpc: addrConn.createTransport failed to connect to {https://127.0.0.1:2379  <nil> 0 <nil>}. Err :connection error: desc = "transport: Error while dialing dial tcp 127.0.0.1:2379: i/o timeout". Reconnecting...

	I0813 20:44:57.155544       1 trace.go:205] Trace[1615132359]: "GuaranteedUpdate etcd3" type:*core.Pod (13-Aug-2021 20:44:52.360) (total time: 4794ms):

	Trace[1615132359]: ---"Transaction committed" 4793ms (20:44:00.155)

	Trace[1615132359]: [4.794602887s] [4.794602887s] END

	I0813 20:44:57.155708       1 trace.go:205] Trace[1454892657]: "Update" url:/api/v1/namespaces/kube-system/pods/storage-provisioner/status,user-agent:kube-controller-manager/v1.21.3 (linux/amd64) kubernetes/ca643a4/system:serviceaccount:kube-system:node-controller,client:192.168.58.2,accept:application/vnd.kubernetes.protobuf, */*,protocol:HTTP/2.0 (13-Aug-2021 20:44:52.360) (total time: 4795ms):

	Trace[1454892657]: ---"Object stored in database" 4794ms (20:44:00.155)

	Trace[1454892657]: [4.795086884s] [4.795086884s] END

	* 

	* ==> kube-controller-manager [d6650f5f34d68445d8cdfcb4ba09ee035ef51a6f3d6fe4900330d5e4bedc375f] <==

	* I0813 20:40:27.798886       1 event.go:291] "Event occurred" object="kube-system/kube-proxy" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-sx47j"

	I0813 20:40:27.845459       1 event.go:291] "Event occurred" object="kube-system/coredns" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-558bd4d5db to 2"

	I0813 20:40:28.034246       1 shared_informer.go:247] Caches are synced for garbage collector 

	I0813 20:40:28.034267       1 garbagecollector.go:151] Garbage collector: all resource monitors have synced. Proceeding to collect garbage

	I0813 20:40:28.059959       1 shared_informer.go:247] Caches are synced for garbage collector 

	I0813 20:40:28.243971       1 event.go:291] "Event occurred" object="kube-system/coredns-558bd4d5db" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-558bd4d5db-bmfzs"

	I0813 20:40:28.250198       1 event.go:291] "Event occurred" object="kube-system/coredns-558bd4d5db" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-558bd4d5db-484lt"

	I0813 20:40:28.434087       1 event.go:291] "Event occurred" object="kube-system/coredns" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-558bd4d5db to 1"

	I0813 20:40:28.442326       1 event.go:291] "Event occurred" object="kube-system/coredns-558bd4d5db" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-558bd4d5db-bmfzs"

	I0813 20:40:44.268368       1 node_lifecycle_controller.go:1191] Controller detected that some Nodes are Ready. Exiting master disruption mode.

	E0813 20:42:23.302321       1 node_lifecycle_controller.go:1107] Error updating node pause-20210813203929-288766: Timeout: request did not complete within requested timeout context deadline exceeded

	E0813 20:43:23.304405       1 node_lifecycle_controller.go:801] Failed while getting a Node to retry updating node health. Probably Node pause-20210813203929-288766 was deleted.

	E0813 20:43:23.304435       1 node_lifecycle_controller.go:806] Update health of Node '' from Controller error: the server was unable to return a response in the time allotted, but may still be processing the request (get nodes pause-20210813203929-288766). Skipping - no pods will be evicted.

	I0813 20:43:28.304580       1 node_lifecycle_controller.go:1398] Initializing eviction metric for zone: 

	E0813 20:44:02.321555       1 node_lifecycle_controller.go:1107] Error updating node pause-20210813203929-288766: Timeout: request did not complete within requested timeout context deadline exceeded

	I0813 20:44:52.360165       1 event.go:291] "Event occurred" object="pause-20210813203929-288766" kind="Node" apiVersion="v1" type="Normal" reason="NodeNotReady" message="Node pause-20210813203929-288766 status is now: NodeNotReady"

	I0813 20:44:57.161667       1 event.go:291] "Event occurred" object="kube-system/storage-provisioner" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"

	I0813 20:44:57.171702       1 event.go:291] "Event occurred" object="kube-system/kube-controller-manager-pause-20210813203929-288766" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"

	I0813 20:44:57.175256       1 event.go:291] "Event occurred" object="kube-system/etcd-pause-20210813203929-288766" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"

	I0813 20:44:57.179285       1 event.go:291] "Event occurred" object="kube-system/kube-apiserver-pause-20210813203929-288766" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"

	I0813 20:44:57.182157       1 event.go:291] "Event occurred" object="kube-system/kube-scheduler-pause-20210813203929-288766" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"

	I0813 20:44:57.187737       1 event.go:291] "Event occurred" object="kube-system/kindnet-zhtm5" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"

	I0813 20:44:57.191188       1 event.go:291] "Event occurred" object="kube-system/kube-proxy-sx47j" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"

	I0813 20:44:57.194694       1 node_lifecycle_controller.go:1164] Controller detected that all Nodes are not-Ready. Entering master disruption mode.

	I0813 20:44:57.194792       1 event.go:291] "Event occurred" object="kube-system/coredns-558bd4d5db-484lt" kind="Pod" apiVersion="v1" type="Warning" reason="NodeNotReady" message="Node is not ready"

	* 

	* ==> kube-proxy [1775bca136eca72e3ecc3c9f3a40ddd3f70d4a692b4936e6e906eb7fbb900d8e] <==

	* I0813 20:40:29.063812       1 node.go:172] Successfully retrieved node IP: 192.168.58.2

	I0813 20:40:29.063870       1 server_others.go:140] Detected node IP 192.168.58.2

	W0813 20:40:29.063915       1 server_others.go:598] Unknown proxy mode "", assuming iptables proxy

	I0813 20:40:29.146787       1 server_others.go:206] kube-proxy running in dual-stack mode, IPv4-primary

	I0813 20:40:29.146834       1 server_others.go:212] Using iptables Proxier.

	I0813 20:40:29.146858       1 server_others.go:219] creating dualStackProxier for iptables.

	W0813 20:40:29.146873       1 server_others.go:512] detect-local-mode set to ClusterCIDR, but no IPv6 cluster CIDR defined, , defaulting to no-op detect-local for IPv6

	I0813 20:40:29.147256       1 server.go:643] Version: v1.21.3

	I0813 20:40:29.147957       1 config.go:315] Starting service config controller

	I0813 20:40:29.147982       1 shared_informer.go:240] Waiting for caches to sync for service config

	I0813 20:40:29.153359       1 config.go:224] Starting endpoint slice config controller

	I0813 20:40:29.153384       1 shared_informer.go:240] Waiting for caches to sync for endpoint slice config

	W0813 20:40:29.157072       1 warnings.go:70] discovery.k8s.io/v1beta1 EndpointSlice is deprecated in v1.21+, unavailable in v1.25+; use discovery.k8s.io/v1 EndpointSlice

	W0813 20:40:29.158190       1 warnings.go:70] discovery.k8s.io/v1beta1 EndpointSlice is deprecated in v1.21+, unavailable in v1.25+; use discovery.k8s.io/v1 EndpointSlice

	I0813 20:40:29.248464       1 shared_informer.go:247] Caches are synced for service config 

	I0813 20:40:29.253695       1 shared_informer.go:247] Caches are synced for endpoint slice config 

	* 

	* ==> kube-scheduler [63173c1db4bc42fca85307a6078d75c4d9a5597f42a7e4b6121d82c374349627] <==

	* E0813 20:40:10.353758       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0813 20:40:10.353764       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:10.353721       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0813 20:40:10.353854       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1beta1.CSIStorageCapacity: failed to list *v1beta1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:10.353881       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0813 20:40:10.354018       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0813 20:40:10.354178       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0813 20:40:10.354221       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0813 20:40:10.354241       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0813 20:40:10.354301       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0813 20:40:11.217831       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope

	E0813 20:40:11.245035       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope

	E0813 20:40:11.284247       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope

	E0813 20:40:11.317368       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:11.317378       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:11.358244       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope

	E0813 20:40:11.421586       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope

	E0813 20:40:11.574746       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope

	E0813 20:40:11.609805       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User "system:kube-scheduler" cannot list resource "services" in API group "" at the cluster scope

	E0813 20:40:11.625755       1 reflector.go:138] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"

	E0813 20:40:11.648548       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope

	E0813 20:40:11.787233       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope

	E0813 20:40:11.832346       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1beta1.CSIStorageCapacity: failed to list *v1beta1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope

	E0813 20:40:11.866533       1 reflector.go:138] k8s.io/client-go/informers/factory.go:134: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope

	I0813 20:40:14.451054       1 shared_informer.go:247] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file 

	* 

	* ==> kubelet <==

	* -- Logs begin at Fri 2021-08-13 20:39:32 UTC, end at Fri 2021-08-13 20:45:02 UTC. --

	Aug 13 20:44:44 pause-20210813203929-288766 systemd[1]: Stopping kubelet: The Kubernetes Node Agent...

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122092    3965 server.go:660] "--cgroups-per-qos enabled, but --cgroup-root was not specified.  defaulting to /"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122367    3965 container_manager_linux.go:278] "Container manager verified user specified cgroup-root exists" cgroupRoot=[]

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122437    3965 container_manager_linux.go:283] "Creating Container Manager object based on Node Config" nodeConfig={RuntimeCgroupsName: SystemCgroupsName: KubeletCgroupsName: ContainerRuntime:remote CgroupsPerQOS:true CgroupRoot:/ CgroupDriver:cgroupfs KubeletRootDir:/var/lib/kubelet ProtectKernelDefaults:false NodeAllocatableConfig:{KubeReservedCgroupName: SystemReservedCgroupName: ReservedSystemCPUs: EnforceNodeAllocatable:map[pods:{}] KubeReserved:map[] SystemReserved:map[] HardEvictionThresholds:[]} QOSReserved:map[] ExperimentalCPUManagerPolicy:none ExperimentalTopologyManagerScope:container ExperimentalCPUManagerReconcilePeriod:10s ExperimentalMemoryManagerPolicy:None ExperimentalMemoryManagerReservedMemory:[] ExperimentalPodPidsLimit:-1 EnforceCPULimits:true CPUCFSQuotaPeriod:100ms ExperimentalTopologyManagerPolicy:none}

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122475    3965 topology_manager.go:120] "Creating topology manager with policy per scope" topologyPolicyName="none" topologyScopeName="container"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122491    3965 container_manager_linux.go:314] "Initializing Topology Manager" policy="none" scope="container"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122500    3965 container_manager_linux.go:319] "Creating device plugin manager" devicePluginEnabled=true

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122679    3965 remote_runtime.go:62] parsed scheme: ""

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122691    3965 remote_runtime.go:62] scheme "" not registered, fallback to default scheme

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122737    3965 passthrough.go:48] ccResolverWrapper: sending update to cc: {[{/run/containerd/containerd.sock  <nil> 0 <nil>}] <nil> <nil>}

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122749    3965 clientconn.go:948] ClientConn switching balancer to "pick_first"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122816    3965 remote_image.go:50] parsed scheme: ""

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122825    3965 remote_image.go:50] scheme "" not registered, fallback to default scheme

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122841    3965 passthrough.go:48] ccResolverWrapper: sending update to cc: {[{/run/containerd/containerd.sock  <nil> 0 <nil>}] <nil> <nil>}

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122847    3965 clientconn.go:948] ClientConn switching balancer to "pick_first"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122930    3965 kubelet.go:404] "Attempting to sync node with API server"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122949    3965 kubelet.go:272] "Adding static pod path" path="/etc/kubernetes/manifests"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.122975    3965 kubelet.go:283] "Adding apiserver pod source"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.123018    3965 apiserver.go:42] "Waiting for node sync before watching apiserver pods"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.124430    3965 kuberuntime_manager.go:222] "Container runtime initialized" containerRuntime="containerd" version="1.4.9" apiVersion="v1alpha2"

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: E0813 20:44:49.386202    3965 aws_credentials.go:77] while getting AWS credentials NoCredentialProviders: no valid providers in chain. Deprecated.

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]:         For verbose messaging see aws.Config.CredentialsChainVerboseErrors

	Aug 13 20:44:49 pause-20210813203929-288766 kubelet[3965]: I0813 20:44:49.386811    3965 server.go:1190] "Started kubelet"

	Aug 13 20:44:49 pause-20210813203929-288766 systemd[1]: kubelet.service: Succeeded.

	Aug 13 20:44:49 pause-20210813203929-288766 systemd[1]: Stopped kubelet: The Kubernetes Node Agent.

	* 

	* ==> storage-provisioner [6bcea47ee4e01759f76e6e4bd13f9693d71e255fb233c0dac8c591f3f00e05af] <==

	* 	/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:880 +0x4af

	goroutine 124 [sync.Cond.Wait]:

	sync.runtime_notifyListWait(0xc000441a50, 0x0)

		/usr/local/go/src/runtime/sema.go:513 +0xf8

	sync.(*Cond).Wait(0xc000441a40)

		/usr/local/go/src/sync/cond.go:56 +0x99

	k8s.io/client-go/util/workqueue.(*Type).Get(0xc00039ef60, 0x0, 0x0, 0x0)

		/Users/medya/go/pkg/mod/k8s.io/client-go@v0.20.5/util/workqueue/queue.go:145 +0x89

	sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).processNextVolumeWorkItem(0xc000446f00, 0x18e5530, 0xc0000460c0, 0x203000)

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:990 +0x3e

	sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).runVolumeWorker(...)

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:929

	sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1.3()

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:881 +0x5c

	k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1(0xc00028a0e0)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:155 +0x5f

	k8s.io/apimachinery/pkg/util/wait.BackoffUntil(0xc00028a0e0, 0x18b3d60, 0xc0004502d0, 0x1, 0xc000114300)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:156 +0x9b

	k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00028a0e0, 0x3b9aca00, 0x0, 0x1, 0xc000114300)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:133 +0x98

	k8s.io/apimachinery/pkg/util/wait.Until(0xc00028a0e0, 0x3b9aca00, 0xc000114300)

		/Users/medya/go/pkg/mod/k8s.io/apimachinery@v0.20.5/pkg/util/wait/wait.go:90 +0x4d

	created by sigs.k8s.io/sig-storage-lib-external-provisioner/v6/controller.(*ProvisionController).Run.func1

		/Users/medya/go/pkg/mod/sigs.k8s.io/sig-storage-lib-external-provisioner/v6@v6.3.0/controller/controller.go:881 +0x3d6

-- /stdout --

helpers_test.go:255: (dbg) Run:  out/minikube-linux-amd64 status --format={{.APIServer}} -p pause-20210813203929-288766 -n pause-20210813203929-288766

helpers_test.go:255: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p pause-20210813203929-288766 -n pause-20210813203929-288766: exit status 2 (512.160137ms)

-- stdout --

	Running

-- /stdout --

helpers_test.go:255: status error: exit status 2 (may be ok)

helpers_test.go:262: (dbg) Run:  kubectl --context pause-20210813203929-288766 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running

helpers_test.go:271: non-running pods: 

helpers_test.go:273: ======> post-mortem[TestPause/serial/PauseAgain]: describe non-running pods <======

helpers_test.go:276: (dbg) Run:  kubectl --context pause-20210813203929-288766 describe pod 

helpers_test.go:276: (dbg) Non-zero exit: kubectl --context pause-20210813203929-288766 describe pod : exit status 1 (74.324948ms)

** stderr ** 

	error: resource name may not be empty

** /stderr **

helpers_test.go:278: kubectl --context pause-20210813203929-288766 describe pod : exit status 1

--- FAIL: TestPause/serial/PauseAgain (19.56s)