Hi together,
i just try to (re)create a Kubernetes Magnum cluster on a OpenStack installation where those already was working but get recently flowing error in Docker logs:
Handler for GET /v1.26/images/gcr.io/google_containers/pause:3.0/json returned error: No such image: gcr.io/google_containers/pause:3.0
# openstack coe cluster template create kubernetes-cluster-template \ --image "Fedora AtomicHost 29" \ --external-network public \ --dns-nameserver 8.8.8.8 \ --master-flavor m1.kubernetes \ --flavor m1.kubernetes \ --coe kubernetes \ --volume-driver cinder \ --network-driver flannel \ --docker-volume-size 25 \ --public \ --labels kube_tag=v1.13.4,cloud_provider_tag=1.13.1
# openstack coe cluster create kubernetes-cluster10 \ --cluster-template kubernetes-cluster-template \ --master-count 1 \ --node-count 2 \ --keypair mykey
[root@pko-k8s-cluster10-jpojymhgkhdc-master-0 ~]# journalctl -u docker.service -- Logs begin at Wed 2019-07-31 10:02:52 UTC, end at Wed 2019-07-31 10:59:56 UTC. -- Jul 31 10:03:10 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal systemd[1]: Starting Docker Application Container Engine... Jul 31 10:03:10 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:10.966720103Z" level=warning msg="could not change group /var/run/docker.sock to docker: group docker not found" Jul 31 10:03:11 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:11.242863167Z" level=info msg="Graph migration to content-addressability took 0.00 seconds" Jul 31 10:03:11 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:11.243328235Z" level=warning msg="Your kernel does not support cgroup rt period" Jul 31 10:03:11 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:11.243346111Z" level=warning msg="Your kernel does not support cgroup rt runtime" Jul 31 10:03:11 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:11.243358575Z" level=warning msg="Your kernel does not support cgroup blkio weight" Jul 31 10:03:11 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:11.243369525Z" level=warning msg="Your kernel does not support cgroup blkio weight_device" Jul 31 10:03:11 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:11.243880444Z" level=info msg="Loading containers: start." Jul 31 10:03:11 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:11.340931401Z" level=info msg="Firewalld running: false" Jul 31 10:03:11 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:11.423128319Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address" Jul 31 10:03:11 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:11.497740931Z" level=info msg="Loading containers: done." Jul 31 10:03:11 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:11.813539429Z" level=warning msg="failed to retrieve docker-runc version: unknown output format: runc version 1.0.0-rc2\nspec: 1.0.0-rc2-dev\n" Jul 31 10:03:11 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:11.822435917Z" level=warning msg="failed to retrieve docker-init version: unknown output format: tini version 0.18.0\n" Jul 31 10:03:11 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:11.823644437Z" level=info msg="Daemon has completed initialization" Jul 31 10:03:11 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:11.825054441Z" level=info msg="Docker daemon" commit="1185cfd/1.13.1" graphdriver=overlay2 version=1.13.1 Jul 31 10:03:11 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:11.903581154Z" level=info msg="API listen on /var/run/docker.sock" Jul 31 10:03:11 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal systemd[1]: Started Docker Application Container Engine. Jul 31 10:03:13 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:13.886226816Z" level=warning msg="failed to retrieve docker-runc version: unknown output format: runc version 1.0.0-rc2\nspec: 1.0.0-rc2-dev\n" Jul 31 10:03:13 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:13.887560748Z" level=warning msg="failed to retrieve docker-init version: unknown output format: tini version 0.18.0\n" Jul 31 10:03:13 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:13.995141066Z" level=error msg="Handler for GET /v1.26/containers/etcd/json returned error: No such container: etcd" Jul 31 10:03:13 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:13.995439344Z" level=error msg="Handler for GET /v1.26/containers/etcd/json returned error: No such container: etcd" Jul 31 10:03:52 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal systemd[1]: Stopping Docker Application Container Engine... Jul 31 10:03:52 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[1235]: time="2019-07-31T10:03:52.843904648Z" level=info msg="Processing signal 'terminated'" Jul 31 10:03:52 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal systemd[1]: Stopped Docker Application Container Engine. Jul 31 10:07:32 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal systemd[1]: Starting Docker Application Container Engine... Jul 31 10:07:32 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:32.665652883Z" level=warning msg="could not change group /var/run/docker.sock to docker: group docker not found" Jul 31 10:07:32 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:32.841139565Z" level=info msg="devmapper: Creating filesystem xfs on device docker-253:0-8716235-base" Jul 31 10:07:32 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:32.985841976Z" level=info msg="devmapper: Successfully created filesystem xfs on device docker-253:0-8716235-base" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.045750870Z" level=info msg="Graph migration to content-addressability took 0.00 seconds" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.046156219Z" level=warning msg="Your kernel does not support cgroup rt period" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.046176360Z" level=warning msg="Your kernel does not support cgroup rt runtime" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.046189025Z" level=warning msg="Your kernel does not support cgroup blkio weight" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.046199775Z" level=warning msg="Your kernel does not support cgroup blkio weight_device" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.046703801Z" level=info msg="Loading containers: start." Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.053599598Z" level=info msg="Firewalld running: false" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.212814678Z" level=info msg="Loading containers: done." Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.244296246Z" level=warning msg="failed to retrieve docker-runc version: unknown output format: runc version 1.0.0-rc2\nspec: 1.0.0-rc2-dev\n" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.244734418Z" level=warning msg="failed to retrieve docker-init version: unknown output format: tini version 0.18.0\n" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.244925171Z" level=info msg="Daemon has completed initialization" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.244951281Z" level=info msg="Docker daemon" commit="1185cfd/1.13.1" graphdriver=devicemapper version=1.13.1 Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal systemd[1]: Started Docker Application Container Engine. Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.263178384Z" level=info msg="API listen on /var/run/docker.sock" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.663856788Z" level=warning msg="failed to retrieve docker-runc version: unknown output format: runc version 1.0.0-rc2\nspec: 1.0.0-rc2-dev\n" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.664293204Z" level=warning msg="failed to retrieve docker-init version: unknown output format: tini version 0.18.0\n" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.679268641Z" level=warning msg="failed to retrieve docker-runc version: unknown output format: runc version 1.0.0-rc2\nspec: 1.0.0-rc2-dev\n" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.679675879Z" level=warning msg="failed to retrieve docker-init version: unknown output format: tini version 0.18.0\n" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.744362224Z" level=warning msg="failed to retrieve docker-runc version: unknown output format: runc version 1.0.0-rc2\nspec: 1.0.0-rc2-dev\n" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.744862040Z" level=warning msg="failed to retrieve docker-init version: unknown output format: tini version 0.18.0\n" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.761317130Z" level=warning msg="failed to retrieve docker-runc version: unknown output format: runc version 1.0.0-rc2\nspec: 1.0.0-rc2-dev\n" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.761846808Z" level=warning msg="failed to retrieve docker-init version: unknown output format: tini version 0.18.0\n" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.779548407Z" level=error msg="Handler for GET /v1.26/images/gcr.io/google_containers/pause:3.0/json returned error: No such image: gcr.io/google_containers/pause:3.0" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.779851911Z" level=error msg="Handler for GET /v1.26/images/gcr.io/google_containers/pause:3.0/json returned error: No such image: gcr.io/google_containers/pause:3.0" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.794963363Z" level=warning msg="failed to retrieve docker-runc version: unknown output format: runc version 1.0.0-rc2\nspec: 1.0.0-rc2-dev\n" Jul 31 10:07:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:07:33.795546041Z" level=warning msg="failed to retrieve docker-init version: unknown output format: tini version 0.18.0\n" Jul 31 10:12:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:12:33.784829232Z" level=error msg="Handler for GET /v1.26/images/gcr.io/google_containers/pause:3.0/json returned error: No such image: gcr.io/google_containers/pause:3.0" Jul 31 10:12:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:12:33.785054762Z" level=error msg="Handler for GET /v1.26/images/gcr.io/google_containers/pause:3.0/json returned error: No such image: gcr.io/google_containers/pause:3.0" Jul 31 10:17:33 pko-k8s-cluster10-jpojymhgkhdc-master-0.novalocal dockerd-current[3603]: time="2019-07-31T10:17:33.788586476Z" level=error msg="Handler for GET /v1.26/images/gcr.io/google_containers/pause:3.0/json returned error: No such image: gcr.io/google_containers/pause:3.0"
Did somebody know if Google registry has changed recently?
BR
Pawel