Recent issues with the docker in docker runner
I've had this running perfectly for a while, but now i've setup two new servers (one using Rancher on 16.04 and one on Digital Ocean like the blog post) and in both i've run in to the following:
gitlab-ci-multi-runner 1.1.3 (a470667)
Using Docker executor with image gitlab/dind:latest ...
Pulling docker image gitlab/dind:latest ...
Running on runner-1e7c0a8f-project-188-concurrent-0 via 93d7f0752383...
Fetching changes...
HEAD is now at 95361de Merge branch 'feature/xxx' into 'xxx'
From http://xxx
93a8acf..65b359a master -> origin/master
Checking out 65b359a2 as master...
Previous HEAD position was 95361de... Merge branch 'feature/xxx' into 'xxx'
HEAD is now at 65b359a... Try the original image
Checking cache for build_docker_image/master...
/dev/mapper/control: open failed: Operation not permitted
Failure to communicate with kernel device-mapper driver.
Check that device-mapper is available in the kernel.
Command failed
mount: permission denied
Could not mount /sys/kernel/security.
AppArmor detection and --privileged mode might break.
mkdir: cannot create directory '/sys/fs/cgroup/name=systemd': Read-only file system
mount: mount point /sys/fs/cgroup/name=systemd is not a directory
ln: failed to create symbolic link '/sys/fs/cgroup/systemd/name=systemd': Read-only file systemDocker info
Containers: 15
Running: 4
Paused: 0
Stopped: 11
Images: 10
Server Version: 1.11.0
Storage Driver: overlay
Backing Filesystem: extfs
Logging Driver: json-file
Cgroup Driver: cgroupfs
Plugins:
Volume: local
Network: host bridge null
Kernel Version: 4.4.0-21-generic
Operating System: Ubuntu 16.04 LTS
OSType: linux
Architecture: x86_64
CPUs: 8
Total Memory: 7.796 GiB
Name: one-docker
ID: HV6W:LBQK:IQLK:42SB:QIUO:K7X7:MNQG:RAQT:CNZI:W7DR:QKPP:ZMIY
Docker Root Dir: /var/lib/docker
Debug mode (client): false
Debug mode (server): false
Registry: https://index.docker.io/v1/
WARNING: No swap limit supportDocker inspect
[
{
"Id": "93d7f07523835c6b83c4523ab4af9b2d7f2983474b7d410bfb9035d83f03134d",
"Created": "2016-04-23T18:11:40.884063759Z",
"Path": "/entrypoint",
"Args": [
"run",
"--user=gitlab-runner",
"--working-directory=/home/gitlab-runner"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 13145,
"ExitCode": 0,
"Error": "",
"StartedAt": "2016-04-23T18:11:41.194592112Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:f39a4064bbe945c5d3c0fe6944fca8da448a63590a1015753357775f14f4d5de",
"ResolvConfPath": "/var/lib/docker/containers/93d7f07523835c6b83c4523ab4af9b2d7f2983474b7d410bfb9035d83f03134d/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/93d7f07523835c6b83c4523ab4af9b2d7f2983474b7d410bfb9035d83f03134d/hostname",
"HostsPath": "/var/lib/docker/containers/93d7f07523835c6b83c4523ab4af9b2d7f2983474b7d410bfb9035d83f03134d/hosts",
"LogPath": "/var/lib/docker/containers/93d7f07523835c6b83c4523ab4af9b2d7f2983474b7d410bfb9035d83f03134d/93d7f07523835c6b83c4523ab4af9b2d7f2983474b7d410bfb9035d83f03134d-json.log",
"Name": "/r-GitlabCI_gitlab-runner_1",
"RestartCount": 0,
"Driver": "overlay",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/var/run/docker.sock:/var/run/docker.sock:rw",
"/srv/gitlab-runner/config:/etc/gitlab-runner:rw"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "default",
"PortBindings": null,
"RestartPolicy": {
"Name": "",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"CapAdd": null,
"CapDrop": null,
"Dns": [
"169.254.169.250"
],
"DnsOptions": null,
"DnsSearch": [
"docker.kunstmaan.com",
"gitlabci.rancher.internal",
"gitlab-runner.gitlabci.rancher.internal",
"rancher.internal"
],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": null,
"StorageOpt": null,
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"ConsoleSize": [
0,
0
],
"Isolation": "",
"CpuShares": 0,
"Memory": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": null,
"BlkioDeviceReadBps": null,
"BlkioDeviceWriteBps": null,
"BlkioDeviceReadIOps": null,
"BlkioDeviceWriteIOps": null,
"CpuPeriod": 0,
"CpuQuota": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": null,
"DiskQuota": 0,
"KernelMemory": 0,
"MemoryReservation": 0,
"MemorySwap": 0,
"MemorySwappiness": -1,
"OomKillDisable": false,
"PidsLimit": 0,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"BlkioIOps": 0,
"BlkioBps": 0,
"SandboxSize": 0
},
"GraphDriver": {
"Name": "overlay",
"Data": {
"LowerDir": "/var/lib/docker/overlay/f949b2f771e043f223f5692a6e4d9b402612af58ebc61752c000dbe22443f47b/root",
"MergedDir": "/var/lib/docker/overlay/d6865d3997fdeea60ff70ae04b1735ec34f79020b5c3822599e5b83bf4d82a4e/merged",
"UpperDir": "/var/lib/docker/overlay/d6865d3997fdeea60ff70ae04b1735ec34f79020b5c3822599e5b83bf4d82a4e/upper",
"WorkDir": "/var/lib/docker/overlay/d6865d3997fdeea60ff70ae04b1735ec34f79020b5c3822599e5b83bf4d82a4e/work"
}
},
"Mounts": [
{
"Source": "/var/run/docker.sock",
"Destination": "/var/run/docker.sock",
"Mode": "rw",
"RW": true,
"Propagation": "rprivate"
},
{
"Source": "/srv/gitlab-runner/config",
"Destination": "/etc/gitlab-runner",
"Mode": "rw",
"RW": true,
"Propagation": "rprivate"
},
{
"Name": "edf2792e69894f06d4b787e4898497db2c55d2b5b0da514bb3b5438d21812431",
"Source": "/var/lib/docker/volumes/edf2792e69894f06d4b787e4898497db2c55d2b5b0da514bb3b5438d21812431/_data",
"Destination": "/home/gitlab-runner",
"Driver": "local",
"Mode": "",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "93d7f0752383",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": true,
"OpenStdin": true,
"StdinOnce": false,
"Env": [
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": [
"run",
"--user=gitlab-runner",
"--working-directory=/home/gitlab-runner"
],
"Image": "gitlab/gitlab-runner:latest",
"Volumes": {
"/etc/gitlab-runner": {},
"/home/gitlab-runner": {}
},
"WorkingDir": "",
"Entrypoint": [
"/entrypoint"
],
"MacAddress": "02:08:f2:c7:09:c6",
"OnBuild": null,
"Labels": {
"io.rancher.container.ip": "10.42.61.99/16",
"io.rancher.container.name": "GitlabCI_gitlab-runner_1",
"io.rancher.container.pull_image": "always",
"io.rancher.container.uuid": "15e50236-1159-4e0f-a273-792aec5295cd",
"io.rancher.project.name": "GitlabCI",
"io.rancher.project_service.name": "GitlabCI/gitlab-runner",
"io.rancher.service.deployment.unit": "2fca1854-013a-4262-b9bc-a117129cd563",
"io.rancher.service.launch.config": "io.rancher.service.primary.launch.config",
"io.rancher.stack.name": "GitlabCI",
"io.rancher.stack_service.name": "GitlabCI/gitlab-runner"
}
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "d427f4616e94eaa93486f19c48565c535280482f4bdefd305ae4165ac981173f",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {},
"SandboxKey": "/var/run/docker/netns/d427f4616e94",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "4d40c19f993966f2fdd30c49574829fb76db3fae332bdd51c3bbf3b4d62d6b9c",
"Gateway": "172.17.0.1",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "172.17.0.4",
"IPPrefixLen": 16,
"IPv6Gateway": "",
"MacAddress": "02:08:f2:c7:09:c6",
"Networks": {
"bridge": {
"IPAMConfig": null,
"Links": null,
"Aliases": null,
"NetworkID": "4b88bd0130c1c8f76f42f0cf403e36c7eadb6b5ddd7407323e745a0282604caa",
"EndpointID": "4d40c19f993966f2fdd30c49574829fb76db3fae332bdd51c3bbf3b4d62d6b9c",
"Gateway": "172.17.0.1",
"IPAddress": "172.17.0.4",
"IPPrefixLen": 16,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:08:f2:c7:09:c6"
}
}
}
}
]Priviledged mode is on
Any ideas?