Skip to content
GitLab
Next
Closed
Issue created by Tobias Knecht@tknecht

"Failed to update executor docker+machine for XXXXXXXX No free machines that can process builds"

Summary

"Failed to update executor docker+machine for 8e48a51b No free machines that can process builds"

even though

root@absx-gce-gitlab-runner:~# docker-machine ls
NAME                                                    ACTIVE   DRIVER   STATE     URL                     SWARM   DOCKER    ERRORS
runner-8e48a51b-absx-scale-runner-1489746821-91eb6745   -        google   Running   tcp://10.132.0.5:2376           v1.12.6

Steps to reproduce

Installed based on this project: https://github.com/jerryjj/gitlab-runner-gce/ (This is old and needs tweaks)

Everything seems to run fine. gitlab-ci-multi-runner starts, fires up the first runner (IdleCount = 1) and immediately starts logging the error: "Failed to update executor docker+machine for 8e48a51b No free machines that can process builds"

Actual behavior

When a build gets started the same machine is being used to build, while a second runner is started to keep IdleCount = 1. When the build is done, 2 machine stays and does not get removed, even though it should based on the IdleTime and IdleCount.

Expected behavior

Why the error? IdleCount should work and runners should be removed.

Relevant logs and/or screenshots

Mar 17 11:46:43 absx-gce-gitlab-runner gitlab-runner[2977]: time="2017-03-17T11:46:43Z" level=info msg="Machine created" name=runner-8e48a51b-absx-scale-runner-1489751144-9f54b587 now=2017-03-17 11:46:43.845891434 +0000 UTC retries=0 time=58.948970057s #012<nil>
Mar 17 11:46:43 absx-gce-gitlab-runner gitlab-ci-multi-runner[2977]: time="2017-03-17T11:46:43Z" level=info msg="Machine created" fields.time=58.948970057s name=runner-8e48a51b-absx-scale-runner-1489751144-9f54b587 now=2017-03-17 11:46:43.845891434 +0000 UTC retries=0 time=58.948970057s
Mar 17 11:46:47 absx-gce-gitlab-runner gitlab-runner[2977]: time="2017-03-17T11:46:47Z" level=warning msg="Failed to update executor docker+machine for 8e48a51b No free machines that can process builds" #012<nil>
Mar 17 11:46:47 absx-gce-gitlab-runner gitlab-ci-multi-runner[2977]: time="2017-03-17T11:46:47Z" level=warning msg="Failed to update executor docker+machine for 8e48a51b No free machines that can process builds"
Mar 17 11:46:50 absx-gce-gitlab-runner gitlab-runner[2977]: time="2017-03-17T11:46:50Z" level=warning msg="Failed to update executor docker+machine for 8e48a51b No free machines that can process builds" #012<nil>
Mar 17 11:46:50 absx-gce-gitlab-runner gitlab-ci-multi-runner[2977]: time="2017-03-17T11:46:50Z" level=warning msg="Failed to update executor docker+machine for 8e48a51b No free machines that can process builds"
Mar 17 11:46:53 absx-gce-gitlab-runner gitlab-runner[2977]: time="2017-03-17T11:46:53Z" level=warning msg="Failed to update executor docker+machine for 8e48a51b No free machines that can process builds" #012<nil>
Mar 17 11:46:53 absx-gce-gitlab-runner gitlab-ci-multi-runner[2977]: time="2017-03-17T11:46:53Z" level=warning msg="Failed to update executor docker+machine for 8e48a51b No free machines that can process builds"
Mar 17 11:46:56 absx-gce-gitlab-runner gitlab-runner[2977]: time="2017-03-17T11:46:56Z" level=warning msg="Failed to update executor docker+machine for 8e48a51b No free machines that can process builds" #012<nil>

Environment description

concurrent = 5
check_interval = 0

[[runners]]
  url = "https://gitlab.com/ci"
  name = "absx-scale-runner"
  token = "8e48a[..]3cfde0"
  executor = "docker+machine"
  limit = 10
  [runners.docker]
    image = "docker:latest"
    privileged = true
    disable_cache = false
    cache_dir = "/cache"
    volumes = ["/cache"]
  [runners.machine]
    OffPeakPeriods = [
       "* * 0-8,20-23 * * mon-fri *",
       "* * * * * sat,sun *"
    ]
    OffPeakIdleCount = 0
    OffPeakIdleTime = 360
    OffPeakTimezone = "Europe/Berlin"
    IdleCount = 1
    IdleTime = 60
    MaxBuilds = 10
    MachineDriver = "google"
    MachineName = "absx-scale-runner-%s"
    MachineOptions = [
      "google-project=abusix-gitlab-ci-scaler",
      "google-zone=europe-west1-c",
      "google-machine-type=n1-standard-4",
      "google-machine-image=coreos-cloud/global/images/coreos-stable-1298-5-0-v20170228",
      "google-tags=gitlab-ci-runner-worker,project-noip",
      "google-preemptible=true",
      "google-use-internal-ip=true",
      "google-use-internal-ip-only=true"
    ]

Used GitLab Runner version

Version: 1.11.1 Git revision: a67a225c Git branch: 1-11-stable GO version: go1.7.5 Built: Fri, 03 Mar 2017 12:35:58 +0000 OS/Arch: linux/amd64

Edited by 🤖 GitLab Bot 🤖