trigger-build 5.09 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167
#!/usr/bin/env ruby

require 'net/http'
require 'json'
require 'cgi'

module Trigger
  OMNIBUS_PROJECT_PATH = 'gitlab-org/omnibus-gitlab'.freeze
  CNG_PROJECT_PATH = 'gitlab-org/build/CNG'.freeze
  TOKEN = ENV['BUILD_TRIGGER_TOKEN']

  def self.ee?
    ENV['CI_PROJECT_NAME'] == 'gitlab-ee' || File.exist?('CHANGELOG-EE.md')
  end

  class Omnibus
    def initialize
      @uri = URI("https://gitlab.com/api/v4/projects/#{CGI.escape(Trigger::OMNIBUS_PROJECT_PATH)}/trigger/pipeline")
      @params = env_params.merge(file_params).merge(token: Trigger::TOKEN)
    end

    def invoke!
      res = Net::HTTP.post_form(@uri, @params)
      id = JSON.parse(res.body)['id']
      project = Trigger::OMNIBUS_PROJECT_PATH

      if id
        puts "Triggered https://gitlab.com/#{project}/pipelines/#{id}"
        puts "Waiting for downstream pipeline status"
      else
        raise "Trigger failed! The response from the trigger is: #{res.body}"
      end

      Trigger::Pipeline.new(project, id)
    end

    private

    def env_params
      {
        "ref" => ENV["OMNIBUS_BRANCH"] || "master",
        "variables[GITLAB_VERSION]" => ENV["CI_COMMIT_SHA"],
        "variables[ALTERNATIVE_SOURCES]" => true,
        "variables[ee]" => Trigger.ee? ? 'true' : 'false',
        "variables[TRIGGERED_USER]" => ENV["GITLAB_USER_NAME"],
        "variables[TRIGGER_SOURCE]" => "https://gitlab.com/gitlab-org/#{ENV['CI_PROJECT_NAME']}/-/jobs/#{ENV['CI_JOB_ID']}"
      }
    end

    def file_params
      Hash.new.tap do |params|
        Dir.glob("*_VERSION").each do |version_file|
          params["variables[#{version_file}]"] = File.read(version_file).strip
        end
      end
    end
  end

  class CNG
    def initialize
      @uri = URI("https://gitlab.com/api/v4/projects/#{CGI.escape(Trigger::CNG_PROJECT_PATH)}/trigger/pipeline")
      @ref_name = ENV['CI_COMMIT_REF_NAME']
      @username = ENV['GITLAB_USER_NAME']
      @project_name = ENV['CI_PROJECT_NAME']
      @job_id = ENV['CI_JOB_ID']
      @params = env_params.merge(file_params).merge(token: Trigger::TOKEN)
    end

    #
    # Trigger a pipeline
    #
    def invoke!
      res = Net::HTTP.post_form(@uri, @params)
      id = JSON.parse(res.body)['id']
      project = Trigger::CNG_PROJECT_PATH

      if id
        puts "Triggered https://gitlab.com/#{project}/pipelines/#{id}"
        puts "Waiting for downstream pipeline status"
      else
        raise "Trigger failed! The response from the trigger is: #{res.body}"
      end

      Trigger::Pipeline.new(project, id)
    end

    private

    def env_params
      params = {
        "ref" => ENV["CNG_BRANCH"] || "master",
        "variables[TRIGGERED_USER]" => @username,
        "variables[TRIGGER_SOURCE]" => "https://gitlab.com/gitlab-org/#{@project_name}/-/jobs/#{@job_id}"
      }

      if Trigger.ee?
        params["variables[GITLAB_EE_VERSION]"] = @ref_name
        params["variables[EE_PIPELINE]"] = 'true'
      else
        params["variables[GITLAB_CE_VERSION]"] = @ref_name
        params["variables[CE_PIPELINE]"] = 'true'
      end

      params
    end

    # Read version files from all components
    def file_params
      Dir.glob("*_VERSION").each_with_object({}) do |version_file, params|
        raw_version = File.read(version_file).strip
        # if the version matches semver format, treat it as a tag and prepend `v`
        version = if raw_version =~ Regexp.compile(/^\d+\.\d+\.\d+(-rc\d+)?(-ee)?$/)
                    "v#{raw_version}"
                  else
                    raw_version
                  end

        params["variables[#{version_file}]"] = version
      end
    end
  end

  class Pipeline
    INTERVAL = 60 # seconds
    MAX_DURATION = 3600 * 3 # 3 hours

    def initialize(project, id)
      @start = Time.now.to_i
      @uri = URI("https://gitlab.com/api/v4/projects/#{CGI.escape(project)}/pipelines/#{id}")
    end

    def wait!
      loop do
        raise "Pipeline timed out after waiting for #{duration} minutes!" if timeout?

        case status
        when :created, :pending, :running
          print "."
          sleep INTERVAL
        when :success
          puts "Pipeline succeeded in #{duration} minutes!"
          break
        else
          raise "Pipeline did not succeed!"
        end

        STDOUT.flush
      end
    end

    def timeout?
      Time.now.to_i > (@start + MAX_DURATION)
    end

    def duration
      (Time.now.to_i - @start) / 60
    end

    def status
      req = Net::HTTP::Get.new(@uri)
      req['PRIVATE-TOKEN'] = ENV['GITLAB_QA_ACCESS_TOKEN']

      res = Net::HTTP.start(@uri.hostname, @uri.port, use_ssl: true) do |http|
        http.request(req)
      end

      JSON.parse(res.body)['status'].to_s.to_sym
168 169 170 171
    rescue JSON::ParserError
      # Ignore GitLab API hiccups. If GitLab is really down, we'll hit the job
      # timeout anyway.
      :running
172 173 174 175 176 177 178 179 180 181 182 183 184 185
    end
  end
end

case ARGV[0]
when 'omnibus'
  Trigger::Omnibus.new.invoke!.wait!
when 'cng'
  Trigger::CNG.new.invoke!.wait!
else
  puts "Please provide a valid option:
  omnibus - Triggers a pipeline that builds the omnibus-gitlab package
  cng - Triggers a pipeline that builds images used by the GitLab helm chart"
end