Makefile 14.1 KB
Newer Older
1
NAME ?= gitlab-runner
2
PACKAGE_NAME ?= $(NAME)
3
export VERSION := $(shell ./ci/version)
4
REVISION := $(shell git rev-parse --short=8 HEAD || echo unknown)
5
BRANCH := $(shell git show-ref | grep "$(REVISION)" | grep -v HEAD | awk '{print $$2}' | sed 's|refs/remotes/origin/||' | sed 's|refs/heads/||' | sort | head -n 1)
6
BUILT := $(shell date -u +%Y-%m-%dT%H:%M:%S%z)
7
export TESTFLAGS ?= -cover
8 9 10 11 12 13 14

LATEST_STABLE_TAG := $(shell git -c versionsort.prereleaseSuffix="-rc" -c versionsort.prereleaseSuffix="-RC" tag -l "v*.*.*" --sort=-v:refname | awk '!/rc/' | head -n 1)
export IS_LATEST :=
ifeq ($(shell git describe --exact-match --match $(LATEST_STABLE_TAG) >/dev/null 2>&1; echo $$?), 0)
export IS_LATEST := true
endif

15
PACKAGE_CLOUD ?= ayufan/gitlab-ci-multi-runner
16
PACKAGE_CLOUD_URL ?= https://packagecloud.io/
17
BUILD_PLATFORMS ?= -os '!netbsd' -os '!openbsd'
Kamil Trzciński's avatar
Kamil Trzciński committed
18
S3_UPLOAD_PATH ?= master
19

20
# Keep in sync with docs/install/linux-repository.md
21
DEB_PLATFORMS ?= debian/wheezy debian/jessie debian/stretch debian/buster \
22
    ubuntu/trusty ubuntu/xenial ubuntu/artful ubuntu/bionic \
23
    raspbian/wheezy raspbian/jessie raspbian/stretch raspbian/buster \
24
    linuxmint/qiana linuxmint/rebecca linuxmint/rafaela linuxmint/rosa linuxmint/sarah linuxmint/serena linuxmint/sonya
25
DEB_ARCHS ?= amd64 i386 armel armhf
26 27
RPM_PLATFORMS ?= el/6 el/7 \
    ol/6 ol/7 \
28
    fedora/26 fedora/27 fedora/28
Kamil Trzciński's avatar
Kamil Trzciński committed
29
RPM_ARCHS ?= x86_64 i686 arm armhf
30 31 32 33 34 35 36 37 38 39 40 41 42 43 44

PKG = gitlab.com/gitlab-org/$(PACKAGE_NAME)
COMMON_PACKAGE_NAMESPACE=$(PKG)/common

BUILD_DIR := $(CURDIR)
TARGET_DIR := $(BUILD_DIR)/out

ORIGINAL_GOPATH = $(shell echo $$GOPATH)
LOCAL_GOPATH := $(CURDIR)/.gopath
GOPATH_SETUP := $(LOCAL_GOPATH)/.ok
GOPATH_BIN := $(LOCAL_GOPATH)/bin
PKG_BUILD_DIR := $(LOCAL_GOPATH)/src/$(PKG)

export GOPATH = $(LOCAL_GOPATH)
export PATH := $(GOPATH_BIN):$(PATH)
45 46 47

# Packages in vendor/ are included in ./...
# https://github.com/golang/go/issues/11659
48
export OUR_PACKAGES ?= $(subst _$(BUILD_DIR),$(PKG),$(shell go list ./... | grep -v '/vendor/'))
49

50 51
GO_LDFLAGS ?= -X $(COMMON_PACKAGE_NAMESPACE).NAME=$(PACKAGE_NAME) -X $(COMMON_PACKAGE_NAMESPACE).VERSION=$(VERSION) \
              -X $(COMMON_PACKAGE_NAMESPACE).REVISION=$(REVISION) -X $(COMMON_PACKAGE_NAMESPACE).BUILT=$(BUILT) \
52 53
              -X $(COMMON_PACKAGE_NAMESPACE).BRANCH=$(BRANCH) \
              -s -w
54
GO_FILES ?= $(shell find . -name '*.go' | grep -v './.gopath/')
55
export CGO_ENABLED ?= 0
56

57 58

# Development Tools
59
DEP = $(GOPATH_BIN)/dep
60 61
GOX = $(GOPATH_BIN)/gox
MOCKERY = $(GOPATH_BIN)/mockery
62
DEVELOPMENT_TOOLS = $(DEP) $(GOX) $(MOCKERY)
63

64 65
MOCKERY_FLAGS = -note="This comment works around https://github.com/vektra/mockery/issues/155"

66 67
.PHONY: clean version mocks

Alessio Caiazza's avatar
Alessio Caiazza committed
68 69 70
all: deps docker build

include Makefile.docker.mk
Kamil Trzciński's avatar
Kamil Trzciński committed
71

Kamil Trzciński's avatar
Kamil Trzciński committed
72
help:
73
	# Commands:
74
	# make all => deps build
75
	# make version - show information about current version
76 77
	#
	# Development commands:
78
	# make install - install the version suitable for your OS as gitlab-runner
79 80 81
	# make docker - build docker dependencies
	#
	# Testing commands:
Kamil Trzciński's avatar
Kamil Trzciński committed
82
	# make test - run project tests
83
	# make codequality - run code quality analysis
84 85 86
	#
	# Deployment commands:
	# make deps - install all dependencies
Kamil Trzciński's avatar
Kamil Trzciński committed
87 88 89 90 91
	# make build - build project for all supported OSes
	# make package - package project using FPM
	# make packagecloud - send all packages to packagecloud
	# make packagecloud-yank - remove specific version from packagecloud

92
version:
93 94
	@echo Current version: $(VERSION)
	@echo Current revision: $(REVISION)
95 96
	@echo Current branch: $(BRANCH)
	@echo Build platforms: $(BUILD_PLATFORMS)
97 98
	@echo DEB platforms: $(DEB_PLATFORMS)
	@echo RPM platforms: $(RPM_PLATFORMS)
99
	@echo IS_LATEST: $(IS_LATEST)
100

101
deps: $(DEVELOPMENT_TOOLS)
Kamil Trzciński's avatar
Kamil Trzciński committed
102

103
codequality:
104
	./scripts/codequality analyze --dev
105

Alessio Caiazza's avatar
Alessio Caiazza committed
106
build: $(GOX)
107
	# Building $(NAME) in version $(VERSION) for $(BUILD_PLATFORMS)
108
	gox $(BUILD_PLATFORMS) \
109
		-ldflags "$(GO_LDFLAGS)" \
110 111
		-output="out/binaries/$(NAME)-{{.OS}}-{{.Arch}}" \
		$(PKG)
Kamil Trzciński's avatar
Kamil Trzciński committed
112

113
build_simple: $(GOPATH_SETUP)
114 115 116
	# Building $(NAME) in version $(VERSION) for current platform
	go build \
		-ldflags "$(GO_LDFLAGS)" \
117 118
		-o "out/binaries/$(NAME)" \
		$(PKG)
119

120
build_current: docker build_simple
121

Alessio Caiazza's avatar
Alessio Caiazza committed
122
check_race_conditions:
123 124
	@./scripts/check_race_conditions $(OUR_PACKAGES)

Alessio Caiazza's avatar
Alessio Caiazza committed
125
test: $(PKG_BUILD_DIR) docker
Kamil Trzciński's avatar
Kamil Trzciński committed
126
	# Running tests...
127 128 129 130 131 132
	go test $(OUR_PACKAGES) $(TESTFLAGS)

parallel_test_prepare: $(GOPATH_SETUP)
	# Preparing test commands
	@./scripts/go_test_with_coverage_report prepare

133
parallel_test_execute: $(GOPATH_SETUP) pull_images_for_tests
134 135 136 137 138 139
	# executing tests
	@./scripts/go_test_with_coverage_report execute

parallel_test_coverage_report: $(GOPATH_SETUP)
	# Preparing coverage report
	@./scripts/go_test_with_coverage_report coverage
Kamil Trzciński's avatar
Kamil Trzciński committed
140

141 142 143 144
parallel_test_junit_report: $(GOPATH_SETUP)
	# Preparing jUnit test report
	@./scripts/go_test_with_coverage_report junit

145 146 147 148
pull_images_for_tests: $(GOPATH_SETUP)
	# Pulling images required for some tests
	@go run ./scripts/pull-images-for-tests/main.go

Alessio Caiazza's avatar
Alessio Caiazza committed
149
install:
150
	go install --ldflags="$(GO_LDFLAGS)" $(PKG)
151

152 153 154
dockerfiles:
	make -C dockerfiles all

155 156
# We rely on user GOPATH 'cause mockery seems not to be able to find dependencies in vendor directory
mocks: $(MOCKERY)
157
	rm -rf ./helpers/service/mocks
158
	find . -type f ! -path '*vendor/*' -name 'mock_*' -delete
159
	GOPATH=$(ORIGINAL_GOPATH) mockery $(MOCKERY_FLAGS) -dir=./vendor/github.com/ayufan/golang-kardianos-service -output=./helpers/service/mocks -name='(Interface)'
160
	GOPATH=$(ORIGINAL_GOPATH) mockery $(MOCKERY_FLAGS) -dir=./helpers/docker -all -inpkg
161
	GOPATH=$(ORIGINAL_GOPATH) mockery $(MOCKERY_FLAGS) -dir=./helpers/certificate -all -inpkg
162
	GOPATH=$(ORIGINAL_GOPATH) mockery $(MOCKERY_FLAGS) -dir=./cache -all -inpkg
163
	GOPATH=$(ORIGINAL_GOPATH) mockery $(MOCKERY_FLAGS) -dir=./common -all -inpkg
164
	GOPATH=$(ORIGINAL_GOPATH) mockery $(MOCKERY_FLAGS) -dir=./log -all -inpkg
165
	GOPATH=$(ORIGINAL_GOPATH) mockery $(MOCKERY_FLAGS) -dir=./session -all -inpkg
166
	GOPATH=$(ORIGINAL_GOPATH) mockery $(MOCKERY_FLAGS) -dir=./shells -all -inpkg
167

168
test-docker:
169 170 171 172 173 174 175
	make test-docker-image IMAGE=centos:6 TYPE=rpm
	make test-docker-image IMAGE=centos:7 TYPE=rpm
	make test-docker-image IMAGE=debian:wheezy TYPE=deb
	make test-docker-image IMAGE=debian:jessie TYPE=deb
	make test-docker-image IMAGE=ubuntu-upstart:precise TYPE=deb
	make test-docker-image IMAGE=ubuntu-upstart:trusty TYPE=deb
	make test-docker-image IMAGE=ubuntu-upstart:utopic TYPE=deb
176 177

test-docker-image:
178 179
	tests/test_installation.sh $(IMAGE) out/$(TYPE)/$(PACKAGE_NAME)_amd64.$(TYPE)
	tests/test_installation.sh $(IMAGE) out/$(TYPE)/$(PACKAGE_NAME)_amd64.$(TYPE) Y
180

181 182 183 184 185 186
build-and-deploy:
	make build BUILD_PLATFORMS="-os=linux -arch=amd64"
	make package-deb-fpm ARCH=amd64 PACKAGE_ARCH=amd64
	scp out/deb/$(PACKAGE_NAME)_amd64.deb $(SERVER):
	ssh $(SERVER) dpkg -i $(PACKAGE_NAME)_amd64.deb

187 188 189 190
build-and-deploy-binary:
	make build BUILD_PLATFORMS="-os=linux -arch=amd64"
	scp out/binaries/$(PACKAGE_NAME)-linux-amd64 $(SERVER):/usr/bin/gitlab-runner

191 192 193 194
package: package-deps package-prepare package-deb package-rpm

package-deps:
	# Installing packaging dependencies...
Alessio Caiazza's avatar
Alessio Caiazza committed
195
	which fpm 1>/dev/null || gem install rake fpm --no-ri --no-rdoc
196 197

package-prepare:
198
	chmod 755 packaging/root/usr/share/gitlab-runner/
199
	chmod 755 packaging/root/usr/share/gitlab-runner/*
200

201
package-deb: package-deps package-prepare
Kamil Trzciński's avatar
Kamil Trzciński committed
202
	# Building Debian compatible packages...
Kamil Trzciński's avatar
Kamil Trzciński committed
203
	make package-deb-fpm ARCH=amd64 PACKAGE_ARCH=amd64
204
	make package-deb-fpm ARCH=386 PACKAGE_ARCH=i386
205
	make package-deb-fpm ARCH=arm PACKAGE_ARCH=armel
Kamil Trzciński's avatar
Kamil Trzciński committed
206
	make package-deb-fpm ARCH=arm PACKAGE_ARCH=armhf
207

208
package-rpm: package-deps package-prepare
Kamil Trzciński's avatar
Kamil Trzciński committed
209
	# Building RedHat compatible packages...
Kamil Trzciński's avatar
Kamil Trzciński committed
210
	make package-rpm-fpm ARCH=amd64 PACKAGE_ARCH=amd64
Kamil Trzciński's avatar
Kamil Trzciński committed
211
	make package-rpm-fpm ARCH=386 PACKAGE_ARCH=i686
Kamil Trzciński's avatar
Kamil Trzciński committed
212 213
	make package-rpm-fpm ARCH=arm PACKAGE_ARCH=arm
	make package-rpm-fpm ARCH=arm PACKAGE_ARCH=armhf
Kamil Trzciński's avatar
Kamil Trzciński committed
214 215

package-deb-fpm:
216
	@mkdir -p out/deb/
Kamil Trzciński's avatar
Kamil Trzciński committed
217
	fpm -s dir -t deb -n $(PACKAGE_NAME) -v $(VERSION) \
Kamil Trzciński's avatar
Kamil Trzciński committed
218
		-p out/deb/$(PACKAGE_NAME)_$(PACKAGE_ARCH).deb \
219 220 221
		--deb-priority optional --category admin \
		--force \
		--deb-compression bzip2 \
222 223
		--after-install packaging/scripts/postinst.deb \
		--before-remove packaging/scripts/prerm.deb \
224
		--url https://gitlab.com/gitlab-org/gitlab-runner \
225
		--description "GitLab Runner" \
226
		-m "GitLab Inc. <support@gitlab.com>" \
227
		--license "MIT" \
228
		--vendor "GitLab Inc." \
229 230 231 232 233
		--conflicts $(PACKAGE_NAME)-beta \
		--conflicts gitlab-ci-multi-runner \
		--conflicts gitlab-ci-multi-runner-beta \
		--provides gitlab-ci-multi-runner \
		--replaces gitlab-ci-multi-runner \
234 235
		--depends ca-certificates \
		--depends git \
236 237
		--depends curl \
		--depends tar \
238
		--deb-suggests docker-engine \
Kamil Trzciński's avatar
Kamil Trzciński committed
239
		-a $(PACKAGE_ARCH) \
Kamil Trzciński's avatar
Kamil Trzciński committed
240
		packaging/root/=/ \
Alessio Caiazza's avatar
Alessio Caiazza committed
241 242
		out/binaries/$(NAME)-linux-$(ARCH)=/usr/lib/gitlab-runner/gitlab-runner \
		out/helper-images/=/usr/lib/gitlab-runner/helper-images/
243
	@if [ -n "$(GPG_KEYID)" ]; then \
244 245 246
		dpkg-sig -g "--no-tty --digest-algo 'sha512' --passphrase '$(GPG_PASSPHRASE)'" \
			-k $(GPG_KEYID) --sign builder "out/deb/$(PACKAGE_NAME)_$(PACKAGE_ARCH).deb" ;\
	fi
247

Kamil Trzciński's avatar
Kamil Trzciński committed
248
package-rpm-fpm:
249
	@mkdir -p out/rpm/
Kamil Trzciński's avatar
Kamil Trzciński committed
250
	fpm -s dir -t rpm -n $(PACKAGE_NAME) -v $(VERSION) \
Kamil Trzciński's avatar
Kamil Trzciński committed
251
		-p out/rpm/$(PACKAGE_NAME)_$(PACKAGE_ARCH).rpm \
252 253
		--rpm-compression bzip2 --rpm-os linux \
		--force \
254 255
		--after-install packaging/scripts/postinst.rpm \
		--before-remove packaging/scripts/prerm.rpm \
256
		--url https://gitlab.com/gitlab-org/gitlab-runner \
257
		--description "GitLab Runner" \
258
		-m "GitLab Inc. <support@gitlab.com>" \
259
		--license "MIT" \
260
		--vendor "GitLab Inc." \
261 262 263 264 265
		--conflicts $(PACKAGE_NAME)-beta \
		--conflicts gitlab-ci-multi-runner \
		--conflicts gitlab-ci-multi-runner-beta \
		--provides gitlab-ci-multi-runner \
		--replaces gitlab-ci-multi-runner \
266 267 268
		--depends git \
		--depends curl \
		--depends tar \
Kamil Trzciński's avatar
Kamil Trzciński committed
269
		-a $(PACKAGE_ARCH) \
Kamil Trzciński's avatar
Kamil Trzciński committed
270
		packaging/root/=/ \
Alessio Caiazza's avatar
Alessio Caiazza committed
271 272
		out/binaries/$(NAME)-linux-$(ARCH)=/usr/lib/gitlab-runner/gitlab-runner \
		out/helper-images/=/usr/lib/gitlab-runner/helper-images/
273
	@if [ -n "$(GPG_KEYID)" ] ; then \
274 275 276 277 278 279 280
		echo "yes" | setsid rpm \
			--define "_gpg_name $(GPG_KEYID)" \
			--define "_signature gpg" \
			--define "__gpg_check_password_cmd /bin/true" \
			--define "__gpg_sign_cmd %{__gpg} gpg --batch --no-armor --digest-algo 'sha512' --passphrase '$(GPG_PASSPHRASE)' --no-secmem-warning -u '%{_gpg_name}' --sign --detach-sign --output %{__signature_filename} %{__plaintext_filename}" \
			--addsign out/rpm/$(PACKAGE_NAME)_$(PACKAGE_ARCH).rpm ;\
	fi
281

Kamil Trzciński's avatar
Kamil Trzciński committed
282 283 284 285
packagecloud: packagecloud-deps packagecloud-deb packagecloud-rpm

packagecloud-deps:
	# Installing packagecloud dependencies...
286
	gem install package_cloud --version "~> 0.3.0" --no-ri --no-rdoc
Kamil Trzciński's avatar
Kamil Trzciński committed
287

288
packagecloud-deb:
Kamil Trzciński's avatar
Kamil Trzciński committed
289
	# Sending Debian compatible packages...
290 291 292
	-for DIST in $(DEB_PLATFORMS); do \
		package_cloud push --url $(PACKAGE_CLOUD_URL) $(PACKAGE_CLOUD)/$$DIST out/deb/*.deb; \
	done
293 294

packagecloud-rpm:
Kamil Trzciński's avatar
Kamil Trzciński committed
295
	# Sending RedHat compatible packages...
296 297 298
	-for DIST in $(RPM_PLATFORMS); do \
		package_cloud push --url $(PACKAGE_CLOUD_URL) $(PACKAGE_CLOUD)/$$DIST out/rpm/*.rpm; \
	done
299 300 301

packagecloud-yank:
ifneq ($(YANK),)
Kamil Trzciński's avatar
Kamil Trzciński committed
302
	# Removing $(YANK) from packagecloud...
303 304
	-for DIST in $(DEB_PLATFORMS); do \
		for ARCH in $(DEB_ARCHS); do \
Kamil Trzciński's avatar
Kamil Trzciński committed
305 306 307
			package_cloud yank --url $(PACKAGE_CLOUD_URL) $(PACKAGE_CLOUD)/$$DIST $(PACKAGE_NAME)_$(YANK)_$$ARCH.deb & \
		done; \
	done; \
308 309
	for DIST in $(RPM_PLATFORMS); do \
		for ARCH in $(RPM_ARCHS); do \
Kamil Trzciński's avatar
Kamil Trzciński committed
310 311
			package_cloud yank --url $(PACKAGE_CLOUD_URL) $(PACKAGE_CLOUD)/$$DIST $(PACKAGE_NAME)-$(YANK)-1.$$ARCH.rpm & \
		done; \
Kamil Trzciński's avatar
Kamil Trzciński committed
312 313
	done; \
	wait
Kamil Trzciński's avatar
Kamil Trzciński committed
314 315 316
else
	# No version specified in YANK
	@exit 1
317
endif
318

Kamil Trzciński's avatar
Kamil Trzciński committed
319 320 321 322 323
s3-upload:
	export ARTIFACTS_DEST=artifacts; curl -sL https://raw.githubusercontent.com/travis-ci/artifacts/master/install | bash
	./artifacts upload \
		--permissions public-read \
		--working-dir out \
Kamil Trzciński's avatar
Kamil Trzciński committed
324
		--target-paths "$(S3_UPLOAD_PATH)/" \
325
		--max-size $(shell du -bs out/ | cut -f1) \
Kamil Trzciński's avatar
Kamil Trzciński committed
326
		$(shell cd out/; find . -type f)
327
	@echo "\n\033[1m==> Download index file: \033[36mhttps://$$ARTIFACTS_S3_BUCKET.s3.amazonaws.com/$$S3_UPLOAD_PATH/index.html\033[0m\n"
Kamil Trzciński's avatar
Kamil Trzciński committed
328

329 330
release_packagecloud:
	# Releasing to https://packages.gitlab.com/runner/
331
	@./ci/release_packagecloud "$$CI_JOB_NAME"
332

333
release_s3: prepare_windows_zip prepare_zoneinfo prepare_index
334 335
	# Releasing to S3
	@./ci/release_s3
336

Alessio Caiazza's avatar
Alessio Caiazza committed
337 338 339 340 341
out/binaries/gitlab-runner-windows-%.zip: out/binaries/gitlab-runner-windows-%.exe
	zip --junk-paths $@ $<
	cd out/ && zip -r ../$@ helper-images

prepare_windows_zip: out/binaries/gitlab-runner-windows-386.zip out/binaries/gitlab-runner-windows-amd64.zip
342

343 344 345 346
prepare_zoneinfo:
	# preparing the zoneinfo file
	@cp $$GOROOT/lib/time/zoneinfo.zip out/

347
prepare_index:
348
	# Preparing index file
349 350
	@./ci/prepare_index

351
release_docker_images:
352
	# Releasing Docker images
353
	@./ci/release_docker_images
354

355 356 357
check-tags-in-changelog:
	# Looking for tags in CHANGELOG
	@git status | grep "On branch master" 2>&1 >/dev/null || echo "Check should be done on master branch only. Skipping."
358
	@for tag in $$(git tag | grep -E "^v[0-9]+\.[0-9]+\.[0-9]+$$" | sed 's|v||' | sort -g); do \
359 360 361 362 363 364
		state="MISSING"; \
		grep "^v $$tag" CHANGELOG.md 2>&1 >/dev/null; \
		[ "$$?" -eq 1 ] || state="OK"; \
		echo "$$tag:   \t $$state"; \
	done

365 366 367
prepare_release_checklist_issue_dry_run:
	make prepare_release_checklist_issue opts="-dry-run"

368 369 370 371 372 373 374 375 376 377
prepare_release_checklist_issue: opts ?= ""
prepare_release_checklist_issue: major := $(shell cat VERSION | awk -F'.' '{print $$1}')
prepare_release_checklist_issue: minor := $(shell cat VERSION | awk -F'.' '{print $$2}')
prepare_release_checklist_issue:
	@go run ./scripts/prepare_release_checklist_issue.go \
		-issue-template-file ".gitlab/issue_templates/Release Checklist.md" \
		-major $(major) \
		-minor $(minor) \
		$(opts)

378 379 380 381 382
development_setup:
	test -d tmp/gitlab-test || git clone https://gitlab.com/gitlab-org/gitlab-test.git tmp/gitlab-test
	if prlctl --version ; then $(MAKE) -C tests/ubuntu parallels ; fi
	if vboxmanage --version ; then $(MAKE) -C tests/ubuntu virtualbox ; fi

383 384 385 386 387 388
dep_check: $(DEP)
	@cd $(PKG_BUILD_DIR) && $(DEP) check

dep_status: $(DEP)
	@./scripts/dep_status_check $(PKG_BUILD_DIR)

389 390 391 392 393 394 395 396 397 398
# local GOPATH
$(GOPATH_SETUP): $(PKG_BUILD_DIR)
	mkdir -p $(GOPATH_BIN)
	touch $@

$(PKG_BUILD_DIR):
	mkdir -p $(@D)
	ln -s ../../../.. $@

# development tools
399 400 401
$(DEP): $(GOPATH_SETUP)
	go get github.com/golang/dep/cmd/dep

402 403 404 405 406 407 408 409 410
$(GOX): $(GOPATH_SETUP)
	go get github.com/mitchellh/gox

$(MOCKERY): $(GOPATH_SETUP)
	go get github.com/vektra/mockery/.../

clean:
	-$(RM) -rf $(LOCAL_GOPATH)
	-$(RM) -rf $(TARGET_DIR)