Cloning/fetching fails with: "pthread_create failed: Resource temporarily unavailable"
Summary
After upgrading from GitLab 9.3.5 to 10.7.3, we're getting
"runtime/cgo: pthread_create failed: Resource temporarily unavailable"
Steps to reproduce
fetch ~80 different projects in parallel
What is the current bug behavior?
We're getting the following error from git client (Jenkins):
13:30:35 [WS-CLEANUP] Deleting project workspace...
13:30:35 Cloning the remote Git repository
13:30:35 Cloning repository ssh://git@gitlabsrv/someproject/someproject.git
13:30:35 > /usr/bin/git init /jenkinsws/workspace/workspace/someproject-DEV-BFB-AsyncJobMgmt # timeout=10
13:30:35 Fetching upstream changes from ssh://git@gitlabsrv/someproject/someproject.git
13:30:35 > /usr/bin/git --version # timeout=10
13:30:35 using GIT_SSH to set credentials git lab server
13:30:35 > /usr/bin/git fetch --tags --progress ssh://git@gitlabsrv/someproject/someproject.git +refs/heads/*:refs/remotes/Platform/*
13:30:44 ERROR: Error cloning remote repo 'Platform'
13:30:44 hudson.plugins.git.GitException: Command "/usr/bin/git fetch --tags --progress ssh://git@gitlabsrv/someproject/someproject.git +refs/heads/*:refs/remotes/Platform/*" returned status code 128:
13:30:44 stdout:
13:30:44 stderr: remote: Counting objects: 1
remote: Counting objects: 189678
remote: Counting objects: 489752, done.
13:30:44 remote: Compressing objects: 0% (1/143981)
remote: Compressing objects: 1% (1440/143981)
remote: Compressing objects: 2% (2880/143981)
remote: Compressing objects: 3% (4320/143981)
...
remote: Compressing objects: 99% (142542/143981)
remote: Compressing objects: 100% (143981/143981)
remote: Compressing objects: 100% (143981/143981), done.
13:30:44 Receiving objects: 0% (1/489752)
Receiving objects: 1% (4898/489752)
runtime/cgo: pthread_create failed: Resource temporarily unavailable
13:30:44 SIGABRT: abort
13:30:44 PC=0x3549c32625 m=11 sigcode=18446744073709551610
13:30:44
13:30:44 goroutine 0 [idle]:
13:30:44
13:30:44 goroutine 1 [running]:
13:30:44 runtime.systemstack_switch()
13:30:44 /usr/local/go/src/runtime/asm_amd64.s:298 fp=0xc420057488 sp=0xc420057480 pc=0x456ab0
13:30:44 runtime.gcStart(0x0, 0x1, 0x0, 0x7ff300000000)
13:30:44 /usr/local/go/src/runtime/mgc.go:1314 +0x2b3 fp=0xc4200574a8 sp=0xc420057488 pc=0x419be3
13:30:44 runtime.mallocgc(0x2500, 0x86d760, 0xc420074801, 0xc420074840)
13:30:44 /usr/local/go/src/runtime/malloc.go:804 +0x3f5 fp=0xc420057550 sp=0xc4200574a8 pc=0x411f45
13:30:44 runtime.makeslice(0x86d760, 0x2005, 0x2005, 0x0, 0xc42020e318, 0xc42005782c)
13:30:44 /usr/local/go/src/runtime/slice.go:54 +0x77 fp=0xc420057580 sp=0xc420057550 pc=0x442567
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/github.com/golang/protobuf/proto.(*Buffer).DecodeRawBytes(0xc4201ec0d8, 0x1, 0x3, 0xc420057828, 0x3, 0x100, 0xc420066550)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/github.com/golang/protobuf/proto/decode.go:298 +0x16b fp=0xc420057610 sp=0xc420057580 pc=0x5f567b
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/github.com/golang/protobuf/proto.(*Buffer).dec_slice_byte(0xc4201ec0d8, 0xc42021c000, 0xc4201d8880, 0x0, 0xc4200576b0)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/github.com/golang/protobuf/proto/decode.go:674 +0x34 fp=0xc420057658 sp=0xc420057610 pc=0x5f81f4
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/github.com/golang/protobuf/proto.(*Buffer).unmarshalType(0xc4201ec0d8, 0xc0fce0, 0x8d9920, 0xc420216000, 0xc4201d8800, 0xc4201d8880, 0x0, 0xc4201ec0d0)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/github.com/golang/protobuf/proto/decode.go:537 +0x1dd fp=0xc4200579a8 sp=0xc420057658 pc=0x5f679d
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/github.com/golang/protobuf/proto.(*Buffer).Unmarshal(0xc4201ec0d8, 0xc083c0, 0xc4201d8880, 0x0, 0x0)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/github.com/golang/protobuf/proto/decode.go:452 +0x1c5 fp=0xc420057a20 sp=0xc4200579a8 pc=0x5f6585
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc.protoCodec.Unmarshal(0xc4203eb900, 0x2008, 0x2008, 0x8e97e0, 0xc4201d8880, 0x0, 0x0)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/codec.go:97 +0x136 fp=0xc420057a98 sp=0xc420057a20 pc=0x77d306
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc.(*protoCodec).Unmarshal(0xc6f828, 0xc4203eb900, 0x2008, 0x2008, 0x8e97e0, 0xc4201d8880, 0x0, 0x0)
13:30:44 <autogenerated>:1 +0x66 fp=0xc420057ae0 sp=0xc420057a98 pc=0x79b876
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc.recv(0xc4201509a0, 0xc09ac0, 0xc6f828, 0xc4200d8780, 0x0, 0x0, 0x8e97e0, 0xc4201d8880, 0x400000, 0x0, ...)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/rpc_util.go:430 +0x2e1 fp=0xc420057be8 sp=0xc420057ae0 pc=0x786e71
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc.(*clientStream).RecvMsg(0xc420164d80, 0x8e97e0, 0xc4201d8880, 0x0, 0x0)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/stream.go:442 +0x10c fp=0xc420057cc8 sp=0xc420057be8 pc=0x792b7c
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/gitlab.com/gitlab-org/gitaly-proto/go.(*sSHServiceSSHUploadPackClient).Recv(0xc42004d310, 0xc4201d8840, 0x0, 0x0)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/gitlab.com/gitlab-org/gitaly-proto/go/ssh.pb.go:301 +0x62 fp=0xc420057d08 sp=0xc420057cc8 pc=0x7bc402
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/gitlab.com/gitlab-org/gitaly/client.UploadPack.func2(0xc42000e018, 0xc420596500, 0x2005, 0x2005)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/gitlab.com/gitlab-org/gitaly/client/upload_pack.go:34 +0x2f fp=0xc420057d38 sp=0xc420057d08 pc=0x7c83af
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/gitlab.com/gitlab-org/gitaly/client.streamHandler(0xc420057e60, 0xc420066800, 0xc00880, 0xc42000e018, 0xc00880, 0xc42000e020, 0xc0c860, 0xc42004d310, 0x0)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/gitlab.com/gitlab-org/gitaly/client/std_stream.go:28 +0x84 fp=0xc420057dd0 sp=0xc420057d38 pc=0x7c7a84
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/gitlab.com/gitlab-org/gitaly/client.UploadPack(0x7ff36b4a6110, 0xc420066500, 0xc420099680, 0xc00840, 0xc42000e010, 0xc00880, 0xc42000e018, 0xc00880, 0xc42000e020, 0xc420066380, ...)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/gitlab.com/gitlab-org/gitaly/client/upload_pack.go:33 +0x2f4 fp=0xc420057e88 sp=0xc420057dd0 pc=0x7c8084
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/internal/handler.UploadPack(0x7fff45da0dde, 0x29, 0xc420066380, 0x0, 0x0, 0x0)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/internal/handler/upload_pack.go:25 +0x1c7 fp=0xc420057f18 sp=0xc420057e88 pc=0x819857
13:30:44 main.main()
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/cmd/gitaly-upload-pack/main.go:32 +0x11d fp=0xc420057f80 sp=0xc420057f18 pc=0x819b8d
13:30:44 runtime.main()
13:30:44 /usr/local/go/src/runtime/proc.go:195 +0x226 fp=0xc420057fe0 sp=0xc420057f80 pc=0x42d356
13:30:44 runtime.goexit()
13:30:44 /usr/local/go/src/runtime/asm_amd64.s:2337 +0x1 fp=0xc420057fe8 sp=0xc420057fe0 pc=0x4596c1
13:30:44
13:30:44 goroutine 5 [select]:
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc.(*ccResolverWrapper).watcher(0xc420188360)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:110 +0x1ac
13:30:44 created by gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc.(*ccResolverWrapper).start
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/resolver_conn_wrapper.go:96 +0x3f
13:30:44
13:30:44 goroutine 6 [select]:
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc4200665c0)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:122 +0x156
13:30:44 created by gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc.newCCBalancerWrapper
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:113 +0x197
13:30:44
13:30:44 goroutine 7 [select]:
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc420099900)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/clientconn.go:1234 +0x25f
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc.(*addrConn).connect.func1(0xc420099900)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/clientconn.go:837 +0x1ce
13:30:44 created by gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc.(*addrConn).connect
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/clientconn.go:828 +0xeb
13:30:44
13:30:44 goroutine 9 [IO wait]:
13:30:44 internal/poll.runtime_pollWait(0x7ff36b4a1f70, 0x72, 0x0)
13:30:44 /usr/local/go/src/runtime/netpoll.go:173 +0x57
13:30:44 internal/poll.(*pollDesc).wait(0xc420012418, 0x72, 0xffffffffffffff00, 0xc02180, 0xbfd620)
13:30:44 /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xae
13:30:44 internal/poll.(*pollDesc).waitRead(0xc420012418, 0xc420196000, 0x8000, 0x8000)
13:30:44 /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
13:30:44 internal/poll.(*FD).Read(0xc420012400, 0xc420196000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
13:30:44 /usr/local/go/src/internal/poll/fd_unix.go:126 +0x18a
13:30:44 net.(*netFD).Read(0xc420012400, 0xc420196000, 0x8000, 0x8000, 0xc420044c78, 0x412eed, 0xc42006b360)
13:30:44 /usr/local/go/src/net/fd_unix.go:202 +0x52
13:30:44 net.(*conn).Read(0xc42000e0b0, 0xc420196000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
13:30:44 /usr/local/go/src/net/net.go:176 +0x6d
13:30:44 bufio.(*Reader).Read(0xc42006b320, 0xc4201a6038, 0x9, 0x9, 0x0, 0x7ff36a01c728, 0x1)
13:30:44 /usr/local/go/src/bufio/bufio.go:213 +0x30b
13:30:44 io.ReadAtLeast(0xbfee40, 0xc42006b320, 0xc4201a6038, 0x9, 0x9, 0x9, 0x1, 0x412e56, 0xc420044dd0)
13:30:44 /usr/local/go/src/io/io.go:309 +0x86
13:30:44 io.ReadFull(0xbfee40, 0xc42006b320, 0xc4201a6038, 0x9, 0x9, 0xc4201a6028, 0x0, 0xc41362c57e)
13:30:44 /usr/local/go/src/io/io.go:327 +0x58
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/golang.org/x/net/http2.readFrameHeader(0xc4201a6038, 0x9, 0x9, 0xbfee40, 0xc42006b320, 0x0, 0x100000000, 0xc500c0, 0xbeb91a3513619134)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/golang.org/x/net/http2/frame.go:237 +0x7b
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4201a6000, 0xc420512000, 0xc420512000, 0x0, 0x0)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/golang.org/x/net/http2/frame.go:492 +0xa4
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc420001b00)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/transport/http2_client.go:1170 +0xe1
13:30:44 created by gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/transport.newHTTP2Client
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/transport/http2_client.go:273 +0xc73
13:30:44
13:30:44 goroutine 10 [select]:
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/transport.loopyWriter(0x7ff36b4a6110, 0xc4200666c0, 0xc4201886c0, 0xc4201e0fb8)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/transport/transport.go:727 +0x3c6
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/transport.newHTTP2Client.func3(0xc420001b00)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/transport/http2_client.go:305 +0x5e
13:30:44 created by gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/transport.newHTTP2Client
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/transport/http2_client.go:304 +0xdc4
13:30:44
13:30:44 goroutine 11 [select]:
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc.newClientStream.func4(0xc0c980, 0xc420001b00, 0xc420099680, 0xc420164d80, 0xc4200d8780)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/stream.go:284 +0x1cd
13:30:44 created by gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc.newClientStream
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/google.golang.org/grpc/stream.go:283 +0xaaa
13:30:44
13:30:44 goroutine 12 [syscall]:
13:30:44 syscall.Syscall(0x0, 0x0, 0xc4201aa000, 0x20000, 0x7926d7, 0xc420045d98, 0xc420164d80)
13:30:44 /usr/local/go/src/syscall/asm_linux_amd64.s:18 +0x5
13:30:44 syscall.read(0x0, 0xc4201aa000, 0x20000, 0x20000, 0xc420045c01, 0x0, 0x0)
13:30:44 /usr/local/go/src/syscall/zsyscall_linux_amd64.go:756 +0x55
13:30:44 syscall.Read(0x0, 0xc4201aa000, 0x20000, 0x20000, 0x2241, 0x2500, 0xc4201d8a40)
13:30:44 /usr/local/go/src/syscall/syscall_unix.go:162 +0x49
13:30:44 internal/poll.(*FD).Read(0xc420088000, 0xc4201aa000, 0x20000, 0x20000, 0x0, 0x0, 0x0)
13:30:44 /usr/local/go/src/internal/poll/fd_unix.go:122 +0x125
13:30:44 os.(*File).read(0xc42000e010, 0xc4201aa000, 0x20000, 0x20000, 0xc420045df0, 0x7c832a, 0xc42004d310)
13:30:44 /usr/local/go/src/os/file_unix.go:216 +0x4e
13:30:44 os.(*File).Read(0xc42000e010, 0xc4201aa000, 0x20000, 0x20000, 0x0, 0x0, 0x0)
13:30:44 /usr/local/go/src/os/file.go:103 +0x6d
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/gitlab.com/gitlab-org/gitaly/streamio.(*sendWriter).ReadFrom(0xc42000e0b8, 0xc00840, 0xc42000e010, 0x7ff36b4a64a0, 0xc42000e0b8, 0x1)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/gitlab.com/gitlab-org/gitaly/streamio/stream.go:124 +0xfa
13:30:44 io.copyBuffer(0xbff600, 0xc42000e0b8, 0xc00840, 0xc42000e010, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
13:30:44 /usr/local/go/src/io/io.go:386 +0x2bb
13:30:44 io.Copy(0xbff600, 0xc42000e0b8, 0xc00840, 0xc42000e010, 0x0, 0x0, 0x0)
13:30:44 /usr/local/go/src/io/io.go:362 +0x68
13:30:44 gitlab.com/gitlab-org/gitlab-shell/go/vendor/gitlab.com/gitlab-org/gitaly/client.UploadPack.func3(0xc42006b5c0)
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/gitlab.com/gitlab-org/gitaly/client/upload_pack.go:36 +0x5b
13:30:44 created by gitlab.com/gitlab-org/gitlab-shell/go/vendor/gitlab.com/gitlab-org/gitaly/client.streamHandler
13:30:44 /var/cache/omnibus/src/gitlab-shell/go_build/src/gitlab.com/gitlab-org/gitlab-shell/go/vendor/gitlab.com/gitlab-org/gitaly/client/std_stream.go:25 +0x6b
13:30:44
13:30:44 rax 0x0
13:30:44 rbx 0x3549f8ed98
13:30:44 rcx 0xffffffffffffffff
13:30:44 rdx 0x6
13:30:44 rdi 0xa50d
13:30:44 rsi 0xac80
13:30:44 rbp 0x9a182a
13:30:44 rsp 0x7ff35b5fd9a8
13:30:44 r8 0xa
13:30:44 r9 0x7ff35b5fe700
13:30:44 r10 0x8
13:30:44 r11 0x202
13:30:44 r12 0x7ff3540008c0
13:30:44 r13 0xf1
13:30:44 r14 0x11
13:30:44 r15 0x0
13:30:44 rip 0x3549c32625
13:30:44 rflags 0x202
13:30:44 cs 0x33
13:30:44 fs 0x0
13:30:44 gs 0x0
13:30:44 Receiving objects: 2% (9796/489752), 1.61 MiB | 3.19 MiB/s
fatal: The remote end hung up unexpectedly
13:30:44 fatal: early EOF
13:30:44 fatal: index-pack failed
13:30:44
13:30:44 at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1640)
13:30:44 at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandWithCredentials(CliGitAPIImpl.java:1388)
13:30:44 at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.access$300(CliGitAPIImpl.java:62)
13:30:44 at org.jenkinsci.plugins.gitclient.CliGitAPIImpl$1.execute(CliGitAPIImpl.java:313)
13:30:44 at org.jenkinsci.plugins.gitclient.CliGitAPIImpl$2.execute(CliGitAPIImpl.java:505)
13:30:44 at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:152)
13:30:44 at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:145)
13:30:44 at hudson.remoting.UserRequest.perform(UserRequest.java:120)
13:30:44 at hudson.remoting.UserRequest.perform(UserRequest.java:48)
13:30:44 at hudson.remoting.Request$2.run(Request.java:326)
13:30:44 at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
13:30:44 at java.util.concurrent.FutureTask.run(FutureTask.java:266)
13:30:44 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
13:30:44 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
13:30:44 at java.lang.Thread.run(Thread.java:748)
13:30:44 at ......remote call to ILJENKINSS20(Native Method)
13:30:44 at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1416)
13:30:44 at hudson.remoting.UserResponse.retrieve(UserRequest.java:220)
13:30:44 at hudson.remoting.Channel.call(Channel.java:781)
13:30:44 at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:145)
13:30:44 at sun.reflect.GeneratedMethodAccessor838.invoke(Unknown Source)
13:30:44 at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
13:30:44 at java.lang.reflect.Method.invoke(Method.java:497)
13:30:44 at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:131)
13:30:44 at com.sun.proxy.$Proxy98.execute(Unknown Source)
13:30:44 at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1003)
13:30:44 at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1043)
13:30:44 at org.jenkinsci.plugins.multiplescms.MultiSCM.checkout(MultiSCM.java:129)
13:30:44 at hudson.scm.SCM.checkout(SCM.java:485)
13:30:44 at hudson.model.AbstractProject.checkout(AbstractProject.java:1276)
13:30:44 at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:607)
13:30:44 at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
13:30:44 at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:529)
13:30:44 at hudson.model.Run.execute(Run.java:1738)
13:30:44 at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
13:30:44 at hudson.model.ResourceController.execute(ResourceController.java:98)
13:30:44 at hudson.model.Executor.run(Executor.java:410)
13:30:44 ERROR: null
13:30:44 Retrying after 10 seconds
13:30:54 > /usr/bin/git rev-parse --is-inside-work-tree # timeout=10
13:30:54 Fetching changes from the remote Git repository
13:30:54 > /usr/bin/git config remote.Platform.url ssh://git@gitlabsrv/someproject/someproject.git # timeout=10
13:30:54 Fetching upstream changes from ssh://git@gitlabsrv/someproject/someproject.git
13:30:54 > /usr/bin/git --version # timeout=10
13:30:54 using GIT_SSH to set credentials git lab server
13:30:54 > /usr/bin/git fetch --tags --progress ssh://git@gitlabsrv/someproject/someproject.git +refs/heads/*:refs/remotes/Platform/*
13:30:55 ERROR: Error fetching remote repo 'Platform'
13:30:55 hudson.plugins.git.GitException: Failed to fetch from ssh://git@gitlabsrv/someproject/someproject.git
13:30:55 at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:763)
13:30:55 at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1012)
13:30:55 at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1043)
13:30:55 at org.jenkinsci.plugins.multiplescms.MultiSCM.checkout(MultiSCM.java:129)
13:30:55 at hudson.scm.SCM.checkout(SCM.java:485)
13:30:55 at hudson.model.AbstractProject.checkout(AbstractProject.java:1276)
13:30:55 at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:607)
13:30:55 at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
13:30:55 at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:529)
13:30:55 at hudson.model.Run.execute(Run.java:1738)
13:30:55 at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
13:30:55 at hudson.model.ResourceController.execute(ResourceController.java:98)
13:30:55 at hudson.model.Executor.run(Executor.java:410)
13:30:55 Caused by: hudson.plugins.git.GitException: Command "/usr/bin/git fetch --tags --progress ssh://git@gitlabsrv/someproject/someproject.git +refs/heads/*:refs/remotes/Platform/*" returned status code 128:
13:30:55 stdout:
13:30:55 stderr: GitLab: Failed to authorize your Git request: internal API unreachable
13:30:55 fatal: The remote end hung up unexpectedly
13:30:55
13:30:55 at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1640)
13:30:55 at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandWithCredentials(CliGitAPIImpl.java:1388)
13:30:55 at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.access$300(CliGitAPIImpl.java:62)
13:30:55 at org.jenkinsci.plugins.gitclient.CliGitAPIImpl$1.execute(CliGitAPIImpl.java:313)
13:30:55 at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:152)
13:30:55 at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:145)
13:30:55 at hudson.remoting.UserRequest.perform(UserRequest.java:120)
13:30:55 at hudson.remoting.UserRequest.perform(UserRequest.java:48)
13:30:55 at hudson.remoting.Request$2.run(Request.java:326)
13:30:55 at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
13:30:55 at java.util.concurrent.FutureTask.run(FutureTask.java:266)
13:30:55 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
13:30:55 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
13:30:55 at java.lang.Thread.run(Thread.java:748)
13:30:55 at ......remote call to ILJENKINSS20(Native Method)
13:30:55 at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1416)
13:30:55 at hudson.remoting.UserResponse.retrieve(UserRequest.java:220)
13:30:55 at hudson.remoting.Channel.call(Channel.java:781)
13:30:55 at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:145)
13:30:55 at sun.reflect.GeneratedMethodAccessor233.invoke(Unknown Source)
13:30:55 at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
13:30:55 at java.lang.reflect.Method.invoke(Method.java:497)
13:30:55 at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:131)
13:30:55 at com.sun.proxy.$Proxy78.execute(Unknown Source)
13:30:55 at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:761)
13:30:55 ... 12 more
13:30:55 ERROR: null
13:30:55 Retrying after 10 seconds
13:31:05 > /usr/bin/git rev-parse --is-inside-work-tree # timeout=10
13:31:05 Fetching changes from the remote Git repository
13:31:05 > /usr/bin/git config remote.Platform.url ssh://git@gitlabsrv/someproject/someproject.git # timeout=10
13:31:05 Fetching upstream changes from ssh://git@gitlabsrv/someproject/someproject.git
13:31:05 > /usr/bin/git --version # timeout=10
13:31:05 using GIT_SSH to set credentials git lab server
13:31:05 > /usr/bin/git fetch --tags --progress ssh://git@gitlabsrv/someproject/someproject.git +refs/heads/*:refs/remotes/Platform/*
13:31:05 ERROR: Error fetching remote repo 'Platform'
13:31:05 hudson.plugins.git.GitException: Failed to fetch from ssh://git@gitlabsrv/someproject/someproject.git
13:31:05 at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:763)
13:31:05 at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1012)
13:31:05 at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1043)
13:31:05 at org.jenkinsci.plugins.multiplescms.MultiSCM.checkout(MultiSCM.java:129)
13:31:05 at hudson.scm.SCM.checkout(SCM.java:485)
13:31:05 at hudson.model.AbstractProject.checkout(AbstractProject.java:1276)
13:31:05 at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:607)
13:31:05 at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
13:31:05 at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:529)
13:31:05 at hudson.model.Run.execute(Run.java:1738)
13:31:05 at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
13:31:05 at hudson.model.ResourceController.execute(ResourceController.java:98)
13:31:05 at hudson.model.Executor.run(Executor.java:410)
13:31:05 Caused by: hudson.plugins.git.GitException: Command "/usr/bin/git fetch --tags --progress ssh://git@gitlabsrv/someproject/someproject.git +refs/heads/*:refs/remotes/Platform/*" returned status code 128:
13:31:05 stdout:
13:31:05 stderr: Connection to gitlabsrv closed by remote host.
13:31:05 fatal: The remote end hung up unexpectedly
13:31:05
13:31:05 at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1640)
13:31:05 at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandWithCredentials(CliGitAPIImpl.java:1388)
13:31:05 at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.access$300(CliGitAPIImpl.java:62)
13:31:05 at org.jenkinsci.plugins.gitclient.CliGitAPIImpl$1.execute(CliGitAPIImpl.java:313)
13:31:05 at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:152)
13:31:05 at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:145)
13:31:05 at hudson.remoting.UserRequest.perform(UserRequest.java:120)
13:31:05 at hudson.remoting.UserRequest.perform(UserRequest.java:48)
13:31:05 at hudson.remoting.Request$2.run(Request.java:326)
13:31:05 at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
13:31:05 at java.util.concurrent.FutureTask.run(FutureTask.java:266)
13:31:05 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
13:31:05 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
13:31:05 at java.lang.Thread.run(Thread.java:748)
13:31:05 at ......remote call to ILJENKINSS20(Native Method)
13:31:05 at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1416)
13:31:05 at hudson.remoting.UserResponse.retrieve(UserRequest.java:220)
13:31:05 at hudson.remoting.Channel.call(Channel.java:781)
13:31:05 at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:145)
13:31:05 at sun.reflect.GeneratedMethodAccessor233.invoke(Unknown Source)
13:31:05 at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
13:31:05 at java.lang.reflect.Method.invoke(Method.java:497)
13:31:05 at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:131)
13:31:05 at com.sun.proxy.$Proxy78.execute(Unknown Source)
13:31:05 at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:761)
13:31:05 ... 12 more
13:31:05 ERROR: null
13:31:05 Performing Post build task...
13:31:05 Finished: FAILURE
What is the expected correct behavior?
Successfull Cloning/fetching
/label ~bug
Edited by Dotan Spector