Post Upgrade to 12.3.6 cloning is not working."runtime/cgo: pthread_create failed: Resource temporarily unavailable SIGABRT: abort"

Everyone can contribute. Help move this issue forward while earning points, leveling up and collecting rewards.
Close this issue
Is this a already reported issue, post cache clear it worked for sometime and again running in to the same issue. in the server end I could see that the "kworker" process is high. is there any workaround or fix ?
git clone -b R19.9.0 git@gitlab.jason.com:NT/emm.git
Cloning into 'emm'...
remote: Enumerating objects: 472154, done.
remote: Counting objects: 100% (472154/472154), done.
remote: Compressing objects: 100% (128784/128784), done.
runtime/cgo: pthread_create failed: Resource temporarily unavailable
SIGABRT: abort
PC=0x301ba32495 m=15 sigcode=18446744073709551610

goroutine 0 [idle]:
runtime: unknown pc 0x301ba32495
stack: frame={sp:0x7fdb2bffe918, fp:0x0} stack=[0x7fdb2b7ff248,0x7fdb2bffee48)
00007fdb2bffe818:  00007fdb2bffe8c0  0000000000000000
00007fdb2bffe828:  000000301b8224e8  00007fdb2bffe9a0
00007fdb2bffe838:  00007fdb2bffe9c8  000000301b822190
00007fdb2bffe848:  00007fdb495d1108  000000000f11ed7d
00007fdb2bffe858:  000000301b60a26a  0000000000000000
00007fdb2bffe868:  00007fdb495d1108  0000000000000005

goroutine 1 [select]:
google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0001f8230, 0xc0001ce290, 0x5, 0x5, 0x40414f, 0xc0004bd740, 0xc0004bd748)
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/internal/transport/transport.go:142 +0x1af
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0001f8230, 0xc0001ce290, 0x5, 0x5, 0x732fc0, 0xc0001f2020, 0xc0004bd798)
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/internal/transport/transport.go:131 +0x5a
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0001ee2a0, 0xc0001ce290, 0x5, 0x5, 0x0, 0xc0004bd7c0, 0x74379c)
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/internal/transport/transport.go:401 +0x55
io.ReadAtLeast(0xa0a4a0, 0xc0001ee2a0, 0xc0001ce290, 0x5, 0x5, 0x5, 0xc0000c4bc0, 0xc0009b6a00, 0x2008)
        /usr/local/go/src/io/io.go:310 +0x88
io.ReadFull(...)
        /usr/local/go/src/io/io.go:329
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0001fe100, 0xc0001ce290, 0x5, 0x5, 0xdcb770, 0xc000158e00, 0xc0005909a0)
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/internal/transport/transport.go:385 +0xc8
google.golang.org/grpc.(*parser).recvMsg(0xc0001ce280, 0x400000, 0x0, 0xc0009b6a00, 0xa16060, 0x0, 0xc0000c4bc0, 0x0)
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/rpc_util.go:476 +0x63
google.golang.org/grpc.recvAndDecompress(0xc0001ce280, 0xc0001fe100, 0x0, 0x0, 0x400000, 0x0, 0x0, 0x0, 0xc0009b6a00, 0x2008, ...)
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/rpc_util.go:602 +0x4d
google.golang.org/grpc.recv(0xc0001ce280, 0x7fdb44b22268, 0xdf79a0, 0xc0001fe100, 0x0, 0x0, 0x919280, 0xc0000c4c00, 0x400000, 0x0, ...)
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/rpc_util.go:645 +0x9b
google.golang.org/grpc.(*csAttempt).recvMsg(0xc000126e70, 0x919280, 0xc0000c4c00, 0x7fdb4735e1de, 0xc000042001)
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/stream.go:762 +0xe1
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc000126e70, 0xc0000c4c00, 0x40)
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/stream.go:648 +0x3d
google.golang.org/grpc.(*clientStream).withRetry(0xc000182b40, 0xc0004bdba8, 0xc0004bdb98, 0x2005, 0x0)
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/stream.go:530 +0x29f
google.golang.org/grpc.(*clientStream).RecvMsg(0xc000182b40, 0x919280, 0xc0000c4c00, 0x0, 0x0)
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/stream.go:647 +0x8d
gitlab.com/gitlab-org/gitaly-proto/go/gitalypb.(*sSHServiceSSHUploadPackClient).Recv(0xc0001d0140, 0x0, 0x0, 0x0)
        /root/go/pkg/mod/gitlab.com/gitlab-org/gitaly-proto@v1.12.0/go/gitalypb/ssh.pb.go:328 +0x62
gitlab.com/gitlab-org/gitaly/client.UploadPack.func2(0xc000100008, 0xc0009b8f00, 0x2005, 0x2500)
        /root/go/pkg/mod/gitlab.com/gitlab-org/gitaly@v1.7.0/client/upload_pack.go:32 +0x2f
gitlab.com/gitlab-org/gitaly/client.streamHandler(0xc0004bdd68, 0xc0001e03c0, 0xa0a9e0, 0xc000100008, 0xa0a9e0, 0xc000100010, 0xa1bca0, 0xc0001d0140, 0x0)
        /root/go/pkg/mod/gitlab.com/gitlab-org/gitaly@v1.7.0/client/std_stream.go:28 +0x8f
gitlab.com/gitlab-org/gitaly/client.UploadPack(0xa18360, 0xc000104700, 0xc0001a2300, 0xa0a9c0, 0xc000100000, 0xa0a9e0, 0xc000100008, 0xa0a9e0, 0xc000100010, 0xc00010e6e0, ...)
        /root/go/pkg/mod/gitlab.com/gitlab-org/gitaly@v1.7.0/client/upload_pack.go:31 +0x2cd
gitlab.com/gitlab-org/gitlab-shell/go/internal/handler.UploadPack(0xa18360, 0xc000104700, 0xc0001a2300, 0xc00010e6e0, 0x0, 0x0, 0x0)
        /var/cache/omnibus/src/gitlab-shell/go/internal/handler/upload_pack.go:17 +0xfd
main.main.func1(0xa183a0, 0xc0000fc010, 0xc0001a2300, 0x7fffa1fb5e55, 0x153, 0xc0000fe040, 0x22, 0xc00012deb8)
        /var/cache/omnibus/src/gitlab-shell/go/cmd/gitaly-upload-pack/main.go:25 +0x93
gitlab.com/gitlab-org/gitlab-shell/go/internal/handler.internalRunGitalyCommand(0xc0000ec150, 0x3, 0x3, 0x98a8c8, 0x40725f, 0xc0000e0058, 0x0)
        /var/cache/omnibus/src/gitlab-shell/go/internal/handler/exec.go:103 +0x2c6
gitlab.com/gitlab-org/gitlab-shell/go/internal/handler.RunGitalyCommand(0x98a8c8)
        /var/cache/omnibus/src/gitlab-shell/go/internal/handler/exec.go:48 +0x53
main.main()
        /var/cache/omnibus/src/gitlab-shell/go/cmd/gitaly-upload-pack/main.go:19 +0x2d

goroutine 19 [select]:
google.golang.org/grpc.(*ccResolverWrapper).watcher(0xc000104640)
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/resolver_conn_wrapper.go:111 +0x13f
created by google.golang.org/grpc.(*ccResolverWrapper).start
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/resolver_conn_wrapper.go:97 +0x3f

goroutine 34 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0001e00c0)
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/balancer_conn_wrappers.go:122 +0x110
created by google.golang.org/grpc.newCCBalancerWrapper
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/balancer_conn_wrappers.go:113 +0x14f

goroutine 40 [select]:
google.golang.org/grpc.newClientStream.func5(0xc0001a2300, 0xc000182b40, 0xa18420, 0xc0001a6420)
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/stream.go:287 +0xd7
created by google.golang.org/grpc.newClientStream
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/stream.go:286 +0x8c7

goroutine 37 [semacquire]:
google.golang.org/grpc/internal/transport.(*http2Client).handleData(0xc00021c000, 0xc0001ee120)
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/internal/transport/http2_client.go:935 +0x389
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00021c000)
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/internal/transport/http2_client.go:1238 +0x72b
created by google.golang.org/grpc/internal/transport.newHTTP2Client
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/internal/transport/http2_client.go:277 +0xc32

goroutine 38 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0001e02c0, 0x1, 0x0, 0x0, 0x0, 0x0)
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/internal/transport/controlbuf.go:317 +0x104
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000102780, 0x0, 0x0)
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/internal/transport/controlbuf.go:435 +0x1b6
google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00021c000)
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/internal/transport/http2_client.go:319 +0x7b
created by google.golang.org/grpc/internal/transport.newHTTP2Client
        /root/go/pkg/mod/google.golang.org/grpc@v1.16.0/internal/transport/http2_client.go:317 +0xd8a

goroutine 41 [syscall]:
syscall.Syscall(0x0, 0x0, 0xc00023e000, 0x20000, 0x42c50f, 0x8, 0xc000104040)
        /usr/local/go/src/syscall/asm_linux_amd64.s:18 +0x5
syscall.read(0x0, 0xc00023e000, 0x20000, 0x20000, 0x0, 0x3383, 0x3383)
        /usr/local/go/src/syscall/zsyscall_linux_amd64.go:732 +0x5a
syscall.Read(...)
        /usr/local/go/src/syscall/syscall_unix.go:172
internal/poll.(*FD).Read(0xc000102000, 0xc00023e000, 0x20000, 0x20000, 0x0, 0x0, 0x0)
        /usr/local/go/src/internal/poll/fd_unix.go:165 +0x131
os.(*File).read(...)
        /usr/local/go/src/os/file_unix.go:263
os.(*File).Read(0xc000100000, 0xc00023e000, 0x20000, 0x20000, 0x0, 0x0, 0x0)
        /usr/local/go/src/os/file.go:108 +0x70
gitlab.com/gitlab-org/gitaly/streamio.(*sendWriter).ReadFrom(0xc0001ec028, 0xa0a9c0, 0xc000100000, 0x7fdb4497d230, 0xc0001ec028, 0x1)
        /root/go/pkg/mod/gitlab.com/gitlab-org/gitaly@v1.7.0/streamio/stream.go:124 +0xf6
io.copyBuffer(0xa0a280, 0xc0001ec028, 0xa0a9c0, 0xc000100000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/local/go/src/io/io.go:388 +0x2fc
io.Copy(...)
        /usr/local/go/src/io/io.go:364
gitlab.com/gitlab-org/gitaly/client.UploadPack.func3(0xc0001ea4e0)
        /root/go/pkg/mod/gitlab.com/gitlab-org/gitaly@v1.7.0/client/upload_pack.go:34 +0x80
created by gitlab.com/gitlab-org/gitaly/client.streamHandler
        /root/go/pkg/mod/gitlab.com/gitlab-org/gitaly@v1.7.0/client/std_stream.go:25 +0x6b

rax    0x0
rbx    0x301bd8f638
rcx    0x301ba32495
rdx    0x6
rdi    0x9d7b
rsi    0x9dcc
rbp    0xa1233a
rsp    0x7fdb2bffe918
r8     0xa
r9     0x7fdb2bfff700
r10    0x8
r11    0x206
r12    0x7fdb200008c0
r13    0x11
r14    0x9fbdac
r15    0x0
rip    0x301ba32495
rflags 0x206
cs     0x33
fs     0x0
gs     0x0
fatal: The remote end hung up unexpectedly
fatal: early EOF
fatal: index-pack failed
Edited Jul 03, 2025 by 🤖 GitLab Bot 🤖