Skip to content

Geo: Failing to replicate initial Monitoring project

After creating a new Geo deployment the initial project GitLab Instance / Monitoring is showing as failed to replicate in the GitLab UI.

Screenshot_2021-05-10_at_10.05.40

Looking in the Gitaly logs there are 2 errors that appear during a sync attempt.

Error 1
{
  "args": [
    "/opt/gitlab/embedded/bin/git",
    "--git-dir",
    "/var/opt/gitlab/git-data/repositories/@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git",
    "-c",
    "core.fsyncObjectFiles=true",
    "-c",
    "gc.auto=0",
    "-c",
    "core.autocrlf=input",
    "-c",
    "core.hooksPath=/opt/gitlab/embedded/service/gitaly-ruby/git-hooks",
    "remote",
    "show",
    "geo"
  ],
  "command.exitCode": 128,
  "command.inblock": 0,
  "command.maxrss": 47644,
  "command.oublock": 0,
  "command.real_time_ms": 5.1724,
  "command.system_time_ms": 2.1580000000000004,
  "command.user_time_ms": 0,
  "correlation_id": "f6bd07a671562da51e9603b0f18305ea",
  "grpc.meta.auth_version": "v2",
  "grpc.meta.client_name": "gitlab-sidekiq",
  "grpc.meta.deadline_type": "unknown",
  "grpc.method": "FindRemoteRootRef",
  "grpc.request.deadline": "2021-05-10T08:50:49.052Z",
  "grpc.request.fullMethod": "/gitaly.RemoteService/FindRemoteRootRef",
  "grpc.request.glProjectPath": "gitlab-instance-d1c7160e/Monitoring",
  "grpc.request.glRepository": "project-1",
  "grpc.request.repoPath": "@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git",
  "grpc.request.repoStorage": "default",
  "grpc.request.topLevelGroup": "@hashed",
  "grpc.service": "gitaly.RemoteService",
  "grpc.start_time": "2021-05-10T08:50:19.452Z",
  "level": "error",
  "msg": "fatal: geo does not appear to be a git repository\nfatal: Could not read from remote repository.\n\nPlease make sure you have the correct access rights\nand the repository exists.\n",
  "path": "/opt/gitlab/embedded/bin/git",
  "peer.address": "@",
  "pid": 21047,
  "span.kind": "server",
  "system": "grpc",
  "time": "2021-05-10T08:50:19.458Z"
}
Error 2
{
  "command.count": 1,
  "command.inblock": 0,
  "command.majflt": 0,
  "command.maxrss": 47644,
  "command.minflt": 173,
  "command.oublock": 0,
  "command.real_time_ms": 5,
  "command.system_time_ms": 2,
  "command.user_time_ms": 0,
  "correlation_id": "f6bd07a671562da51e9603b0f18305ea",
  "error": "exit status 128",
  "grpc.code": "Internal",
  "grpc.meta.auth_version": "v2",
  "grpc.meta.client_name": "gitlab-sidekiq",
  "grpc.meta.deadline_type": "unknown",
  "grpc.method": "FindRemoteRootRef",
  "grpc.request.deadline": "2021-05-10T08:50:49.052Z",
  "grpc.request.fullMethod": "/gitaly.RemoteService/FindRemoteRootRef",
  "grpc.request.glProjectPath": "gitlab-instance-d1c7160e/Monitoring",
  "grpc.request.glRepository": "project-1",
  "grpc.request.repoPath": "@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git",
  "grpc.request.repoStorage": "default",
  "grpc.request.topLevelGroup": "@hashed",
  "grpc.service": "gitaly.RemoteService",
  "grpc.start_time": "2021-05-10T08:50:19.452Z",
  "grpc.time_ms": 5.581,
  "level": "error",
  "msg": "finished unary call with code Internal",
  "peer.address": "@",
  "pid": 25149,
  "span.kind": "server",
  "system": "grpc",
  "time": "2021-05-10T08:50:19.458Z"
}

New projects are correctly syncing without issue, it only seems to be an issue with the automatically created project.