gitlab-rake gitlab:backup:restore Recovery error
2023-01-05 10:21:21 +0800 -- Deleting tar staging files ... done
2023-01-05 10:21:21 +0800 -- Deleting backups/tmp ...
2023-01-05 10:21:21 +0800 -- Deleting backups/tmp ... done
rake aborted!
ActiveRecord::StatementInvalid: PG::ConnectionBad: PQsocket() can't get socket descriptor
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/database/schema_cache_with_renamed_table.rb:21:in `primary_keys'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/repositories.rb:119:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/repositories.rb:119:in `cleanup_snippets_without_repositories'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/repositories.rb:39:in `ensure in restore'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/repositories.rb:40:in `restore'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:104:in `run_restore_task'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:236:in `block in run_all_restore_tasks'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:235:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:235:in `run_all_restore_tasks'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:79:in `restore'
/opt/gitlab/embedded/service/gitlab-rails/lib/tasks/gitlab/backup.rake:20:in `block (3 levels) in <top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
Caused by:
PG::ConnectionBad: PQsocket() can't get socket descriptor
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/database/schema_cache_with_renamed_table.rb:21:in `primary_keys'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/repositories.rb:119:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/repositories.rb:119:in `cleanup_snippets_without_repositories'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/repositories.rb:39:in `ensure in restore'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/repositories.rb:40:in `restore'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:104:in `run_restore_task'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:236:in `block in run_all_restore_tasks'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:235:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:235:in `run_all_restore_tasks'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:79:in `restore'
/opt/gitlab/embedded/service/gitlab-rails/lib/tasks/gitlab/backup.rake:20:in `block (3 levels) in <top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
Caused by:
ActiveRecord::StatementInvalid: PG::ConnectionBad: PQconsumeInput() server closed the connection unexpectedly
This probably means the server terminated abnormally
before or while processing the request.
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/database/load_balancing/connection_proxy.rb:104:in `block in read_using_load_balancer'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/database/load_balancing/load_balancer.rb:55:in `read'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/database/load_balancing/connection_proxy.rb:103:in `read_using_load_balancer'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/database/load_balancing/connection_proxy.rb:48:in `select_all'
/opt/gitlab/embedded/service/gitlab-rails/app/models/group.rb:775:in `first_owner'
/opt/gitlab/embedded/service/gitlab-rails/app/models/project.rb:1605:in `first_owner'
/opt/gitlab/embedded/service/gitlab-rails/app/models/concerns/has_wiki.rb:20:in `block in wiki'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/utils/strong_memoize.rb:30:in `strong_memoize'
/opt/gitlab/embedded/service/gitlab-rails/app/models/concerns/has_wiki.rb:19:in `wiki'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/gl_repository.rb:18:in `block in <class:GlRepository>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/gl_repository/repo_type.rb:58:in `repository_for'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/gitaly_backup.rb:68:in `enqueue'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/repositories.rb:64:in `enqueue_project'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/repositories.rb:54:in `block in enqueue_consecutive_projects'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/repositories.rb:53:in `enqueue_consecutive_projects'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/repositories.rb:48:in `enqueue_consecutive'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/repositories.rb:34:in `restore'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:104:in `run_restore_task'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:236:in `block in run_all_restore_tasks'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:235:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:235:in `run_all_restore_tasks'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:79:in `restore'
/opt/gitlab/embedded/service/gitlab-rails/lib/tasks/gitlab/backup.rake:20:in `block (3 levels) in <top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
Caused by:
PG::ConnectionBad: PQconsumeInput() server closed the connection unexpectedly
This probably means the server terminated abnormally
before or while processing the request.
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/database/load_balancing/connection_proxy.rb:104:in `block in read_using_load_balancer'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/database/load_balancing/load_balancer.rb:55:in `read'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/database/load_balancing/connection_proxy.rb:103:in `read_using_load_balancer'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/database/load_balancing/connection_proxy.rb:48:in `select_all'
/opt/gitlab/embedded/service/gitlab-rails/app/models/group.rb:775:in `first_owner'
/opt/gitlab/embedded/service/gitlab-rails/app/models/project.rb:1605:in `first_owner'
/opt/gitlab/embedded/service/gitlab-rails/app/models/concerns/has_wiki.rb:20:in `block in wiki'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/utils/strong_memoize.rb:30:in `strong_memoize'
/opt/gitlab/embedded/service/gitlab-rails/app/models/concerns/has_wiki.rb:19:in `wiki'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/gl_repository.rb:18:in `block in <class:GlRepository>'
/opt/gitlab/embedded/service/gitlab-rails/lib/gitlab/gl_repository/repo_type.rb:58:in `repository_for'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/gitaly_backup.rb:68:in `enqueue'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/repositories.rb:64:in `enqueue_project'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/repositories.rb:54:in `block in enqueue_consecutive_projects'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/repositories.rb:53:in `enqueue_consecutive_projects'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/repositories.rb:48:in `enqueue_consecutive'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/repositories.rb:34:in `restore'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:104:in `run_restore_task'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:236:in `block in run_all_restore_tasks'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:235:in `each'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:235:in `run_all_restore_tasks'
/opt/gitlab/embedded/service/gitlab-rails/lib/backup/manager.rb:79:in `restore'
/opt/gitlab/embedded/service/gitlab-rails/lib/tasks/gitlab/backup.rake:20:in `block (3 levels) in <top (required)>'
/opt/gitlab/embedded/bin/bundle:23:in `load'
/opt/gitlab/embedded/bin/bundle:23:in `<main>'
Tasks: TOP => gitlab:backup:restore
(See full trace by running task with --trace)
Edited by Jason Plum