ops.gitlab.com - wal-g backup hangs
Per https://gitlab.slack.com/archives/CC9T10QM9/p1549548359115600:
gitlabhq_production=# select datname, query, pid, usename, xact_start, query_start, state_change from pg_stat_activity where xact_start is not null ;
datname | query | pid | usename | xact_start | query_start | state_change
---------------------+---------------------------------------------------------------------------------------------------------------------------------+-------+------------------+-------------------------------+-------------------------------+-------------------------------
postgres | SELECT labelfile, spcmapfile, lsn FROM pg_stop_backup(false) | 29417 | gitlab-superuser | 2019-01-30 03:00:16.058405+00 | 2019-01-30 03:00:16.059099+00 | 2019-01-30 03:00:16.0591+00
postgres | SELECT labelfile, spcmapfile, lsn FROM pg_stop_backup(false) | 25396 | gitlab-superuser | 2019-01-31 03:00:13.689138+00 | 2019-01-31 03:00:13.690009+00 | 2019-01-31 03:00:13.69001+00
postgres | SELECT labelfile, spcmapfile, lsn FROM pg_stop_backup(false) | 29010 | gitlab-superuser | 2019-02-01 03:00:14.355438+00 | 2019-02-01 03:00:14.356327+00 | 2019-02-01 03:00:14.356328+00
postgres | SELECT labelfile, spcmapfile, lsn FROM pg_stop_backup(false) | 25776 | gitlab-superuser | 2019-02-02 03:00:14.520702+00 | 2019-02-02 03:00:14.521835+00 | 2019-02-02 03:00:14.521836+00
postgres | SELECT labelfile, spcmapfile, lsn FROM pg_stop_backup(false) | 16595 | gitlab-superuser | 2019-02-03 03:00:14.944331+00 | 2019-02-03 03:00:14.945355+00 | 2019-02-03 03:00:14.945356+00
postgres | SELECT labelfile, spcmapfile, lsn FROM pg_stop_backup(false) | 29505 | gitlab-superuser | 2019-02-04 03:00:13.913999+00 | 2019-02-04 03:00:13.914786+00 | 2019-02-04 03:00:13.914787+00
postgres | SELECT labelfile, spcmapfile, lsn FROM pg_stop_backup(false) | 1891 | gitlab-superuser | 2019-02-05 03:00:15.724989+00 | 2019-02-05 03:00:15.725748+00 | 2019-02-05 03:00:15.725749+00
postgres | SELECT labelfile, spcmapfile, lsn FROM pg_stop_backup(false) | 5721 | gitlab-superuser | 2019-02-06 03:00:17.584036+00 | 2019-02-06 03:00:17.584756+00 | 2019-02-06 03:00:17.584756+00
postgres | SELECT labelfile, spcmapfile, lsn FROM pg_stop_backup(false) | 3696 | gitlab-superuser | 2019-02-07 03:00:17.352363+00 | 2019-02-07 03:00:17.352991+00 | 2019-02-07 03:00:17.352992+00
gitlabhq_production | select datname, query, pid, usename, xact_start, query_start, state_change from pg_stat_activity where xact_start is not null ; | 13058 | gitlab-psql | 2019-02-07 14:47:15.027431+00 | 2019-02-07 14:47:15.027431+00 | 2019-02-07 14:47:15.027435+00
(10 rows)