rspec migration pg14 no_gitaly_transactions 21/26
Passed Started
by
@gitlab-bot

🤖 GitLab Bot 🤖
1Running with gitlab-runner 17.0.0~pre.88.g761ae5dd (761ae5dd)2 on green-4.shared-gitlab-org.runners-manager.gitlab.com/default x5QiHUKw, system ID: s_b9637080a79e3 feature flags: FF_NETWORK_PER_BUILD:true4Resolving secrets6Using Docker executor with image registry.gitlab.com/gitlab-org/gitlab-build-images/debian-bookworm-ruby-3.1.5-golang-1.22-rust-1.73-node-20.12-postgresql-14:rubygems-3.4-git-2.36-lfs-2.9-chrome-123-yarn-1.22-graphicsmagick-1.3.36 ...7Starting service registry.gitlab.com/gitlab-org/gitlab-build-images:postgres-14-pgvector-0.4.1 ...8Authenticating with credentials from job payload (GitLab Registry)9Pulling docker image registry.gitlab.com/gitlab-org/gitlab-build-images:postgres-14-pgvector-0.4.1 ...10Using docker image sha256:82f132c22567f8ce17cc132c14b2f9aa3eaf9bb5424d91c2d966912433f0257d for registry.gitlab.com/gitlab-org/gitlab-build-images:postgres-14-pgvector-0.4.1 with digest registry.gitlab.com/gitlab-org/gitlab-build-images@sha256:c55e1364ee4327b244a9cfa1750f19feea14fc774eaf792b725967d146eb45f5 ...11WARNING: Service registry.gitlab.com/gitlab-org/gitlab-build-images:redis-cluster-6.2.12 is already created. Ignoring.12WARNING: Service registry.gitlab.com/gitlab-org/gitlab-build-images:redis-cluster-6.2.12 is already created. Ignoring.13Starting service registry.gitlab.com/gitlab-org/gitlab-build-images:redis-cluster-6.2.12 ...14Authenticating with credentials from job payload (GitLab Registry)15Pulling docker image registry.gitlab.com/gitlab-org/gitlab-build-images:redis-cluster-6.2.12 ...16Using docker image sha256:5c5ba5b83d6c60cb0b225bd670b7a43be8c238cc72347d24af57e5027c3648f3 for registry.gitlab.com/gitlab-org/gitlab-build-images:redis-cluster-6.2.12 with digest registry.gitlab.com/gitlab-org/gitlab-build-images@sha256:46aceab84c42d0e819c8e7940f2f98ce9e184785cd7b22d95872024a35f52407 ...17Starting service redis:6.2-alpine ...18Pulling docker image redis:6.2-alpine ...19Using docker image sha256:36c1d3cfe18f4b12d4640576f7048068acbfc3625027b6bbb46bba0e31b11831 for redis:6.2-alpine with digest redis@sha256:e3b17ba9479deec4b7d1eeec1548a253acc5374d68d3b27937fcfe4df8d18c7e ...20Waiting for services to be up and running (timeout 30 seconds)...21Authenticating with credentials from job payload (GitLab Registry)22Pulling docker image registry.gitlab.com/gitlab-org/gitlab-build-images/debian-bookworm-ruby-3.1.5-golang-1.22-rust-1.73-node-20.12-postgresql-14:rubygems-3.4-git-2.36-lfs-2.9-chrome-123-yarn-1.22-graphicsmagick-1.3.36 ...23Using docker image sha256:b26253b493531cada33f45ef568f38c50a310442d05c39f517656e0f7d305dc7 for registry.gitlab.com/gitlab-org/gitlab-build-images/debian-bookworm-ruby-3.1.5-golang-1.22-rust-1.73-node-20.12-postgresql-14:rubygems-3.4-git-2.36-lfs-2.9-chrome-123-yarn-1.22-graphicsmagick-1.3.36 with digest registry.gitlab.com/gitlab-org/gitlab-build-images/debian-bookworm-ruby-3.1.5-golang-1.22-rust-1.73-node-20.12-postgresql-14@sha256:543339542a02edc250c2c0424c5077b673f1fca2877024fdc5fb670eff44f8cf ...25Running on runner-x5qihukw-project-278964-concurrent-0 via runner-x5qihukw-shared-gitlab-org-1722412423-74f66ba1...27Skipping Git repository setup28Skipping Git checkout29Skipping Git submodules setup31Checking cache for ruby-gems-debian-bookworm-ruby-3.1.5-17...32Downloading cache from https://storage.googleapis.com/gitlab-com-runners-cache/project/278964/ruby-gems-debian-bookworm-ruby-3.1.5-17 33Successfully extracted cache35Downloading artifacts for clone-gitlab-repo (7471344368)...36Downloading artifacts from coordinator... ok host=storage.googleapis.com id=7471344368 responseStatus=200 OK token=glcbt-6637WARNING: Part of .git directory is on the list of files to extract 38WARNING: This may introduce unexpected problems 39Downloading artifacts for compile-test-assets (7471344747)...40Downloading artifacts from coordinator... ok host=storage.googleapis.com id=7471344747 responseStatus=200 OK token=glcbt-6641Downloading artifacts for retrieve-tests-metadata (7471344898)...42Downloading artifacts from coordinator... ok host=storage.googleapis.com id=7471344898 responseStatus=200 OK token=glcbt-6643Downloading artifacts for setup-test-env (7471344810)...44Downloading artifacts from coordinator... ok host=storage.googleapis.com id=7471344810 responseStatus=200 OK token=glcbt-66 45 Executing "step_script" stage of the job script 46Using docker image sha256:b26253b493531cada33f45ef568f38c50a310442d05c39f517656e0f7d305dc7 for registry.gitlab.com/gitlab-org/gitlab-build-images/debian-bookworm-ruby-3.1.5-golang-1.22-rust-1.73-node-20.12-postgresql-14:rubygems-3.4-git-2.36-lfs-2.9-chrome-123-yarn-1.22-graphicsmagick-1.3.36 with digest registry.gitlab.com/gitlab-org/gitlab-build-images/debian-bookworm-ruby-3.1.5-golang-1.22-rust-1.73-node-20.12-postgresql-14@sha256:543339542a02edc250c2c0424c5077b673f1fca2877024fdc5fb670eff44f8cf ...47$ echo $FOSS_ONLY48$ [ "$FOSS_ONLY" = "1" ] && rm -rf ee/ qa/spec/ee/ qa/qa/specs/features/ee/ qa/qa/ee/ qa/qa/ee.rb49$ export GOPATH=$CI_PROJECT_DIR/.go50$ mkdir -p $GOPATH51$ source scripts/utils.sh52$ source scripts/prepare_build.sh82Using decomposed database config (config/database.yml.decomposed-postgresql)83Geo DB won't be set up.84Embedding DB won't be set up.96$ source ./scripts/rspec_helpers.sh97$ run_timed_command "gem install knapsack --no-document"98$ gem install knapsack --no-document99Successfully installed knapsack-4.0.01001 gem installed101==> 'gem install knapsack --no-document' succeeded in 2 seconds.102$ section_start "gitaly-test-spawn" "Spawning Gitaly"; scripts/gitaly-test-spawn; section_end "gitaly-test-spawn"107$ export RSPEC_SKIPPED_TESTS_REPORT_PATH="rspec/skipped_tests-${CI_JOB_ID}.txt"108$ export RSPEC_RETRIED_TESTS_REPORT_PATH="rspec/retried_tests-${CI_JOB_ID}.txt"109$ tooling/bin/create_job_metrics_file || true110[job-metrics] Creating the job metrics file for the CI/CD job.111$ rspec_section rspec_parallelized_job "--fail-fast=${RSPEC_FAIL_FAST_THRESHOLD} --tag ~quarantine --tag ~zoekt --tag ~click_house"113[10:16:15] Starting rspec_parallelized_job114RETRY_FAILED_TESTS_IN_NEW_PROCESS: true115KNAPSACK_GENERATE_REPORT: true116FLAKY_RSPEC_GENERATE_REPORT: true117KNAPSACK_TEST_FILE_PATTERN: spec/{migrations}{,/**/}*_spec.rb118KNAPSACK_LOG_LEVEL: debug119KNAPSACK_REPORT_PATH: knapsack/rspec_migration_pg14_no_gitaly_transactions_21_26_278964_report.json120FLAKY_RSPEC_SUITE_REPORT_PATH: rspec/flaky/report-suite.json121FLAKY_RSPEC_REPORT_PATH: rspec/flaky/all_rspec_migration_pg14_no_gitaly_transactions_21_26_278964_report.json122NEW_FLAKY_RSPEC_REPORT_PATH: rspec/flaky/new_rspec_migration_pg14_no_gitaly_transactions_21_26_278964_report.json123RSPEC_SKIPPED_TESTS_REPORT_PATH: rspec/skipped_tests-7471346421.txt124CRYSTALBALL: true125RSPEC_TESTS_MAPPING_ENABLED: 126RSPEC_TESTS_FILTER_FILE: 127Shell set options (set -o) enabled:128braceexpand on129hashall on130interactive-comments on131pipefail on132Knapsack report generator started!133warning: parser/current is loading parser/ruby31, which recognizes 3.1.6-compliant syntax, but you are running 3.1.5.135Run options: exclude {:quarantine=>true, :zoekt=>true, :click_house=>true}136# [RSpecRunTime] Starting RSpec timer...137[TEST PROF INFO] EventProf enabled (sql.active_record)138unknown OID 2249: failed to recognize type of 'pg_stat_file'. It will be treated as String.139unknown OID 2249: failed to recognize type of 'pg_stat_file'. It will be treated as String.140Test environment set up in 2.76933223 seconds141# [RSpecRunTime] Starting example group spec/migrations/20230810123044_swap_snippet_user_mentions_note_id_to_bigint_for_self_hosts_spec.rb. Expected to take 2 minutes 21.82 seconds.142SwapSnippetUserMentionsNoteIdToBigintForSelfHosts143 #up144 when GitLab.com, dev, or test145 behaves like column `note_id_convert_to_bigint` is already dropped146 does not swaps the columns147 when self-managed instance with the `note_id_convert_to_bigint` column already dropped148 behaves like column `note_id_convert_to_bigint` is already dropped149 does not swaps the columns150# [RSpecRunTime] RSpec elapsed time: 2 minutes 9.12 seconds. Current RSS: ~1436M. Threads: 2. load average: 1.05 1.07 1.08 1/268 407151.152 when self-managed instance columns already swapped153 does not swaps the columns154# [RSpecRunTime] RSpec elapsed time: 2 minutes 20.88 seconds. Current RSS: ~1452M. Threads: 2. load average: 1.12 1.08 1.08 1/268 408155.156 when self-managed instance157 swaps the columns158# [RSpecRunTime] RSpec elapsed time: 2 minutes 43.11 seconds. Current RSS: ~1414M. Threads: 2. load average: 1.08 1.08 1.08 1/268 409159.160INFO: analyzing "public.p_ci_runner_machine_builds" inheritance tree161INFO: analyzing "gitlab_partitions_dynamic.ci_runner_machine_builds_100"162INFO: "ci_runner_machine_builds_100": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows163INFO: analyzing "gitlab_partitions_dynamic.ci_runner_machine_builds_101"164INFO: "ci_runner_machine_builds_101": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows165INFO: analyzing "gitlab_partitions_dynamic.ci_runner_machine_builds_102"166INFO: "ci_runner_machine_builds_102": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows167INFO: analyzing "public.p_ci_job_annotations" inheritance tree168INFO: analyzing "gitlab_partitions_dynamic.ci_job_annotations_100"169INFO: "ci_job_annotations_100": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows170INFO: analyzing "gitlab_partitions_dynamic.ci_job_annotations_101"171INFO: "ci_job_annotations_101": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows172INFO: analyzing "gitlab_partitions_dynamic.ci_job_annotations_102"173INFO: "ci_job_annotations_102": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows174INFO: analyzing "public.p_ci_builds_metadata" inheritance tree175INFO: analyzing "public.ci_builds_metadata"176INFO: "ci_builds_metadata": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows177INFO: analyzing "gitlab_partitions_dynamic.ci_builds_metadata_101"178INFO: "ci_builds_metadata_101": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows179INFO: analyzing "gitlab_partitions_dynamic.ci_builds_metadata_102"180INFO: "ci_builds_metadata_102": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows181INFO: analyzing "public.p_ci_builds" inheritance tree182INFO: analyzing "public.ci_builds"183INFO: "ci_builds": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows184INFO: analyzing "gitlab_partitions_dynamic.ci_builds_101"185INFO: "ci_builds_101": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows186INFO: analyzing "gitlab_partitions_dynamic.ci_builds_102"187INFO: "ci_builds_102": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows188I, [2024-07-31T10:21:19.613661 #328] INFO -- : Database: 'main', Table: 'p_ci_finished_build_ch_sync_events': Lock Writes189I, [2024-07-31T10:21:40.450335 #328] INFO -- : Database: 'main', Table: 'ci_job_token_group_scope_links': Lock Writes190INFO: analyzing "public.p_ci_pipeline_variables" inheritance tree191INFO: analyzing "public.ci_pipeline_variables"192INFO: "ci_pipeline_variables": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows193I, [2024-07-31T10:21:42.061203 #328] INFO -- : Database: 'main', Table: 'p_ci_pipeline_variables': Lock Writes194I, [2024-07-31T10:21:42.062513 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}195I, [2024-07-31T10:21:42.063409 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}196INFO: analyzing "public.p_ci_pipeline_variables" inheritance tree197INFO: analyzing "public.ci_pipeline_variables"198INFO: "ci_pipeline_variables": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows199INFO: analyzing "public.p_ci_job_artifacts" inheritance tree200INFO: analyzing "public.ci_job_artifacts"201INFO: "ci_job_artifacts": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows202I, [2024-07-31T10:21:48.417154 #328] INFO -- : Database: 'main', Table: 'p_ci_job_artifacts': Lock Writes203I, [2024-07-31T10:21:48.418606 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}204I, [2024-07-31T10:21:48.419847 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}205INFO: analyzing "public.p_ci_stages" inheritance tree206INFO: analyzing "public.ci_stages"207INFO: "ci_stages": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows208I, [2024-07-31T10:21:51.956721 #328] INFO -- : Database: 'main', Table: 'p_ci_stages': Lock Writes209I, [2024-07-31T10:21:51.957845 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}210I, [2024-07-31T10:21:51.958676 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}211I, [2024-07-31T10:21:53.218535 #328] INFO -- : Database: 'main', Table: 'p_ci_build_names': Lock Writes212I, [2024-07-31T10:22:00.177120 #328] INFO -- : Database: 'main', Table: 'p_ci_builds_execution_configs': Lock Writes213I, [2024-07-31T10:22:14.860611 #328] INFO -- : Database: 'main', Table: 'p_ci_build_sources': Lock Writes214I, [2024-07-31T10:22:14.863354 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}215I, [2024-07-31T10:22:14.864444 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}216I, [2024-07-31T10:22:27.443637 #328] INFO -- : Database: 'main', Table: 'p_ci_finished_pipeline_ch_sync_events': Lock Writes217I, [2024-07-31T10:22:34.987317 #328] INFO -- : Database: 'main', Table: 'p_ci_build_tags': Lock Writes218# [RSpecRunTime] Finishing example group spec/migrations/20230810123044_swap_snippet_user_mentions_note_id_to_bigint_for_self_hosts_spec.rb. It took 4 minutes 9.15 seconds. Expected to take 2 minutes 21.82 seconds.219# [RSpecRunTime] RSpec elapsed time: 4 minutes 15.62 seconds. Current RSS: ~1364M. Threads: 2. load average: 1.10 1.08 1.08 1/268 410220.221# [RSpecRunTime] Starting example group spec/migrations/20230802212443_add_current_user_todos_widget_to_epic_work_item_type_spec.rb. Expected to take 1 minute 55.17 seconds.222AddCurrentUserTodosWidgetToEpicWorkItemType223 behaves like migration that adds a widget to a work item type224 #up225main: == [advisory_lock_connection] object_id: 61686060, pg_backend_pid: 187226main: == 20230802212443 AddCurrentUserTodosWidgetToEpicWorkItemType: migrating ======227main: == 20230802212443 AddCurrentUserTodosWidgetToEpicWorkItemType: migrated (0.0472s) 228main: == [advisory_lock_connection] object_id: 61686060, pg_backend_pid: 187229 adds widget to work item type230 when type does not exist231main: == [advisory_lock_connection] object_id: 62343760, pg_backend_pid: 189232main: == 20230802212443 AddCurrentUserTodosWidgetToEpicWorkItemType: migrating ======233main: -- Epic work item type does not exist, skipping widget creation234main: == 20230802212443 AddCurrentUserTodosWidgetToEpicWorkItemType: migrated (0.0137s) 235main: == [advisory_lock_connection] object_id: 62343760, pg_backend_pid: 189236 skips creating the new widget definition237# [RSpecRunTime] RSpec elapsed time: 5 minutes 55.16 seconds. Current RSS: ~1377M. Threads: 2. load average: 1.07 1.07 1.08 1/266 411238.239 #down240main: == [advisory_lock_connection] object_id: 62638020, pg_backend_pid: 192241main: == 20230802212443 AddCurrentUserTodosWidgetToEpicWorkItemType: migrating ======242main: == 20230802212443 AddCurrentUserTodosWidgetToEpicWorkItemType: migrated (0.0571s) 243main: == [advisory_lock_connection] object_id: 62638020, pg_backend_pid: 192244 removes widget from work item type245# [RSpecRunTime] RSpec elapsed time: 6 minutes 11.29 seconds. Current RSS: ~1386M. Threads: 2. load average: 1.05 1.07 1.08 1/266 412246.247INFO: analyzing "public.p_ci_runner_machine_builds" inheritance tree248INFO: analyzing "gitlab_partitions_dynamic.ci_runner_machine_builds_100"249INFO: "ci_runner_machine_builds_100": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows250INFO: analyzing "gitlab_partitions_dynamic.ci_runner_machine_builds_101"251INFO: "ci_runner_machine_builds_101": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows252INFO: analyzing "gitlab_partitions_dynamic.ci_runner_machine_builds_102"253INFO: "ci_runner_machine_builds_102": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows254INFO: analyzing "public.p_ci_job_annotations" inheritance tree255INFO: analyzing "gitlab_partitions_dynamic.ci_job_annotations_100"256INFO: "ci_job_annotations_100": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows257INFO: analyzing "gitlab_partitions_dynamic.ci_job_annotations_101"258INFO: "ci_job_annotations_101": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows259INFO: analyzing "gitlab_partitions_dynamic.ci_job_annotations_102"260INFO: "ci_job_annotations_102": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows261INFO: analyzing "public.p_ci_builds_metadata" inheritance tree262INFO: analyzing "public.ci_builds_metadata"263INFO: "ci_builds_metadata": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows264INFO: analyzing "gitlab_partitions_dynamic.ci_builds_metadata_101"265INFO: "ci_builds_metadata_101": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows266INFO: analyzing "gitlab_partitions_dynamic.ci_builds_metadata_102"267INFO: "ci_builds_metadata_102": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows268INFO: analyzing "public.p_ci_builds" inheritance tree269INFO: analyzing "public.ci_builds"270INFO: "ci_builds": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows271INFO: analyzing "gitlab_partitions_dynamic.ci_builds_101"272INFO: "ci_builds_101": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows273INFO: analyzing "gitlab_partitions_dynamic.ci_builds_102"274INFO: "ci_builds_102": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows275I, [2024-07-31T10:24:50.602192 #328] INFO -- : Database: 'main', Table: 'p_ci_finished_build_ch_sync_events': Lock Writes276I, [2024-07-31T10:25:11.561436 #328] INFO -- : Database: 'main', Table: 'ci_job_token_group_scope_links': Lock Writes277INFO: analyzing "public.p_ci_pipeline_variables" inheritance tree278INFO: analyzing "public.ci_pipeline_variables"279INFO: "ci_pipeline_variables": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows280I, [2024-07-31T10:25:13.210132 #328] INFO -- : Database: 'main', Table: 'p_ci_pipeline_variables': Lock Writes281I, [2024-07-31T10:25:13.211523 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}282I, [2024-07-31T10:25:13.213191 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}283INFO: analyzing "public.p_ci_pipeline_variables" inheritance tree284INFO: analyzing "public.ci_pipeline_variables"285INFO: "ci_pipeline_variables": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows286INFO: analyzing "public.p_ci_job_artifacts" inheritance tree287INFO: analyzing "public.ci_job_artifacts"288INFO: "ci_job_artifacts": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows289I, [2024-07-31T10:25:19.654033 #328] INFO -- : Database: 'main', Table: 'p_ci_job_artifacts': Lock Writes290I, [2024-07-31T10:25:19.655248 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}291I, [2024-07-31T10:25:19.656166 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}292INFO: analyzing "public.p_ci_stages" inheritance tree293INFO: analyzing "public.ci_stages"294INFO: "ci_stages": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows295I, [2024-07-31T10:25:23.247778 #328] INFO -- : Database: 'main', Table: 'p_ci_stages': Lock Writes296I, [2024-07-31T10:25:23.249158 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}297I, [2024-07-31T10:25:23.250036 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}298I, [2024-07-31T10:25:24.639823 #328] INFO -- : Database: 'main', Table: 'p_ci_build_names': Lock Writes299I, [2024-07-31T10:25:31.691024 #328] INFO -- : Database: 'main', Table: 'p_ci_builds_execution_configs': Lock Writes300I, [2024-07-31T10:25:46.908425 #328] INFO -- : Database: 'main', Table: 'p_ci_build_sources': Lock Writes301I, [2024-07-31T10:25:46.909702 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}302I, [2024-07-31T10:25:46.910532 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}303I, [2024-07-31T10:26:00.334877 #328] INFO -- : Database: 'main', Table: 'p_ci_finished_pipeline_ch_sync_events': Lock Writes304I, [2024-07-31T10:26:08.173123 #328] INFO -- : Database: 'main', Table: 'p_ci_build_tags': Lock Writes305# [RSpecRunTime] Finishing example group spec/migrations/20230802212443_add_current_user_todos_widget_to_epic_work_item_type_spec.rb. It took 3 minutes 33.48 seconds. Expected to take 1 minute 55.17 seconds.306# [RSpecRunTime] RSpec elapsed time: 7 minutes 49.16 seconds. Current RSS: ~1364M. Threads: 2. load average: 0.83 0.99 1.05 1/266 413307.308# [RSpecRunTime] Starting example group spec/migrations/ensure_mr_user_mentions_note_id_bigint_backfill_is_finished_for_self_managed_spec.rb. Expected to take 1 minute 39.92 seconds.309EnsureMrUserMentionsNoteIdBigintBackfillIsFinishedForSelfManaged310 #up311main: == [advisory_lock_connection] object_id: 101957140, pg_backend_pid: 211312main: == 20230816210503 EnsureMrUserMentionsNoteIdBigintBackfillIsFinishedForSelfManaged: migrating 313main: == 20230816210503 EnsureMrUserMentionsNoteIdBigintBackfillIsFinishedForSelfManaged: migrated (0.0105s) 314main: == [advisory_lock_connection] object_id: 101957140, pg_backend_pid: 211315 ensures the migration is completed for self-managed instances316main: == [advisory_lock_connection] object_id: 103089580, pg_backend_pid: 214317main: == 20230816210503 EnsureMrUserMentionsNoteIdBigintBackfillIsFinishedForSelfManaged: migrating 318main: == 20230816210503 EnsureMrUserMentionsNoteIdBigintBackfillIsFinishedForSelfManaged: migrated (0.0094s) 319main: == [advisory_lock_connection] object_id: 103089580, pg_backend_pid: 214320 skips the check for GitLab.com, dev, or test321# [RSpecRunTime] RSpec elapsed time: 9 minutes 32.85 seconds. Current RSS: ~1382M. Threads: 2. load average: 1.07 1.03 1.06 1/266 414322.323INFO: analyzing "public.p_ci_runner_machine_builds" inheritance tree324INFO: analyzing "gitlab_partitions_dynamic.ci_runner_machine_builds_100"325INFO: "ci_runner_machine_builds_100": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows326INFO: analyzing "gitlab_partitions_dynamic.ci_runner_machine_builds_101"327INFO: "ci_runner_machine_builds_101": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows328INFO: analyzing "gitlab_partitions_dynamic.ci_runner_machine_builds_102"329INFO: "ci_runner_machine_builds_102": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows330INFO: analyzing "public.p_ci_job_annotations" inheritance tree331INFO: analyzing "gitlab_partitions_dynamic.ci_job_annotations_100"332INFO: "ci_job_annotations_100": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows333INFO: analyzing "gitlab_partitions_dynamic.ci_job_annotations_101"334INFO: "ci_job_annotations_101": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows335INFO: analyzing "gitlab_partitions_dynamic.ci_job_annotations_102"336INFO: "ci_job_annotations_102": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows337INFO: analyzing "public.p_ci_builds_metadata" inheritance tree338INFO: analyzing "public.ci_builds_metadata"339INFO: "ci_builds_metadata": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows340INFO: analyzing "gitlab_partitions_dynamic.ci_builds_metadata_101"341INFO: "ci_builds_metadata_101": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows342INFO: analyzing "gitlab_partitions_dynamic.ci_builds_metadata_102"343INFO: "ci_builds_metadata_102": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows344INFO: analyzing "public.p_ci_builds" inheritance tree345INFO: analyzing "public.ci_builds"346INFO: "ci_builds": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows347INFO: analyzing "gitlab_partitions_dynamic.ci_builds_101"348INFO: "ci_builds_101": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows349INFO: analyzing "gitlab_partitions_dynamic.ci_builds_102"350INFO: "ci_builds_102": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows351I, [2024-07-31T10:28:08.440117 #328] INFO -- : Database: 'main', Table: 'p_ci_finished_build_ch_sync_events': Lock Writes352I, [2024-07-31T10:28:29.963047 #328] INFO -- : Database: 'main', Table: 'ci_job_token_group_scope_links': Lock Writes353INFO: analyzing "public.p_ci_pipeline_variables" inheritance tree354INFO: analyzing "public.ci_pipeline_variables"355INFO: "ci_pipeline_variables": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows356I, [2024-07-31T10:28:31.816376 #328] INFO -- : Database: 'main', Table: 'p_ci_pipeline_variables': Lock Writes357I, [2024-07-31T10:28:31.817794 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}358I, [2024-07-31T10:28:31.818632 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}359INFO: analyzing "public.p_ci_pipeline_variables" inheritance tree360INFO: analyzing "public.ci_pipeline_variables"361INFO: "ci_pipeline_variables": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows362INFO: analyzing "public.p_ci_job_artifacts" inheritance tree363INFO: analyzing "public.ci_job_artifacts"364INFO: "ci_job_artifacts": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows365I, [2024-07-31T10:28:38.599013 #328] INFO -- : Database: 'main', Table: 'p_ci_job_artifacts': Lock Writes366I, [2024-07-31T10:28:38.600206 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}367I, [2024-07-31T10:28:38.601070 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}368INFO: analyzing "public.p_ci_stages" inheritance tree369INFO: analyzing "public.ci_stages"370INFO: "ci_stages": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows371I, [2024-07-31T10:28:42.290320 #328] INFO -- : Database: 'main', Table: 'p_ci_stages': Lock Writes372I, [2024-07-31T10:28:42.291701 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}373I, [2024-07-31T10:28:42.292650 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}374I, [2024-07-31T10:28:43.576499 #328] INFO -- : Database: 'main', Table: 'p_ci_build_names': Lock Writes375I, [2024-07-31T10:28:50.205248 #328] INFO -- : Database: 'main', Table: 'p_ci_builds_execution_configs': Lock Writes376I, [2024-07-31T10:29:04.994549 #328] INFO -- : Database: 'main', Table: 'p_ci_build_sources': Lock Writes377I, [2024-07-31T10:29:04.995827 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}378I, [2024-07-31T10:29:04.996694 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}379I, [2024-07-31T10:29:17.959843 #328] INFO -- : Database: 'main', Table: 'p_ci_finished_pipeline_ch_sync_events': Lock Writes380I, [2024-07-31T10:29:25.520331 #328] INFO -- : Database: 'main', Table: 'p_ci_build_tags': Lock Writes381# [RSpecRunTime] Finishing example group spec/migrations/ensure_mr_user_mentions_note_id_bigint_backfill_is_finished_for_self_managed_spec.rb. It took 3 minutes 17.08 seconds. Expected to take 1 minute 39.92 seconds.382# [RSpecRunTime] RSpec elapsed time: 11 minutes 6.31 seconds. Current RSS: ~1371M. Threads: 2. load average: 1.12 1.05 1.06 1/266 415383.384# [RSpecRunTime] Starting example group spec/migrations/20230811103457_queue_backfill_nuget_normalized_version_spec.rb. Expected to take 1 minute 29.69 seconds.385QueueBackfillNugetNormalizedVersion386main: == [advisory_lock_connection] object_id: 143052340, pg_backend_pid: 232387main: == 20230811103457 QueueBackfillNugetNormalizedVersion: migrating ==============388main: == 20230811103457 QueueBackfillNugetNormalizedVersion: migrated (0.0633s) =====389main: == [advisory_lock_connection] object_id: 143052340, pg_backend_pid: 232390 schedules a new batched migration391INFO: analyzing "public.p_ci_runner_machine_builds" inheritance tree392INFO: analyzing "gitlab_partitions_dynamic.ci_runner_machine_builds_100"393INFO: "ci_runner_machine_builds_100": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows394INFO: analyzing "gitlab_partitions_dynamic.ci_runner_machine_builds_101"395INFO: "ci_runner_machine_builds_101": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows396INFO: analyzing "gitlab_partitions_dynamic.ci_runner_machine_builds_102"397INFO: "ci_runner_machine_builds_102": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows398INFO: analyzing "public.p_ci_job_annotations" inheritance tree399INFO: analyzing "gitlab_partitions_dynamic.ci_job_annotations_100"400INFO: "ci_job_annotations_100": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows401INFO: analyzing "gitlab_partitions_dynamic.ci_job_annotations_101"402INFO: "ci_job_annotations_101": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows403INFO: analyzing "gitlab_partitions_dynamic.ci_job_annotations_102"404INFO: "ci_job_annotations_102": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows405INFO: analyzing "public.p_ci_builds_metadata" inheritance tree406INFO: analyzing "public.ci_builds_metadata"407INFO: "ci_builds_metadata": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows408INFO: analyzing "gitlab_partitions_dynamic.ci_builds_metadata_101"409INFO: "ci_builds_metadata_101": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows410INFO: analyzing "gitlab_partitions_dynamic.ci_builds_metadata_102"411INFO: "ci_builds_metadata_102": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows412INFO: analyzing "public.p_ci_builds" inheritance tree413INFO: analyzing "public.ci_builds"414INFO: "ci_builds": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows415INFO: analyzing "gitlab_partitions_dynamic.ci_builds_101"416INFO: "ci_builds_101": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows417INFO: analyzing "gitlab_partitions_dynamic.ci_builds_102"418INFO: "ci_builds_102": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows419I, [2024-07-31T10:31:23.289890 #328] INFO -- : Database: 'main', Table: 'p_ci_finished_build_ch_sync_events': Lock Writes420I, [2024-07-31T10:31:44.869499 #328] INFO -- : Database: 'main', Table: 'ci_job_token_group_scope_links': Lock Writes421INFO: analyzing "public.p_ci_pipeline_variables" inheritance tree422INFO: analyzing "public.ci_pipeline_variables"423INFO: "ci_pipeline_variables": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows424I, [2024-07-31T10:31:46.648812 #328] INFO -- : Database: 'main', Table: 'p_ci_pipeline_variables': Lock Writes425I, [2024-07-31T10:31:46.650063 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}426I, [2024-07-31T10:31:46.650922 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}427INFO: analyzing "public.p_ci_pipeline_variables" inheritance tree428INFO: analyzing "public.ci_pipeline_variables"429INFO: "ci_pipeline_variables": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows430INFO: analyzing "public.p_ci_job_artifacts" inheritance tree431INFO: analyzing "public.ci_job_artifacts"432INFO: "ci_job_artifacts": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows433I, [2024-07-31T10:31:53.240017 #328] INFO -- : Database: 'main', Table: 'p_ci_job_artifacts': Lock Writes434I, [2024-07-31T10:31:53.241260 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}435I, [2024-07-31T10:31:53.242095 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}436INFO: analyzing "public.p_ci_stages" inheritance tree437INFO: analyzing "public.ci_stages"438INFO: "ci_stages": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows439I, [2024-07-31T10:31:56.813723 #328] INFO -- : Database: 'main', Table: 'p_ci_stages': Lock Writes440I, [2024-07-31T10:31:56.814982 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}441I, [2024-07-31T10:31:56.815877 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}442I, [2024-07-31T10:31:58.105065 #328] INFO -- : Database: 'main', Table: 'p_ci_build_names': Lock Writes443I, [2024-07-31T10:32:04.973805 #328] INFO -- : Database: 'main', Table: 'p_ci_builds_execution_configs': Lock Writes444I, [2024-07-31T10:32:19.865459 #328] INFO -- : Database: 'main', Table: 'p_ci_build_sources': Lock Writes445I, [2024-07-31T10:32:19.866805 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}446I, [2024-07-31T10:32:19.867688 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}447I, [2024-07-31T10:32:33.064340 #328] INFO -- : Database: 'main', Table: 'p_ci_finished_pipeline_ch_sync_events': Lock Writes448I, [2024-07-31T10:32:40.475412 #328] INFO -- : Database: 'main', Table: 'p_ci_build_tags': Lock Writes449# [RSpecRunTime] Finishing example group spec/migrations/20230811103457_queue_backfill_nuget_normalized_version_spec.rb. It took 3 minutes 14.86 seconds. Expected to take 1 minute 29.69 seconds.450# [RSpecRunTime] RSpec elapsed time: 14 minutes 21.23 seconds. Current RSS: ~1359M. Threads: 2. load average: 1.08 1.08 1.07 1/267 416451.452# [RSpecRunTime] Starting example group spec/migrations/20240210104125_ensure_member_roles_names_uniq_spec.rb. Expected to take 54.95 seconds.453EnsureMemberRolesNamesUniq454 #up455main: -- execute("UPDATE member_roles SET name = CONCAT(name, ' (', id, ')')\nWHERE id IN (\n SELECT mr.id FROM member_roles mr\n WHERE EXISTS (SELECT mr_duplicates.id\n FROM member_roles mr_duplicates\n WHERE mr_duplicates.name = mr.name\n AND (\n mr_duplicates.namespace_id = mr.namespace_id\n OR (mr_duplicates.namespace_id IS NULL AND mr.namespace_id IS NULL)\n )\n AND mr_duplicates.id < mr.id))\n")456main: -> 0.0033s457main: -- execute("UPDATE member_roles SET name = CONCAT(name, ' (', id, ')')\nWHERE id IN (\n SELECT mr.id FROM member_roles mr\n WHERE EXISTS (SELECT mr_duplicates.id\n FROM member_roles mr_duplicates\n WHERE mr_duplicates.name = mr.name\n AND (\n mr_duplicates.namespace_id = mr.namespace_id\n OR (mr_duplicates.namespace_id IS NULL AND mr.namespace_id IS NULL)\n )\n AND mr_duplicates.id < mr.id))\n")458main: -> 0.0027s459 updates the duplicated names with higher id460# [RSpecRunTime] RSpec elapsed time: 15 minutes 17.12 seconds. Current RSS: ~1403M. Threads: 2. load average: 1.09 1.08 1.07 2/266 417461.462INFO: analyzing "public.p_ci_stages" inheritance tree463INFO: analyzing "public.ci_stages"464INFO: "ci_stages": scanned 0 of 0 pages, containing 0 live rows and 0 dead rows; 0 rows in sample, 0 estimated total rows465I, [2024-07-31T10:33:51.303213 #328] INFO -- : Database: 'main', Table: 'p_ci_stages': Lock Writes466I, [2024-07-31T10:33:51.304550 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}467I, [2024-07-31T10:33:51.305542 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}468I, [2024-07-31T10:33:52.552174 #328] INFO -- : Database: 'main', Table: 'p_ci_build_names': Lock Writes469I, [2024-07-31T10:33:59.459693 #328] INFO -- : Database: 'main', Table: 'p_ci_builds_execution_configs': Lock Writes470I, [2024-07-31T10:34:14.920054 #328] INFO -- : Database: 'main', Table: 'p_ci_build_sources': Lock Writes471I, [2024-07-31T10:34:14.921370 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}472I, [2024-07-31T10:34:14.922256 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}473I, [2024-07-31T10:34:28.086609 #328] INFO -- : Database: 'main', Table: 'p_ci_finished_pipeline_ch_sync_events': Lock Writes474I, [2024-07-31T10:34:36.172617 #328] INFO -- : Database: 'main', Table: 'p_ci_build_tags': Lock Writes475# [RSpecRunTime] Finishing example group spec/migrations/20240210104125_ensure_member_roles_names_uniq_spec.rb. It took 1 minute 55.72 seconds. Expected to take 54.95 seconds.476# [RSpecRunTime] RSpec elapsed time: 16 minutes 17.02 seconds. Current RSS: ~1353M. Threads: 2. load average: 1.10 1.08 1.07 1/267 418477.478# [RSpecRunTime] Starting example group spec/migrations/20240305120551_queue_backfill_has_issues_for_external_issue_links_spec.rb. Expected to take 54.63 seconds.479QueueBackfillHasIssuesForExternalIssueLinks480main: == [advisory_lock_connection] object_id: 205110620, pg_backend_pid: 264481main: == 20240305120551 QueueBackfillHasIssuesForExternalIssueLinks: migrating ======482main: == 20240305120551 QueueBackfillHasIssuesForExternalIssueLinks: migrated (0.0784s) 483main: == [advisory_lock_connection] object_id: 205110620, pg_backend_pid: 264484 schedules a new batched migration485I, [2024-07-31T10:35:45.129776 #328] INFO -- : Database: 'main', Table: 'p_ci_build_names': Lock Writes486I, [2024-07-31T10:35:52.014845 #328] INFO -- : Database: 'main', Table: 'p_ci_builds_execution_configs': Lock Writes487I, [2024-07-31T10:36:07.272582 #328] INFO -- : Database: 'main', Table: 'p_ci_build_sources': Lock Writes488I, [2024-07-31T10:36:07.273909 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}489I, [2024-07-31T10:36:07.274759 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}490I, [2024-07-31T10:36:20.080293 #328] INFO -- : Database: 'main', Table: 'p_ci_finished_pipeline_ch_sync_events': Lock Writes491I, [2024-07-31T10:36:27.610677 #328] INFO -- : Database: 'main', Table: 'p_ci_build_tags': Lock Writes492# [RSpecRunTime] Finishing example group spec/migrations/20240305120551_queue_backfill_has_issues_for_external_issue_links_spec.rb. It took 1 minute 51.61 seconds. Expected to take 54.63 seconds.493# [RSpecRunTime] RSpec elapsed time: 18 minutes 8.69 seconds. Current RSS: ~1327M. Threads: 2. load average: 1.17 1.10 1.08 1/267 419494.495# [RSpecRunTime] Starting example group spec/migrations/20240508085441_re_add_redirect_routes_path_index_spec.rb. Expected to take 34.7 seconds.496ReAddRedirectRoutesPathIndex497 when the index already exist498main: -- indexes(:redirect_routes)499main: -> 0.0078s500 does not do anything501# [RSpecRunTime] RSpec elapsed time: 18 minutes 38.21 seconds. Current RSS: ~1371M. Threads: 2. load average: 1.24 1.12 1.09 1/267 420502.503 when the index does not exist504main: -- indexes(:redirect_routes)505main: -> 0.0073s506main: -- current_schema(nil)507main: -> 0.0013s508main: -- transaction_open?(nil)509main: -> 0.0002s510main: -- view_exists?(:postgres_partitions)511main: -> 0.0031s512main: -- index_exists?(:redirect_routes, "LOWER(path) varchar_pattern_ops", {:unique=>true, :name=>"index_redirect_routes_on_path_unique_text_pattern_ops", :algorithm=>:concurrently})513main: -> 0.0078s514main: -- add_index(:redirect_routes, "LOWER(path) varchar_pattern_ops", {:unique=>true, :name=>"index_redirect_routes_on_path_unique_text_pattern_ops", :algorithm=>:concurrently})515main: -> 0.0024s516main: -- indexes(:redirect_routes)517main: -> 0.0086s518 creates the index519# [RSpecRunTime] RSpec elapsed time: 18 minutes 44.99 seconds. Current RSS: ~1388M. Threads: 2. load average: 1.12 1.10 1.08 1/267 421520.521I, [2024-07-31T10:37:18.540720 #328] INFO -- : Database: 'main', Table: 'p_ci_build_sources': Lock Writes522I, [2024-07-31T10:37:18.542071 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Lock timeout is set", :current_iteration=>1, :lock_timeout_in_ms=>100}523I, [2024-07-31T10:37:18.542938 #328] INFO -- : {:method=>"with_lock_retries", :class=>"gitlab:db:lock_writes", :message=>"Migration finished", :current_iteration=>1, :lock_timeout_in_ms=>100}524I, [2024-07-31T10:37:31.164812 #328] INFO -- : Database: 'main', Table: 'p_ci_finished_pipeline_ch_sync_events': Lock Writes525I, [2024-07-31T10:37:38.603259 #328] INFO -- : Database: 'main', Table: 'p_ci_build_tags': Lock Writes526# [RSpecRunTime] Finishing example group spec/migrations/20240508085441_re_add_redirect_routes_path_index_spec.rb. It took 1 minute 10.8 seconds. Expected to take 34.7 seconds.527# [RSpecRunTime] RSpec elapsed time: 19 minutes 19.55 seconds. Current RSS: ~1350M. Threads: 2. load average: 0.93 1.05 1.07 1/267 422528.529# [RSpecRunTime] Starting example group spec/migrations/20240529184616_queue_backfill_agent_activity_events_agent_project_id_spec.rb. Expected to take 20.27 seconds.530QueueBackfillAgentActivityEventsAgentProjectId531main: == [advisory_lock_connection] object_id: 231231400, pg_backend_pid: 290532main: == 20240529184616 QueueBackfillAgentActivityEventsAgentProjectId: migrating ===533main: == 20240529184616 QueueBackfillAgentActivityEventsAgentProjectId: migrated (0.0703s) 534main: == [advisory_lock_connection] object_id: 231231400, pg_backend_pid: 290535 schedules a new batched migration536I, [2024-07-31T10:38:21.831772 #328] INFO -- : Database: 'main', Table: 'p_ci_finished_pipeline_ch_sync_events': Lock Writes537I, [2024-07-31T10:38:29.238319 #328] INFO -- : Database: 'main', Table: 'p_ci_build_tags': Lock Writes538# [RSpecRunTime] Finishing example group spec/migrations/20240529184616_queue_backfill_agent_activity_events_agent_project_id_spec.rb. It took 50.54 seconds. Expected to take 20.27 seconds.539# [RSpecRunTime] RSpec elapsed time: 20 minutes 10.16 seconds. Current RSS: ~1346M. Threads: 2. load average: 0.86 1.02 1.06 1/267 423540.541# [RSpecRunTime] Starting example group spec/migrations/20240611132547_queue_backfill_release_links_project_id_spec.rb. Expected to take 19.13 seconds.542QueueBackfillReleaseLinksProjectId543main: == [advisory_lock_connection] object_id: 237657180, pg_backend_pid: 303544main: == 20240611132547 QueueBackfillReleaseLinksProjectId: migrating ===============545main: == 20240611132547 QueueBackfillReleaseLinksProjectId: migrated (0.0750s) ======546main: == [advisory_lock_connection] object_id: 237657180, pg_backend_pid: 303547 schedules a new batched migration548I, [2024-07-31T10:39:04.281288 #328] INFO -- : Database: 'main', Table: 'p_ci_finished_pipeline_ch_sync_events': Lock Writes549I, [2024-07-31T10:39:11.526729 #328] INFO -- : Database: 'main', Table: 'p_ci_build_tags': Lock Writes550# [RSpecRunTime] Finishing example group spec/migrations/20240611132547_queue_backfill_release_links_project_id_spec.rb. It took 41.69 seconds. Expected to take 19.13 seconds.551# [RSpecRunTime] RSpec elapsed time: 20 minutes 51.91 seconds. Current RSS: ~1332M. Threads: 2. load average: 0.99 1.04 1.06 1/267 424552.553# [RSpecRunTime] Starting example group spec/migrations/20240507152320_queue_migrate_os_sbom_occurrences_to_components_without_prefix_spec.rb. Expected to take 14.5 seconds.554QueueMigrateOsSbomOccurrencesToComponentsWithoutPrefix555main: == [advisory_lock_connection] object_id: 242658160, pg_backend_pid: 315556main: == 20240507152320 QueueMigrateOsSbomOccurrencesToComponentsWithoutPrefix: migrating 557main: == 20240507152320 QueueMigrateOsSbomOccurrencesToComponentsWithoutPrefix: migrated (0.0637s) 558main: == [advisory_lock_connection] object_id: 242658160, pg_backend_pid: 315559 schedules a new batched migration560I, [2024-07-31T10:39:46.182126 #328] INFO -- : Database: 'main', Table: 'p_ci_build_tags': Lock Writes561# [RSpecRunTime] Finishing example group spec/migrations/20240507152320_queue_migrate_os_sbom_occurrences_to_components_without_prefix_spec.rb. It took 34.79 seconds. Expected to take 14.5 seconds.562# [RSpecRunTime] RSpec elapsed time: 21 minutes 26.76 seconds. Current RSS: ~1332M. Threads: 2. load average: 1.09 1.06 1.07 1/269 425563.564# [RSpecRunTime] Starting example group spec/migrations/20240627133840_queue_backfill_packages_debian_project_components_project_id_spec.rb. Expected to take 12.4 seconds.565QueueBackfillPackagesDebianProjectComponentsProjectId566main: == [advisory_lock_connection] object_id: 246910900, pg_backend_pid: 326567main: == 20240627133840 QueueBackfillPackagesDebianProjectComponentsProjectId: migrating 568main: == 20240627133840 QueueBackfillPackagesDebianProjectComponentsProjectId: migrated (0.0638s) 569main: == [advisory_lock_connection] object_id: 246910900, pg_backend_pid: 326570 schedules a new batched migration571I, [2024-07-31T10:40:14.788082 #328] INFO -- : Database: 'main', Table: 'p_ci_build_tags': Lock Writes572# [RSpecRunTime] Finishing example group spec/migrations/20240627133840_queue_backfill_packages_debian_project_components_project_id_spec.rb. It took 28.64 seconds. Expected to take 12.4 seconds.573# [RSpecRunTime] RSpec elapsed time: 21 minutes 55.46 seconds. Current RSS: ~1364M. Threads: 2. load average: 1.15 1.08 1.08 1/269 426574.575auto_explain log contains 965 entries for main, writing to /builds/gitlab-org/gitlab/auto_explain/rspec-migration-pg14-no-gitaly-transactions-21-26.328.main.ndjson.gz576took 31.348542208577auto_explain log contains 966 entries for ci, writing to /builds/gitlab-org/gitlab/auto_explain/rspec-migration-pg14-no-gitaly-transactions-21-26.328.ci.ndjson.gz578took 29.594299402579[TEST PROF INFO] EventProf results for sql.active_record580Total time: 13:56.115 of 21:49.039 (63.87%)581Total events: 582890582Top 5 slowest suites (by time):583SwapSnippetUs...ntForSelfHosts (./spec/migrations/20230810123044_swap_snippet_user_mentions_note_id_to_bigint_for_self_hosts_spec.rb:6) – 02:16.129 (96138 / 4) of 04:09.207 (54.62%)584EnsureMrUserM...ForSelfManaged (./spec/migrations/ensure_mr_user_mentions_note_id_bigint_backfill_is_finished_for_self_managed_spec.rb:6) – 02:13.448 (90809 / 2) of 03:17.135 (67.69%)585AddCurrentUse...icWorkItemType (./spec/migrations/20230802212443_add_current_user_todos_widget_to_epic_work_item_type_spec.rb:6) – 02:13.418 (88050 / 3) of 03:33.545 (62.48%)586QueueBackfill...malizedVersion (./spec/migrations/20230811103457_queue_backfill_nuget_normalized_version_spec.rb:6) – 02:12.415 (89098 / 1) of 03:14.930 (67.93%)587EnsureMemberRolesNamesUniq (./spec/migrations/20240210104125_ensure_member_roles_names_uniq_spec.rb:7) – 01:21.240 (59761 / 1) of 01:55.783 (70.17%)588Knapsack report was generated. Preview:589{590 "spec/migrations/20230810123044_swap_snippet_user_mentions_note_id_to_bigint_for_self_hosts_spec.rb": 157.16828895400067,591 "spec/migrations/20230802212443_add_current_user_todos_widget_to_epic_work_item_type_spec.rb": 115.80301088899978,592 "spec/migrations/ensure_mr_user_mentions_note_id_bigint_backfill_is_finished_for_self_managed_spec.rb": 103.81663787800062,593 "spec/migrations/20230811103457_queue_backfill_nuget_normalized_version_spec.rb": 101.24460886199995,594 "spec/migrations/20240210104125_ensure_member_roles_names_uniq_spec.rb": 56.031919131000905,595 "spec/migrations/20240305120551_queue_backfill_has_issues_for_external_issue_links_spec.rb": 56.23813708399939,596 "spec/migrations/20240508085441_re_add_redirect_routes_path_index_spec.rb": 36.45107861900033,597 "spec/migrations/20240529184616_queue_backfill_agent_activity_events_agent_project_id_spec.rb": 22.766976376000457,598 "spec/migrations/20240611132547_queue_backfill_release_links_project_id_spec.rb": 18.54604298799859,599 "spec/migrations/20240507152320_queue_migrate_os_sbom_occurrences_to_components_without_prefix_spec.rb": 15.644572481998694,600 "spec/migrations/20240627133840_queue_backfill_packages_debian_project_components_project_id_spec.rb": 12.801209344999734601}602Knapsack global time execution for tests: 11m 36s603Finished in 22 minutes 57 seconds (files took 2 minutes 10.6 seconds to load)60418 examples, 0 failures605Randomized with seed 30718606[TEST PROF INFO] Time spent in factories: 00:00.199 (0.01% of total time)607RSpec exited with 0.608No examples to retry, congrats!610Running after script...611$ source scripts/utils.sh612$ bundle exec gem list gitlab_quality-test_tooling613gitlab_quality-test_tooling (1.33.0)614$ section_start "failed-test-issues" "Report test failures" # collapsed multi-line command618$ section_start "flaky-test-issues" "Report test flakiness" # collapsed multi-line command621$ section_start "slow-test-issues" "Report test slowness" # collapsed multi-line command625$ section_start "slow-test-merge-request-report-note" "Report test slowness in MR note" # collapsed multi-line command628$ section_start "knapsack-report-issues" "Report test files close to timing out" # collapsed multi-line command632$ tooling/bin/push_job_metrics || true633[job-metrics] Pushing job metrics file for the CI/CD job.634[job-metrics] Pushed 4 CI job metric entries to InfluxDB.636Not uploading cache ruby-gems-debian-bookworm-ruby-3.1.5-17 due to policy638Uploading artifacts...639auto_explain/: found 3 matching artifact files and directories 640coverage/: found 5 matching artifact files and directories 641crystalball/: found 5 matching artifact files and directories 642WARNING: deprecations/: no matching files. Ensure that the artifact path is relative to the working directory (/builds/gitlab-org/gitlab) 643knapsack/: found 4 matching artifact files and directories 644rspec/: found 12 matching artifact files and directories 645WARNING: tmp/capybara/: no matching files. Ensure that the artifact path is relative to the working directory (/builds/gitlab-org/gitlab) 646log/*.log: found 13 matching artifact files and directories 647WARNING: Upload request redirected location=https://gitlab.com/api/v4/jobs/7471346421/artifacts?artifact_format=zip&artifact_type=archive&expire_in=31d new-url=https://gitlab.com648WARNING: Retrying... context=artifacts-uploader error=request redirected649Uploading artifacts as "archive" to coordinator... 201 Created id=7471346421 responseStatus=201 Created token=glcbt-66650Uploading artifacts...651rspec/rspec-*.xml: found 1 matching artifact files and directories 652WARNING: Upload request redirected location=https://gitlab.com/api/v4/jobs/7471346421/artifacts?artifact_format=gzip&artifact_type=junit&expire_in=31d new-url=https://gitlab.com653WARNING: Retrying... context=artifacts-uploader error=request redirected654Uploading artifacts as "junit" to coordinator... 201 Created id=7471346421 responseStatus=201 Created token=glcbt-66656Job succeeded