Schedule background migration to populatepages metadata

Call MigratePagesMetadata for batches of projects to populate
`project_pages_metadata` table.

Related to #28781.

changelogs/unreleased/28781-migrate-pages-metadata-in-background.yml

+---
+title: Schedule background migration to populate pages metadata
+merge_request: 17993
+author:
+type: added

db/post_migrate/20191002031332_schedule_pages_metadata_migration.rb

+# frozen_string_literal: true
+
+class SchedulePagesMetadataMigration < ActiveRecord::Migration[5.2]
+  include Gitlab::Database::MigrationHelpers
+
+  DOWNTIME = false
+
+  BATCH_SIZE = 10_000
+  MIGRATION = 'MigratePagesMetadata'
+  INITIAL_DELAY = 120
+
+  disable_ddl_transaction!
+
+  class Project < ActiveRecord::Base
+    include ::EachBatch
+
+    self.table_name = 'projects'
+  end
+
+  def up
+    Project.each_batch(of: BATCH_SIZE) do |relation, index|
+      delay = (INITIAL_DELAY + index * 1).minutes
+
+      range = relation.pluck(Arel.sql('MIN(id), MAX(id)')).first
+
+      BackgroundMigrationWorker.perform_in(delay, MIGRATION, range)
+    end
+  end
+
+  def down
+    # no-op
+  end
+end

db/schema.rb

@@ -10,7 +10,7 @@
 #
 # It's strongly recommended that you check this file into your version control system.
 
-ActiveRecord::Schema.define(version: 2019_09_27_074328) do
+ActiveRecord::Schema.define(version: 2019_10_02_031332) do
 
   # These are extensions that must be enabled in order to support this database
   enable_extension "pg_trgm"

spec/migrations/schedule_pages_metadata_migration_spec.rb

+# frozen_string_literal: true
+
+require 'spec_helper'
+require Rails.root.join('db', 'post_migrate', '20191002031332_schedule_pages_metadata_migration')
+
+describe SchedulePagesMetadataMigration, :migration, :sidekiq do
+  let(:namespaces) { table(:namespaces) }
+  let(:projects) { table(:projects) }
+
+  before do
+    stub_const("#{described_class.name}::BATCH_SIZE", 1)
+
+    namespaces.create!(id: 11, name: 'gitlab', path: 'gitlab-org')
+    projects.create!(id: 111, namespace_id: 11, name: 'Project 111')
+    projects.create!(id: 114, namespace_id: 11, name: 'Project 114')
+  end
+
+  it 'schedules pages metadata migration' do
+    Sidekiq::Testing.fake! do
+      Timecop.freeze do
+        migrate!
+
+        expect(described_class::MIGRATION).to be_scheduled_delayed_migration(121.minutes, 111, 111)
+        expect(described_class::MIGRATION).to be_scheduled_delayed_migration(122.minutes, 114, 114)
+        expect(BackgroundMigrationWorker.jobs.size).to eq(2)
+      end
+    end
+  end
+end