55 lines
1.9 KiB
Ruby
55 lines
1.9 KiB
Ruby
|
class CopyAccountStats < ActiveRecord::Migration[5.2]
|
||
|
|
disable_ddl_transaction!
|
||
|
|
|
||
|
|
def up
|
||
|
|
safety_assured do
|
||
|
|
if supports_upsert?
|
||
|
|
up_fast
|
||
|
|
else
|
||
|
|
up_slow
|
||
|
|
end
|
||
|
|
end
|
||
|
|
end
|
||
|
|
|
||
|
|
def down
|
||
|
|
# Nothing
|
||
|
|
end
|
||
|
|
|
||
|
|
private
|
||
|
|
|
||
|
|
def supports_upsert?
|
||
|
|
version = select_one("SELECT current_setting('server_version_num') AS v")['v'].to_i
|
||
|
|
version >= 90500
|
||
|
|
end
|
||
|
|
|
||
|
|
def up_fast
|
||
|
|
say 'Upsert is available, importing counters using the fast method'
|
||
|
|
|
||
|
|
Account.unscoped.select('id').find_in_batches(batch_size: 5_000) do |accounts|
|
||
|
|
execute <<-SQL.squish
|
||
|
|
INSERT INTO account_stats (account_id, statuses_count, following_count, followers_count, created_at, updated_at)
|
||
|
|
SELECT id, statuses_count, following_count, followers_count, created_at, updated_at
|
||
|
|
FROM accounts
|
||
|
|
WHERE id IN (#{accounts.map(&:id).join(', ')})
|
||
|
|
ON CONFLICT (account_id) DO UPDATE
|
||
|
|
SET statuses_count = EXCLUDED.statuses_count, following_count = EXCLUDED.following_count, followers_count = EXCLUDED.followers_count
|
||
|
|
SQL
|
||
|
|
end
|
||
|
|
end
|
||
|
|
|
||
|
|
def up_slow
|
||
|
|
say 'Upsert is not available in PostgreSQL below 9.5, falling back to slow import of counters'
|
||
|
|
|
||
|
|
# We cannot use bulk INSERT or overarching transactions here because of possible
|
||
|
|
# uniqueness violations that we need to skip over
|
||
|
|
Account.unscoped.select('id, statuses_count, following_count, followers_count, created_at, updated_at').find_each do |account|
|
||
|
|
begin
|
||
|
|
params = [[nil, account.id], [nil, account[:statuses_count]], [nil, account[:following_count]], [nil, account[:followers_count]], [nil, account.created_at], [nil, account.updated_at]]
|
||
|
|
exec_insert('INSERT INTO account_stats (account_id, statuses_count, following_count, followers_count, created_at, updated_at) VALUES ($1, $2, $3, $4, $5, $6)', nil, params)
|
||
|
|
rescue ActiveRecord::RecordNotUnique
|
||
|
|
next
|
||
|
|
end
|
||
|
|
end
|
||
|
|
end
|
||
|
|
end
|