github-mirror/discourse
2
0
Fork 0
mirror of https://github.com/discourse/discourse.git synced 2025-05-22 04:24:35 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

50% faster vBulletin 4 importer

Browse Source
This commit is contained in:
Régis Hanol
2017-02-01 14:33:09 +01:00
parent 18007ed34b
commit 0d250c3935
3 changed files with 99 additions and 58 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
script/import_scripts/base.rb
View File

@ -203,24 +203,23 @@ class ImportScripts::Base
def all_records_exist?(type, import_ids)
return false if import_ids.empty?
orig_conn = ActiveRecord::Base.connection
conn = orig_conn.raw_connection
conn.exec('CREATE TEMP TABLE import_ids(val varchar(200) PRIMARY KEY)')
connection = ActiveRecord::Base.connection.raw_connection
connection.exec('CREATE TEMP TABLE import_ids(val text PRIMARY KEY)')
import_id_clause = import_ids.map { |id| "('#{PG::Connection.escape_string(id.to_s)}')" }.join(",")
conn.exec("INSERT INTO import_ids VALUES #{import_id_clause}")
connection.exec("INSERT INTO import_ids VALUES #{import_id_clause}")
existing = "#{type.to_s.classify}CustomField".constantize.where(name: 'import_id')
existing = existing.joins('JOIN import_ids ON val = value')
if existing.count == import_ids.length
existing = "#{type.to_s.classify}CustomField".constantize
existing = existing.where(name: 'import_id')
.joins('JOIN import_ids ON val = value')
.count
if existing == import_ids.length
puts "Skipping #{import_ids.length} already imported #{type}"
return true
end
ensure
conn.exec('DROP TABLE import_ids')
connection.exec('DROP TABLE import_ids')
end
def created_user(user)