github-mirror/discourse
2
0
Fork 0
mirror of https://github.com/discourse/discourse.git synced 2025-05-22 19:32:43 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Improved mailing list import.

Browse Source 
Now uses a SQLite database to store messages rather than JSON files
for performance and memory considerations.
This commit is contained in:
Robin Ward
2016-06-14 11:44:35 -04:00
parent 470da6205c
commit b42f28d4c3
2 changed files with 188 additions and 81 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
script/import_scripts/base.rb
View File

@ -198,10 +198,14 @@ class ImportScripts::Base
def all_records_exist?(type, import_ids)
return false if import_ids.empty?
Post.exec_sql('CREATE TEMP TABLE import_ids(val varchar(200) PRIMARY KEY)')
orig_conn = ActiveRecord::Base.connection
conn = orig_conn.raw_connection
conn.exec('CREATE TEMP TABLE import_ids(val varchar(200) PRIMARY KEY)')
import_id_clause = import_ids.map { |id| "('#{PG::Connection.escape_string(id.to_s)}')" }.join(",")
Post.exec_sql("INSERT INTO import_ids VALUES #{import_id_clause}")
conn.exec("INSERT INTO import_ids VALUES #{import_id_clause}")
existing = "#{type.to_s.classify}CustomField".constantize.where(name: 'import_id')
existing = existing.joins('JOIN import_ids ON val = value')
@ -211,7 +215,7 @@ class ImportScripts::Base
return true
end
ensure
Post.exec_sql('DROP TABLE import_ids')
conn.exec('DROP TABLE import_ids')
end
# Iterate through a list of user records to be imported.
@ -366,7 +370,7 @@ class ImportScripts::Base
params[:parent_category_id] = top.id if top
end
new_category = create_category(params, params[:id])
create_category(params, params[:id])
created += 1
end