github-mirror/discourse
github-mirror/discourse
2
0
Fork 0
mirror of https://github.com/discourse/discourse.git synced 2025-04-17 12:59:07 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Improve XenForo import script.

Browse Source 
- ensure only active, unbanned users are imported.
- ensure only visible threads/posts are imported.
This commit is contained in:
Arpit Jalan 2019-06-18 15:52:34 +05:30
parent 03ba1d49fb
commit 6d30be1f94
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
script/import_scripts/xenforo.rb
View File

@ -35,13 +35,14 @@ class ImportScripts::XenForo < ImportScripts::Base
def import_users def import_users
puts '', "creating users" puts '', "creating users"
total_count = mysql_query("SELECT count(*) count FROM #{TABLE_PREFIX}user;").first['count'] total_count = mysql_query("SELECT count(*) count FROM #{TABLE_PREFIX}user WHERE user_state = 'valid' AND is_banned = 0;").first['count']
batches(BATCH_SIZE) do |offset| batches(BATCH_SIZE) do |offset|
results = mysql_query( results = mysql_query(
"SELECT user_id id, username, email, custom_title title, register_date created_at, "SELECT user_id id, username, email, custom_title title, register_date created_at,
last_activity last_visit_time, user_group_id, is_moderator, is_admin, is_staff last_activity last_visit_time, user_group_id, is_moderator, is_admin, is_staff
FROM #{TABLE_PREFIX}user FROM #{TABLE_PREFIX}user
WHERE user_state = 'valid' AND is_banned = 0
LIMIT #{BATCH_SIZE} LIMIT #{BATCH_SIZE}
OFFSET #{offset};") OFFSET #{offset};")
@ -165,6 +166,8 @@ class ImportScripts::XenForo < ImportScripts::Base
FROM #{TABLE_PREFIX}post p, FROM #{TABLE_PREFIX}post p,
#{TABLE_PREFIX}thread t #{TABLE_PREFIX}thread t
WHERE p.thread_id = t.thread_id WHERE p.thread_id = t.thread_id
AND p.message_state = 'visible'
AND t.discussion_state = 'visible'
ORDER BY p.post_date ORDER BY p.post_date
LIMIT #{BATCH_SIZE}" # needs OFFSET LIMIT #{BATCH_SIZE}" # needs OFFSET