Import scripts for Drupal and Kunena/Joomla. A new base class for import scripts.

script/import_scripts/kunena.rb

@@ -0,0 +1,165 @@
+require File.expand_path(File.dirname(__FILE__) + "/base.rb")
+
+require "mysql2"
+require "csv"
+
+# TODO
+#
+# It would be better to have a mysql dump of the joomla users too.
+# But I got a csv file and had an awful time trying to use the LOAD DATA command to put it into a table.
+# So, this script reads Joomla users from a csv file for now.
+
+class ImportScripts::Kunena < ImportScripts::Base
+
+  KUNENA_DB    = "kunena"
+  JOOMLA_USERS = "j-users.csv"
+
+  def initialize
+    super
+
+    @joomla_users_file = ARGV[0]
+    raise ArgumentError.new('Joomla users file argument missing. Provide full path to joomla users csv file.') if !@joomla_users_file.present?
+
+    @users = {}
+
+    @client = Mysql2::Client.new(
+      host: "localhost",
+      username: "root",
+      #password: "password",
+      database: KUNENA_DB
+    )
+  end
+
+  def execute
+    check_files_exist
+
+    parse_users
+
+    create_users(@users) do |id, user|
+      { id: id,
+        email: user[:email],
+        username: user[:username],
+        created_at: user[:created_at],
+        bio_raw: user[:bio],
+        moderator: user[:moderator] ? true : false,
+        suspended_at: user[:suspended] ? Time.zone.now : nil,
+        suspended_till: user[:suspended] ? 100.years.from_now : nil }
+    end
+
+    create_categories(@client.query("SELECT id, parent, name, description, ordering FROM jos_kunena_categories ORDER BY parent, id;")) do |c|
+      h = {id: c['id'], name: c['name'], description: c['description'], position: c['ordering'].to_i}
+      if c['parent'].to_i > 0
+        parent = category_from_imported_category_id(c['parent'])
+        h[:parent_category_id] = parent.id if parent
+      end
+      h
+    end
+
+    import_posts
+
+    begin
+      create_admin(email: 'neil.lalonde@discourse.org', username: UserNameSuggester.suggest('neil'))
+    rescue => e
+      puts '', "Failed to create admin user"
+      puts e.message
+    end
+
+    puts '', 'Done'
+  end
+
+  def check_files_exist
+    raise ArgumentError.new("File does not exist: #{@joomla_users_file}") unless File.exist?(@joomla_users_file)
+  end
+
+  def read_csv(f)
+    data = File.read(f)
+    data.gsub!(/\" \n/,"\"\n")
+    data.gsub!(/\\\"/,";;")
+    data.gsub!(/\\/,"\n")
+    data
+  end
+
+  def parse_users
+    # Need to merge data from joomla with kunena
+
+    puts "parsing joomla user data from #{@joomla_users_file}"
+    CSV.foreach(@joomla_users_file) do |u|
+      next unless u[0].to_i > 0 and u[1].present? and u[2].present?
+      username = u[1].gsub(' ', '_').gsub(/[^A-Za-z0-9_]/, '')[0,User.username_length.end]
+      if username.length < User.username_length.first
+        username = username * User.username_length.first
+      end
+      @users[u[0].to_i] = {id: u[0].to_i, username: username, email: u[2], created_at: Time.zone.parse(u[3])}
+    end
+
+    puts "parsing kunena user data from mysql"
+    results = @client.query("SELECT userid, signature, moderator, banned FROM jos_kunena_users;", cache_rows: false)
+    results.each do |u|
+      next unless u['userid'].to_i > 0
+      user = @users[u['userid'].to_i]
+      if user
+        user[:bio] = u['signature']
+        user[:moderator] = (u['moderator'].to_i == 1)
+        user[:suspended] = u['banned'].present?
+      end
+    end
+  end
+
+  def import_posts
+    puts '', "creating topics and posts"
+
+    total_count = @client.query("SELECT COUNT(*) count FROM jos_kunena_messages m;").first['count']
+
+    batch_size = 1000
+
+    batches(batch_size) do |offset|
+      results = @client.query("
+        SELECT m.id id,
+               m.thread thread,
+               m.parent parent,
+               m.catid catid,
+               m.userid userid,
+               m.subject subject,
+               m.time time,
+               t.message message
+        FROM jos_kunena_messages m,
+             jos_kunena_messages_text t
+        WHERE m.id = t.mesid
+        ORDER BY m.id
+        LIMIT #{batch_size}
+        OFFSET #{offset};
+      ", cache_rows: false)
+
+      break if results.size < 1
+
+      create_posts(results, total: total_count, offset: offset) do |m|
+        skip = false
+        mapped = {}
+
+        mapped[:id] = m['id']
+        mapped[:user_id] = user_id_from_imported_user_id(m['userid']) || find_user_by_import_id(m['userid']).try(:id) || -1
+        mapped[:raw] = m["message"]
+        mapped[:created_at] = Time.zone.at(m['time'])
+        mapped[:custom_fields] = {import_id: m['id']}
+
+        if m['id'] == m['thread']
+          mapped[:category] = category_from_imported_category_id(m['catid']).try(:name)
+          mapped[:title] = m['subject']
+        else
+          parent = topic_lookup_from_imported_post_id(m['parent'])
+          if parent
+            mapped[:topic_id] = parent[:topic_id]
+            mapped[:reply_to_post_number] = parent[:post_number] if parent[:post_number] > 1
+          else
+            puts "Parent post #{m['parent']} doesn't exist. Skipping #{m["id"]}: #{m["subject"][0..40]}"
+            skip = true
+          end
+        end
+
+        skip ? nil : mapped
+      end
+    end
+  end
+end
+
+ImportScripts::Kunena.new.perform