Discourse/discourse
Discourse/discourse
2
0
Fork 0
mirror of https://github.com/discourse/discourse.git synced 2025-09-05 08:59:27 +08:00
Code Packages Activity Actions 11

FEATURE: Skip batches if all records exist

Browse source 
Update all import scripts to take advantage of all_records_exist?
This commit is contained in:
Kane York 2015-09-21 16:48:42 -07:00
parent 200ee15991
commit 821124f3fd
20 changed files with 99 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
script/import_scripts/nabble.rb
View file

@ -40,6 +40,8 @@ class ImportScripts::Nabble < ImportScripts::Base
break if users.ntuples() < 1
next if all_records_exist? :users, users.map {|u| u["user_id"].to_i}
create_users(users, total: total_count, offset: offset) do |user|
{
id: user["user_id"],
@ -80,6 +82,8 @@ class ImportScripts::Nabble < ImportScripts::Base
break if topics.ntuples() < 1
next if all_records_exist? :posts, topics.map {|t| t['node_id'].to_i}
create_posts(topics, total: topic_count, offset: offset) do |t|
raw = body_from(t)
next unless raw
@ -122,6 +126,8 @@ class ImportScripts::Nabble < ImportScripts::Base
break if posts.ntuples() < 1
next if all_records_exist? :posts, posts.map {|p| p['node_id'].to_i}
create_posts(posts, total: post_count, offset: offset) do |p|
parent_id = p['parent_id']
id = p['node_id']