nocebo/diaspora
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Import some more times

Browse source
This commit is contained in:
Raphael 2011-01-07 10:56:46 -08:00
parent 686713dc4b
commit ff44003ea3
2 changed files with 19 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

23
lib/data_conversion/import_to_mysql.rb
View file

@ -11,6 +11,9 @@ module DataConversion
def nil_es(string)
"#{string} = NULLIF(@#{string}, '')"
end
def unix_time(string)
"#{string} = FROM_UNIXTIME(LEFT(@#{string}, LENGTH(@#{string})-3))"
end
def import_raw
truncate_tables
@ -43,10 +46,10 @@ module DataConversion
#{load_string("users")}
#{infile_opts}
(mongo_id, username, serialized_private_key, encrypted_password,
invites, @invitation_token, invitation_sent_at, @getting_started,
@disable_mail, language, @last_sign_in_ip, @last_sign_in_at_var,
invites, @invitation_token, @invitation_sent_at, @getting_started,
@disable_mail, language, @last_sign_in_ip, @last_sign_in_at,
@reset_password_token, password_salt)
SET last_sign_in_at = FROM_UNIXTIME(LEFT(@last_sign_in_at_var, LENGTH(@last_sign_in_at_var)-3)),
SET #{unix_time("last_sign_in_at")},
#{nil_es("invitation_token")},
#{nil_es("last_sign_in_ip")},
#{nil_es("reset_password_token")},
@ -62,6 +65,8 @@ module DataConversion
#{load_string("aspects")}
#{infile_opts}
(mongo_id, name, user_mongo_id, @created_at, @updated_at)
SET #{unix_time("created_at")},
#{unix_time("updated_at")};
SQL
log "Finished. Imported #{Mongo::Aspect.count} aspects."
end
@ -92,9 +97,11 @@ module DataConversion
Mongo::Post.connection.execute <<-SQL
#{load_string("posts")}
#{infile_opts}
(@youtube_titles,@pending,created_at,@public,updated_at,status_message_mongo_id,caption,remote_photo_path,remote_photo_name,random_string,image,mongo_id,type,diaspora_handle,person_mongo_id,message)
(@youtube_titles,@pending,@created_at,@public,@updated_at,status_message_mongo_id,caption,remote_photo_path,remote_photo_name,random_string,image,mongo_id,type,diaspora_handle,person_mongo_id,message)
SET guid = mongo_id,
#{nil_es("youtube_titles")},
#{unix_time("created_at")},
#{unix_time("updated_at")},
#{boolean_set("pending")},
#{boolean_set("public")};
SQL
@ -105,7 +112,7 @@ module DataConversion
Mongo::Contact.connection.execute <<-SQL
#{load_string("contacts")}
#{infile_opts}
(mongo_id, user_mongo_id, person_mongo_id, @pending, created_at, updated_at)
(mongo_id, user_mongo_id, person_mongo_id, @pending, @created_at, @updated_at)
SET #{boolean_set("pending")};
SQL
log "Finished. Imported #{Mongo::Contact.count} contacts."
@ -170,9 +177,11 @@ module DataConversion
Mongo::Person.connection.execute <<-SQL
#{load_string("people")}
#{infile_opts}
(created_at,updated_at,serialized_public_key,url,mongo_id,@owner_mongo_id,diaspora_handle)
(@created_at,@updated_at,serialized_public_key,url,mongo_id,@owner_mongo_id,diaspora_handle)
SET guid = mongo_id,
#{nil_es("owner_mongo_id")};
#{nil_es("owner_mongo_id")},
#{unix_time("created_at")},
#{unix_time("updated_at")};
SQL
log "Finished. Imported #{Mongo::Person.count} people."
end

6
spec/lib/data_conversion/import_to_mysql_spec.rb
View file

@ -138,9 +138,9 @@ describe DataConversion::ImportToMysql do
post = Mongo::Post.first
post.youtube_titles.should be_nil
post.pending.should == false
post.created_at.to_i.should == 1294358525000
post.created_at.to_i.should == 1294358525
post.public.should == false
post.updated_at.to_i.should == 1294358525000
post.updated_at.to_i.should == 1294358525
post.status_message_mongo_id.should be_nil
post.caption.should be_nil
post.remote_photo_path.should be_nil
@ -197,7 +197,7 @@ describe DataConversion::ImportToMysql do
person.url.should == "http://google-1b5b16a.com/"
person.diaspora_handle.should == "bob-person-1a8bc18@aol.com"
person.serialized_public_key.should_not be_nil
person.created_at.should be_nil
person.created_at.to_i.should == 1294344490
end
end
describe "post_visibilities" do