Merge branch 'csv_generator'
This commit is contained in:
commit
fbb2bfb329
2 changed files with 226 additions and 0 deletions
207
lib/csv_generator.rb
Normal file
207
lib/csv_generator.rb
Normal file
|
|
@ -0,0 +1,207 @@
|
|||
module CsvGenerator
|
||||
|
||||
PATH = '/tmp/csvs'
|
||||
BACKER_CSV_LOCATION = File.join('/home/ilya/workspace/diaspora/', 'backer_list.csv')
|
||||
WAITLIST_LOCATION = File.join(Rails.root, 'config', 'mailing_list.csv')
|
||||
OFFSET_LOCATION = File.join(Rails.root, 'config', 'email_offset')
|
||||
|
||||
def self.all_active_users
|
||||
file = self.filename("all_active_users")
|
||||
sql = <<SQL
|
||||
SELECT email AS '%EMAIL%'
|
||||
#{self.output_syntax(file)}
|
||||
FROM users where username IS NOT NULL
|
||||
SQL
|
||||
ActiveRecord::Base.connection.execute(sql)
|
||||
end
|
||||
|
||||
def self.all_inactive_invited_users
|
||||
file = self.filename("all_inactive_invited_users.csv")
|
||||
sql = <<SQL
|
||||
SELECT invitations.identifier AS '%EMAIL%', users.invitation_token AS '%TOKEN%'
|
||||
#{self.output_syntax(file)}
|
||||
FROM invitations
|
||||
JOIN users ON
|
||||
users.id=invitations.recipient_id
|
||||
WHERE users.username IS NULL
|
||||
AND invitations.service='email'
|
||||
SQL
|
||||
ActiveRecord::Base.connection.execute(sql)
|
||||
end
|
||||
|
||||
def self.generate_csvs
|
||||
`mkdir /tmp/csvs`
|
||||
self.backers_recent_login
|
||||
self.backers_old_login
|
||||
self.backers_never_login
|
||||
self.non_backers_recent_login
|
||||
self.non_backers_old_login
|
||||
self.non_backers_never_login
|
||||
end
|
||||
|
||||
def self.backers_recent_login
|
||||
file = self.filename("v1_backers_recent_login.csv")
|
||||
sql = self.select_fragment(file, "#{self.backer_email_condition} AND #{self.recent_login_query}")
|
||||
|
||||
ActiveRecord::Base.connection.execute(sql)
|
||||
end
|
||||
|
||||
def self.backers_old_login
|
||||
file = self.filename("v2_backers_old_login.csv")
|
||||
sql = self.select_fragment(file, "#{self.backer_email_condition} AND #{self.old_login_query}")
|
||||
|
||||
ActiveRecord::Base.connection.execute(sql)
|
||||
end
|
||||
|
||||
def self.backers_never_login
|
||||
file = self.filename("v3_backers_never_login.csv")
|
||||
sql = <<SQL
|
||||
SELECT '%EMAIL%','%NAME%','%INVITATION_LINK%'
|
||||
UNION
|
||||
SELECT `users`.email AS '%EMAIL%',
|
||||
'friend of Diaspora*' AS '%NAME%',
|
||||
IF(`users`.invitation_token, CONCAT( 'http://joindiaspora.com/users/invitation/accept?invitation_token=', `users`.invitation_token) ,NULL) AS '%INVITATION_LINK%'
|
||||
#{self.output_syntax(file)}
|
||||
FROM `users`
|
||||
WHERE #{self.backer_email_condition} AND #{self.never_login_query};
|
||||
SQL
|
||||
|
||||
ActiveRecord::Base.connection.execute(sql)
|
||||
end
|
||||
|
||||
def self.non_backers_recent_login
|
||||
file = self.filename("v4_non_backers_recent_login.csv")
|
||||
sql = self.select_fragment(file, "#{self.non_backer_email_condition} AND #{self.recent_login_query}")
|
||||
|
||||
ActiveRecord::Base.connection.execute(sql)
|
||||
end
|
||||
|
||||
def self.non_backers_old_login
|
||||
file = self.filename("v5_non_backers_old_login.csv")
|
||||
sql = self.select_fragment(file, "#{self.non_backer_email_condition} AND #{self.old_login_query}")
|
||||
|
||||
ActiveRecord::Base.connection.execute(sql)
|
||||
end
|
||||
|
||||
def self.non_backers_never_login
|
||||
file = self.filename("v6_non_backers_never_login.csv")
|
||||
sql = <<SQL
|
||||
SELECT '%EMAIL%','%NAME%','%INVITATION_LINK%'
|
||||
UNION
|
||||
SELECT `users`.email AS '%EMAIL%',
|
||||
'friend of Diaspora*' AS '%NAME%',
|
||||
IF(`users`.invitation_token, CONCAT( 'http://joindiaspora.com/users/invitation/accept?invitation_token=', `users`.invitation_token) ,NULL) AS '%INVITATION_LINK%'
|
||||
#{self.output_syntax(file)}
|
||||
FROM `users`
|
||||
WHERE #{self.non_backer_email_condition} AND #{self.never_login_query};
|
||||
SQL
|
||||
ActiveRecord::Base.connection.execute(sql)
|
||||
end
|
||||
|
||||
# ---------------- QUERY METHODS & NOTES -------------------------
|
||||
def self.select_fragment(file, where_clause)
|
||||
# #
|
||||
#
|
||||
#
|
||||
sql = <<SQL
|
||||
SELECT '%EMAIL%','%NAME%','%INVITATION_LINK%'
|
||||
UNION
|
||||
SELECT `users`.email AS '%EMAIL%',
|
||||
IF( `profiles`.full_name IS NOT NULL AND `profiles`.full_name != "",
|
||||
`profiles`.full_name, 'friend of Diaspora*') AS '%NAME%',
|
||||
IF(`users`.invitation_token, CONCAT( 'http://joindiaspora.com/users/invitation/accept?invitation_token=', `users`.invitation_token) ,NULL) AS '%INVITATION_LINK%'
|
||||
#{self.output_syntax(file)}
|
||||
FROM `users`
|
||||
JOIN `people` ON `users`.id = `people`.owner_id JOIN `profiles` ON `people`.id = `profiles`.person_id
|
||||
WHERE #{where_clause};
|
||||
SQL
|
||||
end
|
||||
|
||||
def self.backer_email_condition
|
||||
b_emails = self.backer_emails
|
||||
b_emails.map!{|a| "'#{a}'"}
|
||||
"`users`.`email` IN (#{query_string_from_array(b_emails[1..b_emails.length])})"
|
||||
end
|
||||
|
||||
def self.non_backer_email_condition
|
||||
b_emails = self.backer_emails
|
||||
b_emails.map!{|a| "'#{a}'"}
|
||||
"`users`.`email` NOT IN (#{query_string_from_array(b_emails[1..b_emails.length])})"
|
||||
end
|
||||
|
||||
def self.recent_login_query
|
||||
"(last_sign_in_at > #{(Time.now - 1.month).to_i})"
|
||||
end
|
||||
|
||||
def self.old_login_query
|
||||
"(last_sign_in_at < #{(Time.now - 1.month).to_i})"
|
||||
end
|
||||
|
||||
def self.never_login_query
|
||||
"(last_sign_in_at IS NULL)"
|
||||
end
|
||||
|
||||
def self.query_string_from_array(array)
|
||||
array.join(", ")
|
||||
end
|
||||
|
||||
# BACKER RECENT LOGIN
|
||||
# User.where("last_sign_in_at > ?", (Time.now - 1.month).to_i).where(:email => ["maxwell@joindiaspora.com"]).count
|
||||
#
|
||||
# "SELECT `users`.* FROM `users` WHERE `users`.`email` IN ('maxwell@joindiaspora.com') AND (last_sign_in_at > 1312663724)"
|
||||
|
||||
# NON BACKER RECENT LOGIN
|
||||
# User.where("last_sign_in_at > ?", (Time.now - 1.month).to_i).where("email NOT IN (?)", 'maxwell@joindiaspora.com').to_sql
|
||||
# "SELECT `users`.* FROM `users` WHERE (last_sign_in_at > 1312665370) AND (email NOT IN ('maxwell@joindiaspora.com'))"
|
||||
|
||||
|
||||
|
||||
|
||||
# ---------------- HELPER METHODS -------------------------
|
||||
def self.load_waiting_list_csv(filename)
|
||||
csv = filename
|
||||
if RUBY_VERSION.include? "1.8"
|
||||
require 'fastercsv'
|
||||
people = FasterCSV.read(csv)
|
||||
else
|
||||
require 'csv'
|
||||
people = CSV.read(csv)
|
||||
end
|
||||
people
|
||||
end
|
||||
|
||||
def self.offset
|
||||
offset_filename = OFFSET_LOCATION
|
||||
File.read(offset_filename).to_i
|
||||
end
|
||||
|
||||
def self.filename(name)
|
||||
"#{PATH}#{Time.now.strftime("%Y-%m-%d")}-#{name}"
|
||||
end
|
||||
|
||||
def self.output_syntax filename
|
||||
<<SQL
|
||||
INTO OUTFILE '#{filename}'
|
||||
FIELDS TERMINATED BY '\t'
|
||||
LINES TERMINATED BY '\n'
|
||||
SQL
|
||||
end
|
||||
|
||||
def self.waitlist
|
||||
people = self.load_waiting_list_csv(WAITLIST_LOCATION)
|
||||
offset = self.offset
|
||||
left = people[0...offset]
|
||||
right = people[offset...people.size]
|
||||
|
||||
#reading from csv (get number of row we're on) - left
|
||||
#reading from csv (get number of row we're on) - right
|
||||
end
|
||||
|
||||
def self.backers
|
||||
self.load_waiting_list_csv(BACKER_CSV_LOCATION)
|
||||
end
|
||||
|
||||
def self.backer_emails
|
||||
self.backers.map{|b| b[0]}
|
||||
end
|
||||
end
|
||||
19
spec/lib/csv_generator_spec.rb
Normal file
19
spec/lib/csv_generator_spec.rb
Normal file
|
|
@ -0,0 +1,19 @@
|
|||
require 'spec_helper'
|
||||
|
||||
describe CsvGenerator do
|
||||
describe '.all_active_users' do
|
||||
|
||||
end
|
||||
|
||||
describe '.all_inactive_invited_users' do
|
||||
|
||||
end
|
||||
|
||||
describe '.waitlist_sent' do
|
||||
|
||||
end
|
||||
|
||||
describe '.waitlist_pending' do
|
||||
|
||||
end
|
||||
end
|
||||
Loading…
Reference in a new issue