forked from diaspora/diaspora
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathcsv_generator.rb
253 lines (208 loc) · 8.47 KB
/
csv_generator.rb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
module CsvGenerator
PATH = '/tmp/'
BACKER_CSV_LOCATION = File.join('/usr/local/app/diaspora/', 'backer_list.csv')
#BACKER_CSV_LOCATION = File.join('/home/ilya/workspace/diaspora/', 'backer_list.csv')
WAITLIST_LOCATION = Rails.root.join('config', 'mailing_list.csv')
OFFSET_LOCATION = Rails.root.join('config', 'email_offset')
UNSUBSCRIBE_LOCATION = Rails.root.join('config', 'unsubscribe.csv')
def self.all_active_users
file = self.filename("all_active_users")
sql = <<SQL
SELECT email AS '%EMAIL%'
#{self.output_syntax(file)}
FROM users where username IS NOT NULL
SQL
ActiveRecord::Base.connection.execute(sql)
end
def self.all_inactive_invited_users
file = self.filename("all_inactive_invited_users.csv")
sql = <<SQL
SELECT invitations.identifier AS '%EMAIL%', users.invitation_token AS '%TOKEN%'
#{self.output_syntax(file)}
FROM invitations
JOIN users ON
users.id=invitations.recipient_id
WHERE users.username IS NULL
AND invitations.service='email'
SQL
ActiveRecord::Base.connection.execute(sql)
end
def self.generate_csvs
#`mkdir /tmp/csvs`
self.backers_recent_login
self.backers_old_login
self.backers_never_login
self.non_backers_recent_login
self.non_backers_old_login
self.non_backers_never_login
end
def self.all_users
file = self.filename("v1_9_20_all_users.csv")
sql = self.select_fragment(file, "#{self.has_email}" +
" AND #{self.unsubscribe_email_condition}")
ActiveRecord::Base.connection.execute(sql)
end
def self.backers_recent_login
file = self.filename("v1_backers_recent_login.csv")
sql = self.select_fragment(file, "#{self.has_email} AND #{self.backer_email_condition}" +
" AND #{self.unsubscribe_email_condition} AND #{self.recent_login_query}")
ActiveRecord::Base.connection.execute(sql)
end
def self.backers_old_login
file = self.filename("v2_backers_old_login.csv")
sql = self.select_fragment(file, "#{self.has_email} AND #{self.backer_email_condition} " +
" AND #{self.unsubscribe_email_condition} AND #{self.old_login_query}")
ActiveRecord::Base.connection.execute(sql)
end
def self.backers_never_login
#IF(`users`.invitation_token, ,NULL)
file = self.filename("v3_backers_never_login.csv")
sql = <<SQL
SELECT '%EMAIL%','%NAME%','%INVITATION_LINK%'
UNION
SELECT `users`.email AS '%EMAIL%',
'Friend of Diaspora*' AS '%NAME%',
CONCAT( 'https://joindiaspora.com/users/invitation/accept?invitation_token=', `users`.invitation_token) AS '%INVITATION_LINK%'
#{self.output_syntax(file)}
FROM `users`
WHERE #{self.has_email} AND #{self.has_invitation_token} AND #{self.backer_email_condition} AND #{self.unsubscribe_email_condition} AND #{self.never_login_query};
SQL
ActiveRecord::Base.connection.execute(sql)
end
def self.non_backers_recent_login
file = self.filename("v4_non_backers_recent_login.csv")
sql = self.select_fragment(file, "#{self.has_email} AND #{self.non_backer_email_condition} " +
"AND #{self.unsubscribe_email_condition} AND #{self.recent_login_query}")
ActiveRecord::Base.connection.execute(sql)
end
def self.non_backers_old_login
file = self.filename("v5_non_backers_old_login.csv")
sql = self.select_fragment(file, "#{self.has_email} AND #{self.non_backer_email_condition} " +
"AND #{self.unsubscribe_email_condition} AND #{self.old_login_query}")
ActiveRecord::Base.connection.execute(sql)
end
def self.non_backers_never_login
file = self.filename("v6_non_backers_never_login.csv")
sql = <<SQL
SELECT '%EMAIL%','%NAME%','%INVITATION_LINK%'
UNION
SELECT `users`.email AS '%EMAIL%',
'Friend of Diaspora*' AS '%NAME%',
CONCAT( 'https://joindiaspora.com/users/invitation/accept?invitation_token=', `users`.invitation_token) AS '%INVITATION_LINK%'
#{self.output_syntax(file)}
FROM `users`
WHERE #{self.has_email} AND #{self.has_invitation_token} AND #{self.non_backer_email_condition} AND #{self.unsubscribe_email_condition} AND #{self.never_login_query};
SQL
ActiveRecord::Base.connection.execute(sql)
end
def self.non_backers_logged_in
file = self.filename("v2_non_backers.csv")
sql = self.select_fragment(file, "#{self.has_email} AND #{self.non_backer_email_condition} " +
"AND #{self.unsubscribe_email_condition} AND #{self.has_username}")
ActiveRecord::Base.connection.execute(sql)
end
# ---------------- QUERY METHODS & NOTES -------------------------
def self.select_fragment(file, where_clause)
sql = <<SQL
SELECT '%EMAIL%','%NAME%','%INVITATION_LINK%'
UNION
SELECT `users`.email AS '%EMAIL%',
IF( `profiles`.first_name IS NOT NULL AND `profiles`.first_name != "",
`profiles`.first_name, 'Friend of Diaspora*') AS '%NAME%',
IF(`users`.invitation_token, CONCAT( 'https://joindiaspora.com/users/invitation/accept?invitation_token=', `users`.invitation_token) ,NULL) AS '%INVITATION_LINK%'
#{self.output_syntax(file)}
FROM `users`
JOIN `people` ON `users`.id = `people`.owner_id JOIN `profiles` ON `people`.id = `profiles`.person_id
WHERE #{where_clause};
SQL
end
def self.has_username
'`users`.`username` IS NOT NULL'
end
def self.has_invitation_token
'`users`.`invitation_token` IS NOT NULL'
end
def self.has_email
'`users`.`email` IS NOT NULL AND `users`.`email` != ""'
end
def self.backer_email_condition
b_emails = self.backer_emails
b_emails.map!{|a| "'#{a}'"}
"`users`.`email` IN (#{query_string_from_array(b_emails[1..b_emails.length])})"
end
def self.non_backer_email_condition
b_emails = self.backer_emails
b_emails.map!{|a| "'#{a}'"}
"`users`.`email` NOT IN (#{query_string_from_array(b_emails[1..b_emails.length])})"
end
def self.unsubscribe_email_condition
u_emails = self.unsubscriber_emails
u_emails.map!{|a| "'#{a}'"}
"`users`.`email` NOT IN (#{query_string_from_array(u_emails[1..u_emails.length])})"
end
def self.recent_login_query
"(last_sign_in_at > SUBDATE(NOW(), INTERVAL 31 DAY))"
end
def self.old_login_query
"(last_sign_in_at < SUBDATE(NOW(), INTERVAL 31 DAY))"
end
def self.never_login_query
"(last_sign_in_at IS NULL)"
end
def self.query_string_from_array(array)
array.join(", ")
end
# BACKER RECENT LOGIN
# User.where("last_sign_in_at > ?", (Time.now - 1.month).to_i).where(:email => ["[email protected]"]).count
#
# "SELECT `users`.* FROM `users` WHERE `users`.`email` IN ('[email protected]') AND (last_sign_in_at > 1312663724)"
# NON BACKER RECENT LOGIN
# User.where("last_sign_in_at > ?", (Time.now - 1.month).to_i).where("email NOT IN (?)", '[email protected]').to_sql
# "SELECT `users`.* FROM `users` WHERE (last_sign_in_at > 1312665370) AND (email NOT IN ('[email protected]'))"
# ---------------- HELPER METHODS -------------------------
def self.load_waiting_list_csv(filename)
csv = filename
if RUBY_VERSION.include? "1.8"
require 'fastercsv'
people = FasterCSV.read(csv)
else
require 'csv'
people = CSV.read(csv)
end
people
end
def self.offset
offset_filename = OFFSET_LOCATION
File.read(offset_filename).to_i
end
def self.filename(name)
"#{PATH}#{Time.now.strftime("%Y-%m-%d")}-#{name}"
end
def self.output_syntax filename
<<SQL
INTO OUTFILE '#{filename}'
FIELDS TERMINATED BY '\t'
LINES TERMINATED BY '\n'
SQL
end
def self.waitlist
people = self.load_waiting_list_csv(WAITLIST_LOCATION)
offset = self.offset
left = people[0...offset]
right = people[offset...people.size]
#reading from csv (get number of row we're on) - left
#reading from csv (get number of row we're on) - right
end
def self.backers
self.load_waiting_list_csv(BACKER_CSV_LOCATION)
end
def self.backer_emails
self.backers.map{|b| b[0]}
end
def self.unsubsribers
self.load_waiting_list_csv(UNSUBSCRIBE_LOCATION)
end
def self.unsubscriber_emails
self.unsubsribers.map{|b| b[1]}
end
end