Restructuring

Author: RusherRG

automate.py

@@ -1,15 +1,22 @@
 from scrape import scraper
-from csv_utils import read_csv, write_csv, get_unpaid_participants
-from generate import _render_template
+from file_utils import read_csv, write_csv, read_file, write_file
+from generate import _render_template, preprocess
 from mail import sendmail
 import json
 
-data = scraper('http://scrape.surge.sh/')
-write_csv(data, "studentdetails.csv")
+data = scraper('http://automatescrape.surge.sh/')
+write_csv(data)
 
-unpaid_participants, paid_count = get_unpaid_participants("studentdetails.csv")
-total_seats = 500
+participants = read_csv()
+participants = preprocess(participants)
 
-for participant in unpaid_participants:
-    html = _render_template(participant[0], total_seats-paid_count)
-    sendmail(to_email=participant[0], html=html)
+sent_mails = read_file()
+mails = []
+
+for participant in participants:
+    if participant['email'] not in sent_mails:
+        msg = _render_template(participant['name'], participant['payment'])
+        response = sendmail(to_email=participant['email'], msg=msg)
+        if response['email_status'] == "Success":
+            mails.append(participant['email'])
+            write_file(participant['email'])

file_utils.py

@@ -0,0 +1,28 @@
+import csv
+
+
+def read_csv():
+    with open("studentdetails.csv", 'r') as csv_file:
+        csv_reader = csv.reader(csv_file, delimiter=',')
+        data = []
+        for row in csv_reader:
+            data.append(row)
+    return data
+
+
+def write_csv(data):
+    with open("studentdetails.csv", 'w') as csv_file:
+        csv_writer = csv.writer(csv_file, delimiter=',')
+        for row in data:
+            csv_writer.writerow(row)
+
+
+def read_file():
+    with open("sentmails.txt", 'r') as f:
+        sent_mails = f.readlines()
+    return sent_mails
+
+
+def write_file(mail):
+    with open("sentmails.txt", 'a') as f:
+        f.write(mail + "\n")

generate.py

@@ -2,13 +2,27 @@
 import csv
 
 
-def _render_template(name, seats):
+def _render_template(name, payment_status):
     file_loader = FileSystemLoader('templates')
     env = Environment(
         loader=file_loader,
         trim_blocks=True,
         lstrip_blocks=True,
         keep_trailing_newline=True,
     )
-    template = env.get_template('remind.html')
-    return template.render(name=name, seats=seats)
+    template = env.get_template('message.txt')
+    return template.render(name=name, payment_status=payment_status)
+
+
+def preprocess(participants):
+    data = []
+    for participant in participants:
+        data.append({
+            "name": participant[0],
+            "dob": participant[1],
+            "email": participant[2],
+            "city": participant[3],
+            "phone": participant[4],
+            "payment": participant[5],
+        })
+    return data

mail.py

@@ -5,16 +5,15 @@
 import os
 import sys
 
-def sendmail(to_email, html):
+def sendmail(to_email, msg):
 
     from_email = ''
     msg = MIMEMultipart('alternative')
     msg['Subject'] = "Python Automation Workstop"
     msg['From'] = from_email
     msg['To'] = to_email
 
-    body = html
-    content = MIMEText(body, 'html')
+    content = msg
     msg.attach(content)
     response = {}
     try:

scrape.py

@@ -1,21 +1,28 @@
 import bs4
 import requests
 
+
 def scraper(url):
     response = requests.get(url)
     html = response.text
     data = []
 
     soup = bs4.BeautifulSoup(html)
     li_tags = soup.select('li')
-    
+
     for i in range(len(li_tags)):
-        name = li_tags[i].select('#name_'+str(i+1))[0].text
-        dob = li_tags[i].select('#dob_'+str(i+1))[0].text
-        city = li_tags[i].select('#city_'+str(i+1))[0].text
-        email = li_tags[i].select('#email_'+str(i+1))[0].text
-        phone = li_tags[i].select('#phone_'+str(i+1))[0].text
-        payment = li_tags[i].select('#payment_'+str(i+1))[0].text
-        data.append([name, dob, city, email, phone, payment])
-    
+        name = li_tags[i].select('.name')[0].text
+        dob = li_tags[i].select('.dob')[0].text
+        email = li_tags[i].select('.email')[0].text
+        if li_tags[i].select('.city'):
+            city = li_tags[i].select('.city')[0].text
+        else:
+            city = ""
+        if li_tags[i].select('.phone'):
+            phone = li_tags[i].select('.phone')[0].text
+        else:
+            phone = ""
+        payment = li_tags[i].select('.payment')[0].text
+        data.append([name, dob, email, city, phone, payment])
+
     return data

sentmails.txt

@@ -0,0 +1,9 @@
+[email protected]
+[email protected]
+[email protected]
+[email protected]
+[email protected]
+[email protected]
+[email protected]
+[email protected]
+[email protected]

studentdetails.csv

@@ -1,6 +1,22 @@
-Name,DOB,City,Email,Phone,Payment
-Akshay,09-10-1999,Mumbai,[email protected],9699923802,paid
-Karan,15-06-1999,Mumbai,[email protected],7715905009,unpaid
-Rushang,04-11-1999,Mumbai,[email protected],9619243034,paid
-Aditya,10-06-1999,Mumbai,[email protected],7977475158,unpaid
-Hetal,24-06-1999,Mumbai,[email protected],9819746588,paid
+Name,DOB,Email,City,Phone,Payment
+Keith Morrow,1982-07-08,[email protected],,,unpaid
+Bonnie Fisher,2009-02-09,[email protected],Garciaborough,001-320-174-1751,unpaid
+Michelle Holmes,1999-08-21,[email protected],East Troyton,+1-322-770-8979x66613,unpaid
+Thomas Miller,1998-03-19,[email protected],Port Mary,,unpaid
+Amy Hebert,2006-10-30,[email protected],,,unpaid
+Destiny Anderson,2011-12-01,[email protected],Roberttown,862.685.7973,unpaid
+Sarah Woods,2010-10-03,[email protected],,,unpaid
+Robert Christensen,1993-08-28,[email protected],,(849)051-7160x16652,unpaid
+Bethany Frye,2010-10-16,[email protected],,,unpaid
+Olivia Fisher,1999-08-04,[email protected],,+1-774-119-6430x21642,unpaid
+Darren Cole,2014-01-29,[email protected],Lisaport,854.462.3147,paid
+Steven Ramirez,1976-02-01,[email protected],Foleymouth,(175)534-2434x428,paid
+Austin Gross,2006-12-06,[email protected],South Adamberg,001-411-678-0856x51513,unpaid
+Charles Myers,1997-10-05,[email protected],,(456)053-5875x607,unpaid
+Lonnie Green,2000-01-19,[email protected],,,paid
+Chloe Blevins,1982-02-15,[email protected],Lake Tammy,(552)363-2280,paid
+Joel Smith,2015-11-19,[email protected],New Anthonyhaven,,unpaid
+Stephanie Craig,2011-10-26,[email protected],,+1-263-404-9039,unpaid
+Christopher Potts,2011-07-06,[email protected],Jonesbury,,unpaid
+Mr. Daniel Williams II,2012-10-07,[email protected],Jaychester,,unpaid
+Brenda Hampton,1986-01-04,[email protected],North Matthewport,,unpaid

templates/message.txt

@@ -0,0 +1,7 @@
+Hi {{name}},
+{% if payment == 'paid' %}
+This mail is to confirm your payment for the event. Attached with this mail is the pass which will be needed as proof for confirmation.
+{% else %}
+We noticed you have registered for our event. But, we haven't recieved any payments. Please make sure to confirm your presence by paying a refundable deposit.
+{% endif %}
+Thanks