seed.py

"""Utility file to seed law school database from ABA data in seed_data/"""


"""
From aba-data-2013.txt

[0] SCHOOL
[1] Total Unduplicated Applications
[2] Total Unduplicated Offers (not using)
[3] Admit Rate
[4] 1L Matriculants (not using)
[5] 75th Percentile UGPA
[6] 50th Percentile UGPA
[7] 25th Percentile UGPA
[8] 75th Percentile LSAT
[9] 50th Percentile LSAT
[10] 25th Percentile LSAT
[11] Full-Time Resident Student Tuition
[12] Full-Time Non-Resident Student Tuition
[13] Single student living off-campus Living Expenses
[14] Website address
[15] Physical address
[16] Latitude
[17] Longitude

Items separated by |
Can eliminate 2, 4 for unpacking purposes if desired

"""

# import models from model.py
from model import School, User, School_list, connect_to_db, db
from server import app
import time
from geopy import geocoders


MAX_GEOCODER_REQUESTS_PER_SEC = 9

class Geocoder(object):

    def __init__(self):
        self.service = geocoders.GoogleV3()

    def get(self, address):
        location = self.service.geocode(address)
        return location.latitude, location.longitude


def load_school_data():
    """Load school data to db from aba-data-2013.txt"""

    print "Schools"

    # Eliminate any previously seeded data
    School.query.delete()

    geocoder_requests = 0
    geocoder = Geocoder()

    # For each row in file, split, strip, assign to row instance, and add to db
    for row in open("seed-data/aba-data-2013.txt"):
        row = row.strip().split("|")

        school_name = row[0].strip().title()

        # find and replace capitalzation exceptions in school_name
        if "Of" in school_name:
            school_name = school_name.replace("Of", "of")
        if "'S" in school_name:
            school_name = school_name.replace("'S", "'s")
        if "And" in school_name:
            school_name = school_name.replace("And", "and")
        if " At " in school_name:
            school_name = school_name.replace(" At ", " at ")
        if "Suny" in school_name:
            school_name = school_name.replace("Suny", "SUNY")
        if "Mcgeorge" in school_name:
            school_name = school_name.replace("Mcgeorge", "McGeorge")

        applications = row[1].strip()
        admit_rate = row[3].strip()
        gpa_75 = row[5].strip()
        gpa_50 = row[6].strip()
        gpa_25 = row[7].strip()
        lsat_75 = row[8].strip()
        lsat_50 = row[9].strip()
        lsat_25 = row[10].strip()
        resident_tuition = row[11].strip()
        nonresident_tuition = row[12].strip()
        living_expense = row[13].strip()
        url = row[14].strip()
        address = row[15].strip()

        if geocoder_requests >= MAX_GEOCODER_REQUESTS_PER_SEC:
            geocoder_requests = 0
            time.sleep(1)
        else:
            geocoder_requests += 1

        latitude, longitude = geocoder.get(address)

        school_data = School(school_name=school_name,
                             applications=applications,
                             admit_rate=admit_rate,
                             gpa_75=gpa_75,
                             gpa_50=gpa_50,
                             gpa_25=gpa_25,
                             lsat_75=lsat_75,
                             lsat_50=lsat_50,
                             lsat_25=lsat_25,
                             resident_tuition=resident_tuition,
                             nonresident_tuition=nonresident_tuition,
                             living_expense=living_expense,
                             url=url,
                             address=address,
                             latitude=latitude,
                             longitude=longitude
                             )
        print school_data

        db.session.add(school_data)

    # commit all new adds to db
    db.session.commit()


def load_user_data():
    """Load user data to db from aba-data-2013.txt"""

    print "Users"

    # Eliminate any previously seeded data
    User.query.delete()

    # For each row in file, split, strip, assign to row instance, and add to db
    for row in open("seed-data/user_seed_data.txt"):
        row = row.strip().split(",")

        email = row[0].strip()
        password = row[1].strip()
        gpa = row[2].strip()
        lsat = row[3].strip()

        user_data = User(email=email,
                         password=password,
                         gpa=gpa,
                         lsat=lsat)

        print user_data

        db.session.add(user_data)

    # commit all new adds to db
    db.session.commit()


if __name__ == "__main__":
    connect_to_db(app)

    # create all tables
    db.create_all()

    # Import school data into database
    load_school_data()
    load_user_data()

    # seeding confirmation
    print "It's done!"