Posted By

bingjian on 07/25/09

Tagged

Versions (?)

Last Edited at 07/25/09 05:54pm

Statistics

Viewed 811 times

Favorited by 0 user(s)

Related snippets

Look Up a Company's 401k Plan Rating from BrightScope

/ Published in: Python

Highlighted TextExpand

import re

from urllib import urlopen
from urllib import urlencode

"""
Author: bing.jian@gmail.com
Date:  2009/07/25
Example Usage:

>>> import brightscope
 >>> o = brightscope.get_directory()
 >>> brightscope.query_score(o,'southwest')
Found Southwest Airlines Co. (3)
BrightScope Rating: 86
Found Southwest Electric Company (2)
BrightScope Rating: 55
Found Southwestern Energy Company
BrightScope Rating: 65
Found Southwest Water Company (2)
BrightScope Rating: 66
Found Southwest Gas Corporation
BrightScope Rating: 69
Found Southwestern/Great American, Inc.
BrightScope Rating: 52

"""

home_url = 'http://www.brightscope.com/'
rating_base_url = 'http://www.brightscope.com/401k-rating/'
directory_url = 'http://www.brightscope.com/ratings/'

company_string = '<li ><a href="/401k-rating/(?P<link>.+?)/"[\s]+>(?P<name>.+?)</a></li>'
company_pattern = re.compile(company_string,re.MULTILINE)

top_company_string = '<li class="top.+?"><a href="/401k-rating/(?P<link>.+?)/"[\s]+title=".+?"[\s]+>(?P<name>.+?)</a></li>'
top_company_pattern = re.compile(top_company_string,re.MULTILINE)

score_string = '<span id="your_plan_rating">(?P<score>[0-9]+)</span>'
score_pattern = re.compile(score_string)

amp_pattern = re.compile(r'&amp;')
prime_pattern = re.compile(r'&#39;')

def get_directory():
    doc = urlopen(directory_url).read()
    res = {}
    patterns = [company_pattern, top_company_pattern]
    for pattern in patterns:
        o = pattern.finditer(doc)
        for item in o:
            link, company = item.groups()
            amp = amp_pattern.search(company)
            if amp:
                company = amp_pattern.sub('&',company)
            prime = prime_pattern.search(company)
            if prime:
                company = prime_pattern.sub("'",company)
            res[company] = link
    return res

def query_score(directory, key):
    for company in directory:
        if key.lower() in company.lower():
            print "Found %s"%company
            url = rating_base_url + directory[company]
            doc = urlopen(url).read()
            o = score_pattern.search(doc)
            if o:
                print "BrightScope Rating: %d"%int(o.groups()[0])

URL: http://www.brightscope.com

Report this snippet Tweet

Comments

Subscribe to comments

Comment:

You need to login to post a comment.