Posted By

halotis on 08/14/09

Tagged

links
web

Versions (?)

Last Edited at 08/14/09 04:46pm

Statistics

Viewed 627 times

Favorited by 0 user(s)

Related snippets

Get Del.icio.us links from a search

/ Published in: Python

find great websites by scraping links from delicious.com

Highlighted TextExpand

#!/usr/bin/env python
# -*- coding: utf-8 -*-
# (C) 2009 HalOtis Marketing
# written by Matt Warren
# http://halotis.com/
 
"""
Scraper for Del.icio.us SERP.
 
This pulls the results for a match for a query on http://del.icio.us.
"""
 
import urllib2
import re
 
from BeautifulSoup import BeautifulSoup
 
def get_delicious_results(query, page_limit=10):
 
    page = 1
    links = []
 
    while page &lt; page_limit :
        url='http://delicious.com/search?p=' + '%20'.join(query.split()) + '&amp;context=all&amp;lc=1&amp;page=' + str(page)
        req = urllib2.Request(url)
        HTML = urllib2.urlopen(req).read()
        soup = BeautifulSoup(HTML)
 
        next = soup.find('a', attrs={'class':re.compile('.*next$', re.I)})
 
        #links is a list of (url, title) tuples
        links +=   [(link['href'], ''.join(link.findAll(text=True)) ) for link in soup.findAll('a', attrs={'class':re.compile('.*taggedlink.*', re.I)}) ]
 
        if next :
            page = page+1
        else :
            break
 
    return links
 
if __name__=='__main__':
    links = get_delicious_results('halotis marketing')
    print links

URL: http://www.halotis.com/2009/07/31/find-links-on-del-icio-us-with-a-python-script/

Report this snippet Tweet