rendered paste body#!/usr/local/bin/python
import feedparser, urllib, md5
import shelve
import time
d = feedparser.parse("http://blogsearch.google.com/blogsearch_feeds?hl=en&client=news&q=vita-mix&ie=utf-8&num=10&output=atom")
dbstore = shelve.open('db')
curtime = time.time()
for entry in d['entries']:
print entry['title'].encode('utf-8')
print '\t'+entry['href']
print '\t'+entry['link']
print '\t'+str(time.mktime(entry['updated_parsed']))
digest = md5.new(str(urllib.urlopen(entry['link']))).hexdigest()
linka = entry['link'].encode('utf-8')
sumdurl = md5.new(linka).hexdigest()
timea = time.mktime(entry['updated_parsed'])
if dbstore.has_key(linka):
print 'Had it!'
else:
print digest
#dbstore['link': sumdurl, {'digest': digest, 'time': timea }]
dbstore[sumdurl] = {}
dbstore[sumdurl]['digest'] = digest
dbstore[sumdurl]['time'] = curtime
#print linka, digest, timea
print digest
#print title