All pastes #347779 Raw Edit

Unnamed

public text v1 · immutable
·published 2007-02-09 18:05 UTC
rendered paste body
#!/usr/local/bin/python
import feedparser, urllib, md5
import shelve
import time
 
d = feedparser.parse("http://blogsearch.google.com/blogsearch_feeds?hl=en&client=news&q=vita-mix&ie=utf-8&num=10&output=atom")
 
dbstore = shelve.open('db')
 
curtime = time.time()
 
for entry in d['entries']:
   print entry['title'].encode('utf-8')
   print '\t'+entry['href']
   print '\t'+entry['link']
   print '\t'+str(time.mktime(entry['updated_parsed']))
   digest = md5.new(str(urllib.urlopen(entry['link']))).hexdigest()
   linka = entry['link'].encode('utf-8')
   sumdurl = md5.new(linka).hexdigest()
   timea = time.mktime(entry['updated_parsed'])
   if dbstore.has_key(linka):
      print 'Had it!'
   else:
      print digest
      #dbstore['link': sumdurl, {'digest': digest, 'time': timea }]
      dbstore[sumdurl] = {}
      dbstore[sumdurl]['digest'] =  digest
      dbstore[sumdurl]['time'] = curtime
      #print linka, digest, timea
   print digest
   #print title