Subversion Repositories SmartDukaan

Rev

Rev 13829 | Rev 14744 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 13829 Rev 14157
Line 27... Line 27...
27 
        self.count_trials = 0
 27 
        self.count_trials = 0
28
28
29 
    def read(self, url):
 29 
    def read(self, url):
30 
        request = urllib2.Request(url)
 30 
        request = urllib2.Request(url)
31 
        request.add_header('User-Agent', 'Mozilla/5.0 (X11; Linux i686) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/13.0.782.218 Safari/535.1')
 31 
        request.add_header('User-Agent', 'Mozilla/5.0 (X11; Linux i686) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/13.0.782.218 Safari/535.1')
32 
        opener = urllib2.build_opener()
 - 
 
33 
        response_data = ""
 32 
        response_data = ""
34 
        try:
 33 
        try:
- 
 
 34 
            response = urllib2.urlopen(request)
35 
            response_data = opener.open(request).read()
 35 
            response_data = response.read()
- 
 
 36 
            response.close()
36
37
37 
        except urllib2.HTTPError as e:
 38 
        except urllib2.HTTPError as e:
38 
            print 'ERROR: ', e
 39 
            print 'ERROR: ', e
39 
            print 'Retrying'
 40 
            print 'Retrying'
40 
            self.count_trials += 1
 41 
            self.count_trials += 1