Subversion Repositories SmartDukaan

Rev

Rev 14744 | Rev 15155 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 14744 Rev 15153
Line 37... Line 37...
37
37
38 
            if self.count_trials < 3:
 38 
            if self.count_trials < 3:
39 
                return self.read(url)
 39 
                return self.read(url)
40
40
41 
        self.response_data=response_data
 41 
        self.response_data=response_data
- 
 
 42 
        if "Server Busy" in self.response_data:
- 
 
 43 
            print "Server busy...Ahhhhh"
- 
 
 44 
            self.count_trials += 1
- 
 
 45 
            return self.read(url)
42 
        return self.createData()
 46 
        return self.createData()
43
47
44 
    def createData(self):
 48 
    def createData(self):
45 
        self.soup = strip_tags(self.response_data,invalid_tags)
 49 
        self.soup = strip_tags(self.response_data,invalid_tags)
46 
        self.response_data =None
 50 
        self.response_data =None
Line 70... Line 74...
70 
                return  unitCost
 74 
                return  unitCost
71
75
72 
 
 76 
 
73 
if __name__ == '__main__':
 77 
if __name__ == '__main__':
74 
    scraper = AmazonScraper()
 78 
    scraper = AmazonScraper()
75 
    print scraper.read('http://www.amazon.in/gp/offer-listing/B00LSPHFCC/ref=olp_sort_ps')
 79 
    print scraper.read('http://www.amazon.in/gp/offer-listing/B00UFPHX8M')
76
80
77 

            81