Subversion Repositories SmartDukaan

Rev

Rev 15215 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 15215 Rev 15265
Line 38... Line 38...
38
38
39 
            if self.count_trials < 5:
 39 
            if self.count_trials < 5:
40 
                return self.read(url)
 40 
                return self.read(url)
41
41
42 
        self.response_data=response_data
 42 
        self.response_data=response_data
- 
 
 43
43 
        if "Server Busy" in self.response_data:
 44 
        if "Server Busy" in self.response_data:
44 
            print "Server busy...Ahhhhh"
 45 
            print "Captcha page, lets try again."
45 
            self.count_trials += 1
 46 
            self.count_trials += 1
46 
            return self.read(url)
 47 
            return self.read(url)
47 
        return self.createData()
 48 
        return self.createData()
48
49
49 
    def createData(self):
 50 
    def createData(self):
Line 75... Line 76...
75 
                return  unitCost
 76 
                return  unitCost
76
77
77 
 
 78 
 
78 
if __name__ == '__main__':
 79 
if __name__ == '__main__':
79 
    scraper = AmazonScraper(True)
 80 
    scraper = AmazonScraper(True)
80 
    print scraper.read('http://www.amazon.in/gp/offer-listing/B00UFPHX8M')
 81 
    print scraper.read('http://www.amazon.in/gp/offer-listing/B00R659KZ8')
81
82
82 

            83