Subversion Repositories SmartDukaan

Rev

Rev 12200 | Rev 12206 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 12200 Rev 12202
Line 23... Line 23...
23
23
24 
            if self.count_trials < 3:
 24 
            if self.count_trials < 3:
25 
                return self.read(url)
 25 
                return self.read(url)
26
26
27 
        self.response_data=response_data
 27 
        self.response_data=response_data
- 
 
 28 
        return self.createData(url)
28
29
29 
    def createData(self,url):
 30 
    def createData(self,url):
30 
        page=self.response_data.decode("utf-8")
 31 
        page=self.response_data.decode("utf-8")
31 
        self.soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
 32 
        self.soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
32 
        page = None
 33 
        page = None
Line 115... Line 116...
115 
        print "Returning Json response from flipkart for %s" %(url)
 116 
        print "Returning Json response from flipkart for %s" %(url)
116 
        return info
 117 
        return info
117 
 
 118 
 
118 
if __name__ == '__main__':
 119 
if __name__ == '__main__':
119 
    scraper = FlipkartScraper()
 120 
    scraper = FlipkartScraper()
120 
    scraper.read('http://www.flipkart.com/ps/ACCDSN84XXH5P9WG')
 121 
    print scraper.read('http://www.flipkart.com/ps/ACCDSN84XXH5P9WG')
121 
    print scraper.createData('http://www.flipkart.com/ps/ACCDSN84XXH5P9WG')
 - 
 
122
122
123 

            123