Subversion Repositories SmartDukaan

Rev

Rev 11668 | Rev 12189 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 11668 Rev 11967
Line 26... Line 26...
26
        self.response_data=response_data
26
        self.response_data=response_data
27
    
27
    
28
    def createData(self):
28
    def createData(self):
29
        page=self.response_data.decode("utf-8")
29
        page=self.response_data.decode("utf-8")
30
        self.soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
30
        self.soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
-
 
31
        page = None
-
 
32
        self.response_data = None
31
        return self.scrape(self.soup)
33
        return self.scrape(self.soup)
32
    
34
    
33
    
35
    
34
    def scrape(self,soup):
36
    def scrape(self,soup):
35
        info = []
37
        info = []
Line 110... Line 112...
110
                info.append(temp)
112
                info.append(temp)
111
        return info
113
        return info
112
 
114
 
113
if __name__ == '__main__':
115
if __name__ == '__main__':
114
    scraper = FlipkartScraper()
116
    scraper = FlipkartScraper()
115
    scraper.read('http://www.flipkart.com/ps/ACCDNKARGGKYVGZZ')
117
    scraper.read('http://www.flipkart.com/ps/ACCDSN84XXH5P9WG')
116
    print scraper.createData()
118
    print scraper.createData()
117
    
119
    
118
120