Subversion Repositories SmartDukaan

Rev

Rev 12202 | Rev 12207 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 12202 Rev 12206
Line 23... Line 23...
23
23
24 
            if self.count_trials < 3:
 24 
            if self.count_trials < 3:
25 
                return self.read(url)
 25 
                return self.read(url)
26
26
27 
        self.response_data=response_data
 27 
        self.response_data=response_data
28 
        return self.createData(url)
 - 
 
29
- 
 
30 
    def createData(self,url):
 - 
 
31 
        page=self.response_data.decode("utf-8")
 28 
        page=self.response_data.decode("utf-8")
32 
        self.soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
 29 
        self.soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
33 
        page = None
 30 
        page = None
34 
        self.response_data = None
 31 
        self.response_data = None
35 
        print "Soup created from flipkart data for %s" %(url)
 32 
        print "Soup created from flipkart data for %s" %(url)
36 
        return self.scrape(self.soup,url)
 33 
        return self.scrape(self.soup,url)
37
34
38
- 
 
39 
    def scrape(self,soup,url):
 35 
    def scrape(self,soup,url):
40 
        info = []
 36 
        info = []
41 
        oddSeller = soup.findAll("div" , {"class" : "line seller-item odd "})
 37 
        oddSeller = soup.findAll("div" , {"class" : "line seller-item odd "})
42 
        for data in oddSeller:
 38 
        for data in oddSeller:
43 
            temp={}
 39 
            temp={}