Subversion Repositories SmartDukaan

Rev

Rev 12206 | Rev 12212 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 12206 Rev 12207
Line 24... Line 24...
24 
            if self.count_trials < 3:
 24 
            if self.count_trials < 3:
25 
                return self.read(url)
 25 
                return self.read(url)
26
26
27 
        self.response_data=response_data
 27 
        self.response_data=response_data
28 
        page=self.response_data.decode("utf-8")
 28 
        page=self.response_data.decode("utf-8")
29 
        self.soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
 29 
        soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
30 
        page = None
 30 
        page = None
31 
        self.response_data = None
 31 
        self.response_data = None
32 
        print "Soup created from flipkart data for %s" %(url)
 32 
        print "Soup created from flipkart data for %s" %(url)
33 
        return self.scrape(self.soup,url)
 - 
 
34
- 
 
35 
    def scrape(self,soup,url):
 - 
 
36 
        info = []
 33 
        info = []
37 
        oddSeller = soup.findAll("div" , {"class" : "line seller-item odd "})
 34 
        oddSeller = soup.findAll("div" , {"class" : "line seller-item odd "})
38 
        for data in oddSeller:
 35 
        for data in oddSeller:
39 
            temp={}
 36 
            temp={}
40 
            try:
 37 
            try: