Subversion Repositories SmartDukaan

Rev

Rev 12207 | Rev 12215 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 12207 Rev 12212
Line 23... Line 23...
23
23
24 
            if self.count_trials < 3:
 24 
            if self.count_trials < 3:
25 
                return self.read(url)
 25 
                return self.read(url)
26
26
27 
        self.response_data=response_data
 27 
        self.response_data=response_data
- 
 
 28 
        return self.createData(url)
- 
 
 29
- 
 
 30 
    def createData(self,url):
28 
        page=self.response_data.decode("utf-8")
 31 
        page=self.response_data.decode("utf-8")
29 
        soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
 32 
        self.soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
30 
        page = None
 33 
        page = None
31 
        self.response_data = None
 34 
        self.response_data = None
32 
        print "Soup created from flipkart data for %s" %(url)
 35 
        print "Soup created from flipkart data for %s" %(url)
- 
 
 36 
        return self.scrape(self.soup,url)
- 
 
 37
- 
 
 38
- 
 
 39 
    def scrape(self,soup,url):
33 
        info = []
 40 
        info = []
34 
        oddSeller = soup.findAll("div" , {"class" : "line seller-item odd "})
 41 
        oddSeller = soup.findAll("div" , {"class" : "line seller-item odd "})
35 
        for data in oddSeller:
 42 
        for data in oddSeller:
36 
            temp={}
 43 
            temp={}
37 
            try:
 44 
            try: