Subversion Repositories SmartDukaan

Rev

Rev 12212 | Rev 12256 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 12212 Rev 12215
Line 26... Line 26...
26
26
27 
        self.response_data=response_data
 27 
        self.response_data=response_data
28 
        return self.createData(url)
 28 
        return self.createData(url)
29
29
30 
    def createData(self,url):
 30 
    def createData(self,url):
- 
 
 31 
        print "Creating soup from flipkart data for %s" %(url)
31 
        page=self.response_data.decode("utf-8")
 32 
        page=self.response_data.decode("utf-8")
32 
        self.soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
 33 
        self.soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
33 
        page = None
 34 
        page = None
34 
        self.response_data = None
 35 
        self.response_data = None
35 
        print "Soup created from flipkart data for %s" %(url)
 36 
        print "Soup created from flipkart data for %s" %(url)
36 
        return self.scrape(self.soup,url)
 37 
        return self.scrape(self.soup,url)
37
38
38
39
39 
    def scrape(self,soup,url):
 40 
    def scrape(self,soup,url):
- 
 
 41 
        print "Inside json creator for %s" %(url)
40 
        info = []
 42 
        info = []
41 
        oddSeller = soup.findAll("div" , {"class" : "line seller-item odd "})
 43 
        oddSeller = soup.findAll("div" , {"class" : "line seller-item odd "})
42 
        for data in oddSeller:
 44 
        for data in oddSeller:
43 
            temp={}
 45 
            temp={}
44 
            try:
 46 
            try: