Subversion Repositories SmartDukaan

Rev

Rev 11193 | Rev 11668 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 11193 Rev 11217
Line 40... Line 40...
40 
            for sellerInfo in data.findAll("div",{"class":re.compile(".*seller-info*")}):
 40 
            for sellerInfo in data.findAll("div",{"class":re.compile(".*seller-info*")}):
41 
                sellerName = sellerInfo.find('a').string
 41 
                sellerName = sellerInfo.find('a').string
42 
                temp['sellerName'] = sellerName
 42 
                temp['sellerName'] = sellerName
43 
            for metrics in data.find("div",{"class":"fk-text-right"}):
 43 
            for metrics in data.find("div",{"class":"fk-text-right"}):
44 
                try:
 44 
                try:
- 
 
 45 
                    metric = metrics.findAll('input', {'type': 'submit'})
- 
 
 46 
                except AttributeError:
- 
 
 47 
                    continue
- 
 
 48 
                try:
45 
                    inputTags = metrics['data-lst-buytrend']
 49 
                    inputTags = metric[0]['data-lst-buytrend']
46 
                except TypeError:
 50 
                except TypeError:
47 
                    continue
 51 
                    continue
48 
                dataMetrics = metrics['data-listing-metrics']
 52 
                dataMetrics = metric[0]['data-listing-metrics']
49 
                try:
 53 
                try:
50 
                    buyTrend = inputTags[0:str(inputTags).index('NWSR')].replace('_','')
 54 
                    buyTrend = inputTags[0:str(inputTags).index('NWSR')].replace('_','')
51 
                except ValueError:
 55 
                except ValueError:
52 
                    buyTrend = inputTags[0:str(inputTags).index('WSR')].replace('_','')
 56 
                    buyTrend = inputTags[0:str(inputTags).index('WSR')].replace('_','')
53 
                temp['buyTrend']=buyTrend
 57 
                temp['buyTrend']=buyTrend
Line 66... Line 70...
66 
            for sellerInfo in data.findAll("div",{"class":re.compile(".*seller-info*")}):
 70 
            for sellerInfo in data.findAll("div",{"class":re.compile(".*seller-info*")}):
67 
                sellerName = sellerInfo.find('a').string
 71 
                sellerName = sellerInfo.find('a').string
68 
                temp['sellerName'] = sellerName
 72 
                temp['sellerName'] = sellerName
69 
            for metrics in data.find("div",{"class":"fk-text-right"}):
 73 
            for metrics in data.find("div",{"class":"fk-text-right"}):
70 
                try:
 74 
                try:
- 
 
 75 
                    metric = metrics.findAll('input', {'type': 'submit'})
- 
 
 76 
                except AttributeError:
- 
 
 77 
                    continue
- 
 
 78 
                try:
71 
                    inputTags = metrics['data-lst-buytrend']
 79 
                    inputTags = metric[0]['data-lst-buytrend']
72 
                except TypeError:
 80 
                except TypeError:
73 
                    continue
 81 
                    continue
74 
                dataMetrics = metrics['data-listing-metrics']
 82 
                dataMetrics = metric[0]['data-listing-metrics']
75 
                try:
 83 
                try:
76 
                    buyTrend = inputTags[0:str(inputTags).index('NWSR')].replace('_','')
 84 
                    buyTrend = inputTags[0:str(inputTags).index('NWSR')].replace('_','')
77 
                except ValueError:
 85 
                except ValueError:
78 
                    buyTrend = inputTags[0:str(inputTags).index('WSR')].replace('_','')
 86 
                    buyTrend = inputTags[0:str(inputTags).index('WSR')].replace('_','')
79 
                temp['buyTrend']=buyTrend
 87 
                temp['buyTrend']=buyTrend
Line 85... Line 93...
85 
                info.append(temp)
 93 
                info.append(temp)
86 
        return info
 94 
        return info
87 
 
 95 
 
88 
if __name__ == '__main__':
 96 
if __name__ == '__main__':
89 
    scraper = FlipkartScraper()
 97 
    scraper = FlipkartScraper()
90 
    scraper.read('http://www.flipkart.com/ps/MOBDPF4ZS43WXV3R')
 98 
    scraper.read('http://www.flipkart.com/ps/ACCCZJZNQYSRGH8F')
91 
    print scraper.createData()
 99 
    print scraper.createData()
92
100
93 

            101