Subversion Repositories SmartDukaan

Rev

Rev 13833 | Rev 13842 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 13833 Rev 13841
Line 22... Line 22...
22 
 
 22 
 
23 
def scrapeFlipkart():
 23 
def scrapeFlipkart():
24 
    flipkartBestSellers = list(get_mongo_connection().Catalog.MasterData.find({'rank':{'$gt':0},'source_id':2}))
 24 
    flipkartBestSellers = list(get_mongo_connection().Catalog.MasterData.find({'rank':{'$gt':0},'source_id':2}))
25 
    for data in flipkartBestSellers:
 25 
    for data in flipkartBestSellers:
26 
        inStock = 0
 26 
        inStock = 0
- 
 
 27 
        retryCount = 0
27 
        print str(data['identifier'])
 28 
        print str(data['identifier'])
28 
        if data['identifier'] is None or len(data['identifier'])==0:
 29 
        if data['identifier'] is None or len(data['identifier'])==0:
29 
            print "continue"
 30 
            print "continue"
30 
            continue
 31 
            continue
31
32
32 
        url = "http://www.flipkart.com/ps/%s"%(data['identifier'])
 33 
        url = "http://www.flipkart.com/ps/%s"%(data['identifier'])
- 
 
 34 
        while(retryCount < 3):
- 
 
 35 
            try:
33 
        vendorsData = scraperFk.read(url)
 36 
                vendorsData = scraperFk.read(url)
- 
 
 37 
                fetched = True
- 
 
 38 
            except Exception as e:
- 
 
 39 
                retryCount+=1
- 
 
 40 
                if retryCount == 3:
- 
 
 41 
                    fetched = False
- 
 
 42 
                print e
- 
 
 43 
        if not fetched:
- 
 
 44 
            print "Unable to fetch data after multiple tries.Continue for ",data['identifier']
- 
 
 45 
            continue
34 
        sortedVendorsData = []
 46 
        sortedVendorsData = []
35 
        sortedVendorsData = sorted(vendorsData, key=itemgetter('sellingPrice'))
 47 
        sortedVendorsData = sorted(vendorsData, key=itemgetter('sellingPrice'))
36 
        print "data",sortedVendorsData
 48 
        print "data",sortedVendorsData
37 
        lowestSp, iterator = (0,)*2
 49 
        lowestSp, iterator = (0,)*2
38 
        for vData in sortedVendorsData:
 50 
        for vData in sortedVendorsData: