WebSVN – SmartDukaan – Diff – //trunk/PyDTR/src/dtr/utils/FetchLivePrices.py

 import urllib2
 import simplejson as json
 import pymongo
-from dtr.utils.utils import to_java_date
+from dtr.utils.utils import to_java_date, getNlcPoints
 from datetime import datetime, timedelta
 from operator import itemgetter
 from dtr.utils.AmazonPriceOnlyScraper import AmazonScraper
 from dtr.utils import AmazonDealScraper
 from dtr.utils import FlipkartScraper,NewFlipkartScraper
                     return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':3,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail']}
             except Exception as e:
                 print "Exception snapdeal"
                 print e
-                pass
-            url="http://www.snapdeal.com/acors/json/gvbps?supc=%s&catId=175&sort=sellingPrice"%(data['identifier'])
+            url="http://www.snapdeal.com/acors/json/gvbps?supc=%s&catId=175"%(data['identifier'])
             req = urllib2.Request(url,headers=headers)
             response = urllib2.urlopen(req)
             json_input = response.read()
             response.close()
             vendorInfo = json.loads(json_input)
             lowestOfferPrice = 0
             inStock = 0
+            buyBoxPrice = 0
+            isBuyBox = 1
             for vendor in vendorInfo:
-                lowestOfferPrice = float(vendor['sellingPrice'])
+                buyBoxPrice = float(vendor['sellingPrice'])
+                try:
-                stock = vendor['buyableInventory']
+                    buyBoxStock = vendor['buyableInventory']
+                except:
+                    buyBoxStock = 0
+                if buyBoxStock > 0 and buyBoxPrice > 0:
+                    break
+            sortedVendorsData = sorted(vendorInfo, key=itemgetter('sellingPrice'))
+            for sortedVendorData in sortedVendorsData:
+                lowestOfferPrice = float(sortedVendorData['sellingPrice'])
+                try:
+                    stock = sortedVendorData['buyableInventory']
+                except:
+                    stock = 0
                 if stock > 0 and lowestOfferPrice > 0:
                     inStock = 1
                     break
             print lowestOfferPrice
             print inStock
             print "*************"
+            if buyBoxPrice != lowestOfferPrice:
+                isBuyBox = 0
             if inStock  == 1:
-                get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'available_price':lowestOfferPrice,'updatedOn':to_java_date(now),'priceUpdatedOn':to_java_date(now),'in_stock':inStock}}, multi=True)
+                get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'available_price':lowestOfferPrice,'updatedOn':to_java_date(now),'priceUpdatedOn':to_java_date(now),'in_stock':inStock,'buyBoxFlag':isBuyBox}}, multi=True)
                 get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'available_price':lowestOfferPrice , 'in_stock':inStock}}, multi=True)
             else:
                 lowestOfferPrice = data['available_price']
-                get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'updatedOn':to_java_date(now),'in_stock':inStock,'priceUpdatedOn':to_java_date(now)}}, multi=True)
+                get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'updatedOn':to_java_date(now),'in_stock':inStock,'priceUpdatedOn':to_java_date(now),'buyBoxFlag':isBuyBox}}, multi=True)
                 get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':inStock}}, multi=True)
             return {'_id':data['_id'],'available_price':lowestOfferPrice,'in_stock':inStock,'source_id':3,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail']}
         except Exception as e:
             print "Exception for _id %d and source %s"%(data['_id'], source_id)
             except:
                 pass
             lowestSp = 0
             inStock = 0
+            buyBoxPrice = 0
+            isBuyBox = 0
             scraperProductPage = NewFlipkartScraper.FlipkartProductPageScraper()
             try:
                 if data['marketPlaceUrl']!="" or data['marketPlaceUrl'] !="http://www.flipkart.com/ps/%s"%(data['identifier']):
                     result = scraperProductPage.read(data['marketPlaceUrl'])
                     print result
                     if result.get('lowestSp')!=0:
                         lowestSp = result.get('lowestSp')
                         inStock = result.get('inStock')
+                        buyBoxPrice = result.get('buyBoxPrice')
             except:
                 print "Unable to scrape product page ",data['identifier']
             if lowestSp ==0:
                 url = "http://www.flipkart.com/ps/%s"%(data['identifier'])
                 scraperFk = FlipkartScraper.FlipkartScraper()
-                vendorsData = scraperFk.read(url)
+                vendorsData, buyBoxInfo = (scraperFk.read(url))
                 sortedVendorsData = []
                 sortedVendorsData = sorted(vendorsData, key=itemgetter('sellingPrice'))
                 print "data",sortedVendorsData
                 for vData in sortedVendorsData:
                     lowestSp = vData['sellingPrice']
                     break
                 if lowestSp > 0:
                     inStock = 1
+                buyBoxPrice = buyBoxInfo[0].get('sellingPrice')
             print lowestSp
             print inStock
+            if buyBoxPrice is not None and buyBoxPrice == lowestSp:
+                isBuyBox = 1
             if lowestSp > 0:
-                get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'available_price':lowestSp,'updatedOn':to_java_date(now),'priceUpdatedOn':to_java_date(now),'in_stock':inStock}}, multi=True)
+                get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'available_price':lowestSp,'updatedOn':to_java_date(now),'priceUpdatedOn':to_java_date(now),'in_stock':inStock,'buyBoxFlag':isBuyBox}}, multi=True)
                 get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'available_price':lowestSp , 'in_stock':inStock}}, multi=True)
             else:
                 lowestSp = data['available_price']
-                get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'updatedOn':to_java_date(now),'in_stock':inStock,'priceUpdatedOn':to_java_date(now)}}, multi=True)
+                get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'updatedOn':to_java_date(now),'in_stock':inStock,'priceUpdatedOn':to_java_date(now),'buyBoxFlag':isBuyBox}}, multi=True)
                 get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':inStock}}, multi=True)
             return {'_id':data['_id'],'available_price':lowestSp,'in_stock':inStock,'source_id':2,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail']}
         except Exception as e:
 def populateNegativeDeals():
     negativeDeals = get_mongo_connection().Catalog.NegativeDeals.find().distinct('sku')
     mc.set("negative_deals", negativeDeals, 600)
+def recomputePoints(item, deal):
+    try:
+        nlcPoints = getNlcPoints(item, deal['minNlc'], deal['maxNlc'], deal['available_price'])
+    except:
+        print traceback.print_exc()
+        nlcPoints = deal['nlcPoints']
+    if item['manualDealThresholdPrice'] >= deal['available_price']:
+        dealPoints = item['dealPoints']
+    else:
+        dealPoints = 0
+    get_mongo_connection().Catalog.Deals.update({'_id':deal['_id']},{"$set":{'totalPoints':deal['totalPoints'] - deal['nlcPoints'] + nlcPoints - deal['dealPoints'] +dealPoints , 'nlcPoints': nlcPoints, 'dealPoints': dealPoints, 'manualDealThresholdPrice': item['manualDealThresholdPrice']}})
 def recomputeDeal(skuBundleId):
     """Lets recompute deal for this bundle"""
     print "Recomputing for bundleId",skuBundleId
     similarItems = list(get_mongo_connection().Catalog.Deals.find({'skuBundleId':skuBundleId}).sort([('available_price',pymongo.ASCENDING)]))

Subversion Repositories SmartDukaan

(root)//trunk/PyDTR/src/dtr/utils/FetchLivePrices.py – Rev 15213 → 15253