WebSVN – SmartDukaan – Diff – /trunk/PyDTR/src/scripts/AmazonPriceScraping.py

         except Exception, e:
             print e
             return None
     return con
+def getNetPriceForItem(itemId, source_id, category_id ,price):
+    cash_back_type = 0
+    cash_back = 0
+    try:
+        cashBack = getCashBack(itemId, source_id, category_id, mc, options.mongoHost)
+        if not cashBack or cashBack.get('cash_back_status')!=1:
+            cash_back_type = 0
+            cash_back = 0
+        else:
+            if cashBack['cash_back_type'] in (1,2):
+                if cashBack.get('maxCashBack') is not None:
+                    if cashBack.get('cash_back_type') ==1 and (float(cashBack.get('cash_back'))*price)/100 > cashBack.get('maxCashBack'):
+                        cashBack['cash_back_type'] = 2
+                        cashBack['cash_back'] = cashBack['maxCashBack']
+                    elif cashBack.get('cash_back_type') ==2 and cashBack.get('cash_back') > cashBack.get('maxCashBack'):
+                        cashBack['cash_back'] = cashBack['maxCashBack']
+                    else:
+                        pass
+                cash_back_type = cashBack['cash_back_type']
+                cash_back = float(cashBack['cash_back'])
+    except Exception as cashBackEx:
+        pass
+    if cash_back_type ==1:
+        return (price - float(cash_back)*price/100)
+    elif cash_back_type ==2:
+        return (price - cash_back)
+    else:
+        return price
 def populate():
     toScrapMap = {}
     bestSellers = list(get_mongo_connection().Catalog.MasterData.find({'rank':{'$gt':0}}))
     for bestSeller in bestSellers:
         amazonBestSellers = list(get_mongo_connection().Catalog.MasterData.find({'skuBundleId':bestSeller['skuBundleId'],'source_id':1}))
             dealScraping = False
     print lowestPrice
     if lowestPrice > 0:
         inStock = 1
+        netPriceAfterCashBack = getNetPriceForItem(data['_id'], SOURCE_MAP.get('AMAZON'), data['category_id'], lowestPrice)
+    else:
+        netPriceAfterCashBack = getNetPriceForItem(data['_id'], SOURCE_MAP.get('AMAZON'), data['category_id'], data['available_price'])
     print lowestPrice
     print inStock
     if lowestPrice > 0:
         get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'available_price':lowestPrice,'updatedOn':to_java_date(datetime.now()),'priceUpdatedOn':to_java_date(datetime.now()),'in_stock':inStock}}, multi=True)
-        get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'available_price':lowestPrice , 'in_stock':inStock,'dealType':data['dealType'],'codAvailable':data['codAvailable']}}, multi=True)
+        get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'available_price':lowestPrice , 'in_stock':inStock,'dealType':data['dealType'],'codAvailable':data['codAvailable'],'netPriceAfterCashBack':netPriceAfterCashBack}}, multi=True)
     else:
         get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'updatedOn':to_java_date(datetime.now()),'in_stock':inStock,'priceUpdatedOn':to_java_date(datetime.now())}}, multi=True)
-        get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':inStock,'dealType':data['dealType'],'codAvailable':data['codAvailable']}})
+        get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':inStock,'dealType':data['dealType'],'codAvailable':data['codAvailable'], 'netPriceAfterCashBack':netPriceAfterCashBack}})
     try:
         recomputeDeal(data)
     except:
         print "Unable to compute deal for ",data['skuBundleId']
 def recomputeDeal(item):
     """Lets recompute deal for this bundle"""
     print "Recomputing for bundleId %d" %(item.get('skuBundleId'))
     skuBundleId = item['skuBundleId']
-    similarItems = list(get_mongo_connection().Catalog.Deals.find({'skuBundleId':skuBundleId}).sort([('available_price',pymongo.ASCENDING)]))
+    similarItems = list(get_mongo_connection().Catalog.Deals.find({'skuBundleId':skuBundleId}).sort([('netPriceAfterCashBack',pymongo.ASCENDING)]))
     bestPrice = float("inf")
     bestOne = None
     bestSellerPoints = 0
     toUpdate = []
     prepaidBestPrice = float("inf")
                 get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0, 'prepaidDeal':0 }})
                 continue
             if similarItem['source_id'] == SOURCE_MAP.get('SHOPCLUES.COM') and similarItem['rank']==0:
                 get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})
                 continue
-            if similarItem['available_price'] < bestPrice:
+            if similarItem.get('netPriceAfterCashBack') < bestPrice:
                 bestOne = similarItem
-                bestPrice = similarItem['available_price']
+                bestPrice = similarItem.get('netPriceAfterCashBack')
                 bestSellerPoints = similarItem['bestSellerPoints']
-            elif similarItem['available_price'] == bestPrice and bestSellerPoints < similarItem['bestSellerPoints']:
+            elif similarItem.get('netPriceAfterCashBack') == bestPrice and bestSellerPoints < similarItem['bestSellerPoints']:
                 bestOne = similarItem
-                bestPrice = similarItem['available_price']
+                bestPrice = similarItem.get('netPriceAfterCashBack')
                 bestSellerPoints = similarItem['bestSellerPoints']
             else:
                 pass
         else:
             if mc.get("negative_deals") is None:
                 get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0, 'prepaidDeal':0 }})
                 continue
             if similarItem['source_id'] == SOURCE_MAP.get('SHOPCLUES.COM') and similarItem['rank']==0:
                 get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})
                 continue
-            if similarItem['source_id'] == SOURCE_MAP.get('PAYTM.COM'):
-                similarItem['available_price'] = similarItem['gross_price']
-            if similarItem['available_price'] < prepaidBestPrice:
+            if similarItem.get('netPriceAfterCashBack') < prepaidBestPrice:
                 prepaidBestOne = similarItem
-                prepaidBestPrice = similarItem['available_price']
+                prepaidBestPrice = similarItem.get('netPriceAfterCashBack')
                 prepaidBestSellerPoints = similarItem['bestSellerPoints']
-            elif similarItem['available_price'] == prepaidBestPrice and prepaidBestSellerPoints < similarItem['bestSellerPoints']:
+            elif similarItem.get('netPriceAfterCashBack') == prepaidBestPrice and prepaidBestSellerPoints < similarItem['bestSellerPoints']:
                 prepaidBestOne = similarItem
-                prepaidBestPrice = similarItem['available_price']
+                prepaidBestPrice = similarItem.get('netPriceAfterCashBack')
                 prepaidBestSellerPoints = similarItem['bestSellerPoints']
             else:
                 pass
     if bestOne is not None or prepaidBestOne is not None:
         for similarItem in similarItems:
         if bestOne is not None:
             toUpdate.remove(bestOne['_id'])
             get_mongo_connection().Catalog.Deals.update({ '_id' : bestOne['_id'] }, {'$set':{'showDeal':1,'prepaidDeal':0 }})
         if prepaidBestOne is not None:
             if bestOne is not None:
-                if prepaidBestOne['available_price'] < bestOne['available_price']:
+                if prepaidBestOne.get('netPriceAfterCashBack') < bestOne.get('netPriceAfterCashBack'):
                     toUpdate.remove(prepaidBestOne['_id'])
                     get_mongo_connection().Catalog.Deals.update({ '_id' : prepaidBestOne['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':1 }})
             else:
                 toUpdate.remove(prepaidBestOne['_id'])
                 get_mongo_connection().Catalog.Deals.update({ '_id' : prepaidBestOne['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':1 }})

Subversion Repositories SmartDukaan

(root)/trunk/PyDTR/src/scripts/AmazonPriceScraping.py – Rev 16869 → 19185