WebSVN – SmartDukaan – Diff – /trunk/PyDTR/src/dtr/storage/Mongo.py

             __populateFeaturedDeals()
         featuredDeals = mc.get("featured_deals")
     except Exception as e:
         print traceback.print_exc()
-        featuredDeals = {3:{},5:{}}
+        featuredDeals = {3:{},5:{},6:{}}
     print featuredDeals
     fd_bundles = []
     for catMap in featuredDeals.itervalues():
     for x in session.query(user_actions).filter_by(user_id=userId).all():
         actionsMap[x.store_product_id] = 1 if x.action == 'like' else 0
     all_deals = list(get_mongo_connection().Catalog.Deals.find({"$and":outer_query},{'_id':1,'category_id':1,'brand':1,'totalPoints':1,'bestSellerPoints':1,'nlcPoints':1,'rank':1,'available_price':1,'dealType':1,'source_id':1,'brand_id':1,'skuBundleId':1,'dp':1, 'showDp':1, 'gross_price':1}).sort([('totalPoints',pymongo.DESCENDING),('bestSellerPoints',pymongo.DESCENDING),('nlcPoints',pymongo.DESCENDING),('rank',pymongo.DESCENDING)]))
     mobile_deals = []
     tablet_deals = []
+    accessories_deals = []
     for deal in all_deals:
         try:
             fd_bundles.remove(deal.get('skuBundleId'))
         except:
             pass
             fav_weight = 1.5
         else:
             fav_weight = 1
         if brandPrefMap.get(deal['brand'].strip().upper()) is not None:
             brand_weight = 1
             for brandInfo in brandPrefMap.get(deal['brand'].strip().upper()):
                 if brandInfo.get(deal['category_id']) is not None:
                     if brandInfo.get(deal['category_id']) == 1:
                         brand_weight = 2.0
         if deal['category_id'] ==3:
             mobile_deals.append(deal)
         elif deal['category_id'] ==5:
             tablet_deals.append(deal)
+        elif deal['category_id'] ==6:
+            accessories_deals.append(deal)
         else:
             continue
     session.close()
     mobile_deals = sorted(mobile_deals, key = lambda x: (x['persPoints'],x['totalPoints'],x['bestSellerPoints'], x['nlcPoints'], x['rank']),reverse=True)
     tablet_deals = sorted(tablet_deals, key = lambda x: (x['persPoints'],x['totalPoints'],x['bestSellerPoints'], x['nlcPoints'], x['rank']),reverse=True)
+    accessories_deals = sorted(accessories_deals, key = lambda x: (x['persPoints'],x['totalPoints'],x['bestSellerPoints'], x['nlcPoints'], x['rank']),reverse=True)
     if len(fd_bundles) > 0:
         print fd_bundles
         print "There is still bundle in feature deals with points less than -100.Lets add info"
             for dummyDealObj in dummyDealObjList:
                 if dummyDealObj['category_id'] ==3:
                     mobile_deals.append(dummyDealObj)
                 elif dummyDealObj['category_id'] ==5:
                     tablet_deals.append(dummyDealObj)
+                elif dummyDealObj['category_id'] ==6:
+                    accessories_deals.append(dummyDealObj)
                 else:
                     pass
+    for super_category, categoryFeaturedDeals in featuredDeals.iteritems():
+        for val in categoryFeaturedDeals.itervalues():
+            dummyDealObjList = __constructDummyDealObject(val.get('skuBundleId'))
+            for dummyDealObj in dummyDealObjList:
+                if super_category == dummyDealObj['category_id']:
+                    continue
+                if super_category ==3:
+                    mobile_deals.append(dummyDealObj)
+                elif super_category ==5:
+                    tablet_deals.append(dummyDealObj)
+                elif super_category ==6:
+                    accessories_deals.append(dummyDealObj)
+                else:
+                    pass
     sortedMapMobiles = {}
     rankMapMobiles = {}
     rankMobiles = 0
     blockedRanksMobiles = []
     blockedInfoMobiles = {}
     featuredDealsMobiles = featuredDeals.get(3)
     for k, v in featuredDealsMobiles.iteritems():
-        if v.get('category_id') == 3:
-            blockedRanksMobiles.append(k-1)
+        blockedRanksMobiles.append(k-1)
-            blockedSkuBundlesMobiles.append(v.get('skuBundleId'))
+        blockedSkuBundlesMobiles.append(v.get('skuBundleId'))
     print "Blocked ranks ", blockedRanksMobiles
     print "Blocked bundles ", blockedSkuBundlesMobiles
     for sorted_deal in mobile_deals:
     featuredDealsTablets = featuredDeals.get(5)
     for k, v in featuredDealsTablets.iteritems():
-        if v.get('category_id') == 5:
-            blockedRanksTablets.append(k-1)
+        blockedRanksTablets.append(k-1)
-            blockedSkuBundlesTablets.append(v.get('skuBundleId'))
+        blockedSkuBundlesTablets.append(v.get('skuBundleId'))
     print "Blocked ranks ", blockedRanksTablets
     print "Blocked bundles ", blockedSkuBundlesTablets
     for sorted_deal in tablet_deals:
         while(True):
     for rank in blockedRanksTablets:
         print "Adding rank ",rank
         if blockedInfoTablets.get((featuredDealsTablets.get(rank+1)).get('skuBundleId')) is not None:
             rankMapTablets[rank] = blockedInfoTablets.get((featuredDealsTablets.get(rank+1)).get('skuBundleId'))
             print rankMapTablets[rank]
+    sortedMapAccessories = {}
+    rankMapAccessories = {}
+    rankAccessories = 0
+    blockedRanksAccessories = []
+    blockedSkuBundlesAccessories = []
+    blockedInfoAccessories = {}
+    featuredDealsAccessories = featuredDeals.get(6)
+    for k, v in featuredDealsAccessories.iteritems():
+        blockedRanksAccessories.append(k-1)
+        blockedSkuBundlesAccessories.append(v.get('skuBundleId'))
+    print "Blocked ranks ", blockedRanksAccessories
+    print "Blocked bundles ", blockedSkuBundlesAccessories
+    for sorted_deal in accessories_deals:
+        while(True):
+            if rankAccessories in blockedRanksAccessories:
+                print "skipping rank ",rankAccessories
+                rankAccessories = rankAccessories +1
+            else:
+                break
+        if sorted_deal['skuBundleId'] in blockedSkuBundlesAccessories:
+            print "Yes sorted deal in blocked ",sorted_deal['skuBundleId']
+            if blockedInfoAccessories.has_key(sorted_deal['skuBundleId']):
+                blockedInfoAccessories.get(sorted_deal['skuBundleId']).append(sorted_deal)
+            else:
+                blockedInfoAccessories[sorted_deal['skuBundleId']] = [sorted_deal]
+            continue
+        if sortedMapAccessories.get(sorted_deal['skuBundleId']) is None:
+            sortedMapAccessories[sorted_deal['skuBundleId']] = {rankAccessories:[sorted_deal]}
+            rankMapAccessories[rankAccessories] = (sortedMapAccessories[sorted_deal['skuBundleId']].values())[0]
+            rankAccessories = rankAccessories +1
+        else:
+            for temp_list in sortedMapAccessories.get(sorted_deal['skuBundleId']).itervalues():
+                temp_list.append(sorted_deal)
+            rankMapAccessories[(sortedMapAccessories.get(sorted_deal['skuBundleId']).keys())[0]] = temp_list
+    print "Blocked info ", blockedInfoAccessories
+    for rank in blockedRanksAccessories:
+        print "Adding rank acc ",rank
+        if blockedInfoAccessories.get((featuredDealsAccessories.get(rank+1)).get('skuBundleId')) is not None:
+            rankMapAccessories[rank] = blockedInfoAccessories.get((featuredDealsAccessories.get(rank+1)).get('skuBundleId'))
+            print rankMapAccessories[rank]
+    print rankMapAccessories
-    mem_cache_val = {3:mobile_deals, 5:tablet_deals, "3_rankMap": rankMapMobiles,"5_rankMap": rankMapTablets }
+    mem_cache_val = {3:mobile_deals, 5:tablet_deals, 6: accessories_deals,"3_rankMap": rankMapMobiles,"5_rankMap": rankMapTablets,"6_rankMap": rankMapAccessories }
     mc.set(str(userId), mem_cache_val)
 def __populateFeaturedDeals():
     print "Populating featured deals....."
     featuredDealsMobiles = {}
     featuredDealsTablets = {}
+    featuredDealsAccessories = {}
     activeFeaturedDeals = get_mongo_connection().Catalog.FeaturedDeals.find({'startDate':{'$lte':to_java_date(datetime.now())},'endDate':{'$gte':to_java_date(datetime.now())}}).sort([('rank',pymongo.DESCENDING)])
     for activeFeaturedDeal in activeFeaturedDeals:
         deals = get_mongo_connection().Catalog.Deals.find({"skuBundleId":activeFeaturedDeal.get('skuBundleId'),"$or":[{"showDeal":1}, {"prepaidDeal":1}]})
         for deal in deals:
             if deal.get('available_price') <= activeFeaturedDeal.get('thresholdPrice'):
+                for category_id, rank  in activeFeaturedDeal['otherInfo'].iteritems():
-                f_deal = {'skuBundleId':activeFeaturedDeal.get('skuBundleId'), 'thresholdPrice':activeFeaturedDeal.get('thresholdPrice'), 'rank':activeFeaturedDeal.get('rank'),'category_id':activeFeaturedDeal.get('category_id'),'totalPoints':activeFeaturedDeal.get('totalPoints')}
+                    f_deal = {'skuBundleId':activeFeaturedDeal.get('skuBundleId'), 'thresholdPrice':activeFeaturedDeal.get('thresholdPrice'), 'rank':rank,'category_id':int(category_id),'totalPoints':activeFeaturedDeal.get('totalPoints')}
-                if activeFeaturedDeal.get('category_id') == 3:
+                    if f_deal['category_id'] == 3:
-                    featuredDealsMobiles[activeFeaturedDeal.get('rank')] = f_deal
+                        featuredDealsMobiles[rank] = f_deal
-                else:
+                    elif f_deal['category_id']==5:
-                    featuredDealsTablets[activeFeaturedDeal.get('rank')] = f_deal
+                        featuredDealsTablets[rank] = f_deal
+                    elif f_deal['category_id']==6:
+                        featuredDealsAccessories[rank] = f_deal
                 break
+#                f_deal = {'skuBundleId':activeFeaturedDeal.get('skuBundleId'), 'thresholdPrice':activeFeaturedDeal.get('thresholdPrice'), 'rank':activeFeaturedDeal.get('rank'),'category_id':activeFeaturedDeal.get('category_id'),'totalPoints':activeFeaturedDeal.get('totalPoints')}
+#                 if activeFeaturedDeal.get('category_id') == 3:
+#                     featuredDealsMobiles[activeFeaturedDeal.get('rank')] = f_deal
+#                 else:
+#                     featuredDealsTablets[activeFeaturedDeal.get('rank')] = f_deal
+#                 break
-    mc.set("featured_deals", {3:featuredDealsMobiles,5:featuredDealsTablets}, 600)
+    mc.set("featured_deals", {3:featuredDealsMobiles,5:featuredDealsTablets,6:featuredDealsAccessories}, 600)
     print mc.get("featured_deals")
 def getNewDeals(userId, category_id, offset, limit, sort, direction, filterData=None):
-    if not bool(mc.get("category_cash_back")):
+    if mc.get("category_cash_back") is None or not bool(mc.get("category_cash_back")):
         populateCashBack()
     dealsListMap = []
     user_specific_deals = mc.get(str(userId))
     if user_specific_deals is None:
         return [trend['skuBundleId'] for trend in brandsFiltered]
     return [i['skuBundleId'] for i in dealFiltered for j in brandsFiltered if i['_id']==j['_id']]
 def getDeals(userId, category_id, offset, limit, sort, direction):
-    if not bool(mc.get("category_cash_back")):
+    if mc.get("category_cash_back") is None or not bool(mc.get("category_cash_back")):
         populateCashBack()
     rank = 1
     deals = {}
     outer_query = []
     outer_query.append({"showDeal":1})
             rank +=1
     return sorted(deals.values(), key=itemgetter('dealRank'))
 def getItem(skuId,showDp=None):
     temp = []
-    if not bool(mc.get("category_cash_back")):
+    if mc.get("category_cash_back") is None or not bool(mc.get("category_cash_back")):
         populateCashBack()
     try:
         skuData = get_mongo_connection().Catalog.MasterData.find_one({'_id':int(skuId)})
         if skuData is None:
             raise
         return temp
     except:
         return []
 def getCashBack(skuId, source_id, category_id):
-    if not bool(mc.get("category_cash_back")):
+    if mc.get("category_cash_back") is None or not bool(mc.get("category_cash_back")):
         populateCashBack()
     itemCashBackMap = mc.get("item_cash_back")
     itemCashBack = itemCashBackMap.get(skuId)
     if itemCashBack is not None:
         return itemCashBack
     return {'rank':0,'description':'Rank not found','maxNlc':dealsData.get('maxNlc'),'minNlc':dealsData.get('minNlc'),'status':dealsData.get('status'),'dp':dealsData.get('dp')}
 def getCashBackDetails(identifier, source_id):
-    if not bool(mc.get("category_cash_back")):
+    if mc.get("category_cash_back") is None or not bool(mc.get("category_cash_back")):
         populateCashBack()
     if source_id in (1,2,4,5,6,7):
         skuData = list(get_mongo_connection().Catalog.MasterData.find({'identifier':identifier.strip(), 'source_id':source_id}))
     elif source_id == 3:
         master = list(get_mongo_connection().Catalog.MasterData.find({'skuBundleId':val['skuBundleId']}))
         if len(master) > 0:
             val['brand'] = master[0]['brand']
             val['source_product_name'] = master[0]['source_product_name']
             val['skuBundleId'] = master[0]['skuBundleId']
-            val['category'] = 'Mobiles' if val['category_id'] == 3 else 'Tablets'
         else:
             val['brand'] = ""
             val['source_product_name'] = ""
             val['skuBundleId'] = ""
-            val['category'] = ""
         data.append(val)
     return data
 def addFeaturedDeal(data, multi):
     collection = get_mongo_connection().Catalog.FeaturedDeals
     cursor = collection.find({'skuBundleId':data['skuBundleId']})
     master = get_mongo_connection().Catalog.MasterData.find_one({'skuBundleId':data['skuBundleId']})
     if master is None:
         return {0:"BundleId is wrong"}
-    data['category_id'] = master['category_id']
+    otherInfoObj = data['otherInfo']
+    toPop = []
+    for x,y in otherInfoObj.iteritems():
+        if y==0:
+            toPop.append(x)
+    for popItem in toPop:
+        otherInfoObj.pop(popItem)
+    if len(otherInfoObj.keys())==0:
+        return {0:"No rank info to add"}
+    for x,y in otherInfoObj.iteritems():
-    exist = collection.find({'rank':data['rank'],'category_id':data['category_id']})
+        exist = get_mongo_connection().Catalog.FeaturedDeals.find({'otherInfo.'+x:y})
+        if exist.count() >0:
+            return {0:"Rank already assigned bundleId %s"%(exist[0]['skuBundleId'])}
     if cursor.count() > 0:
         return {0:"SkuBundleId information already present."}
-    elif exist.count() >0:
-        return {0:"Rank already assigned bundleId %s"%(exist[0]['skuBundleId'])}
     else:
         collection.insert(data)
         return {1:"Data added successfully"}
 def searchCollection(class_name, sku, skuBundleId):
     return data
 def getBrandsForFilter(category_id):
     if mc.get("brandFilter") is None:
         print "Populating brand data for category_id %d" %(category_id)
-        tabData, mobData = [], []
+        tabData, mobData, accData = [], [], []
         mobileDeals = get_mongo_connection().Catalog.Deals.aggregate([
                                                                       {"$match":{"category_id":3,"showDeal":1,"totalPoints":{"$gt":-100}}
                                                                     },
                                                                  {"$group" :
                                                                   {'_id':{'brand_id':'$brand_id','brand':'$brand'},'count':{'$sum':1}}
                                                                  {"$group" :
                                                                   {'_id':{'brand_id':'$brand_id','brand':'$brand'},'count':{'$sum':1}}
+                                                                  }
                                                                 ])
+        accessoriesDeals = get_mongo_connection().Catalog.Deals.aggregate([
+                                                                      {"$match":{"category_id":6,"showDeal":1,"totalPoints":{"$gt":-100}}
+                                                                    },
+                                                                 {"$group" :
+                                                                  {'_id':{'brand_id':'$brand_id','brand':'$brand'},'count':{'$sum':1}}
+                                                                  }
+                                                                ])
         allDeals = get_mongo_connection().Catalog.Deals.aggregate([
                                                                    {"$match":{"showDeal":1,"totalPoints":{"$gt":-100}}
                                                                     },
                                                                  {"$group" :
                                                                   {'_id':{'brand_id':'$brand_id','brand':'$brand'},'count':{'$sum':1}}
                 tempMap['brand'] = tabletDeal.get('_id').get('brand')
                 tempMap['brand_id'] = tabletDeal.get('_id').get('brand_id')
                 tempMap['count'] = tabletDeal.get('count')
                 tabData.append(tempMap)
+        for accessoryDeal in accessoriesDeals['result']:
+            if accessoryDeal.get('_id').get('brand_id') != 0:
+                tempMap = {}
+                tempMap['brand'] = accessoryDeal.get('_id').get('brand')
+                tempMap['brand_id'] = accessoryDeal.get('_id').get('brand_id')
+                tempMap['count'] = accessoryDeal.get('count')
+                accData.append(tempMap)
         brandMap = {}
         for allDeal in allDeals['result']:
             if allDeal.get('_id').get('brand_id') != 0:
                 if brandMap.has_key(allDeal.get('_id').get('brand')):
                 else:
                     temp = []
                     temp.append(allDeal.get('_id').get('brand_id'))
                     brandMap[allDeal.get('_id').get('brand')] = {'brand_ids':temp,'count':allDeal.get('count')}
-        mc.set("brandFilter",{0:brandMap, 3:mobData, 5:tabData}, 600)
+        mc.set("brandFilter",{0:brandMap, 3:mobData, 5:tabData, 6:accData}, 600)
     return sorted(mc.get("brandFilter").get(category_id), key = lambda x: (-x['count'], x['brand']))
 def getStaticDeals(offset, limit, category_id, direction):
     user_specific_deals = mc.get("staticDeals")
     mem_cache_val = {3:mobile_deals, 5:tablet_deals}
     mc.set("staticDeals", mem_cache_val, 3600)
 def getItemObjForStaticDeals(item):
-    return {'marketPlaceUrl':item.get('marketPlaceUrl'),'available_price':item.get('available_price'),'source_product_name':item.get('source_product_name'),'thumbnail':item.get('thumbnail'),'source_id':int(item.get('source_id'))}
+    return {'marketPlaceUrl':item.get('marketPlaceUrl'),'available_price':int(item.get('available_price')),'source_product_name':item.get('source_product_name'),'thumbnail':item.get('thumbnail'),'source_id':int(item.get('source_id'))}
 def getItemByMerchantIdentifier(identifier, source_id):
     skuData = None
     if source_id in (1,2,4,5,6,7):
         skuData = get_mongo_connection().Catalog.MasterData.find_one({'identifier':identifier.strip(), 'source_id':source_id})
     for deal in all_deals:
         item = list(get_mongo_connection().Catalog.MasterData.find({'_id':deal['_id']}))
         returnObj.append(getItemObjForStaticDeals(item[0]))
     return returnObj
-def searchDummyDeals(search_term , limit):
+def searchDummyDeals(search_term , limit, offset):
     data = []
     uniqueMap = {}
     if search_term is not None:
         terms = search_term.split(' ')
         outer_query = []
         collection = get_mongo_connection().Catalog.MasterData.find({'source_id':{'$in':SOURCE_MAP.keys()}})
         for record in collection:
             data.append(record)
     for x in data:
         if not uniqueMap.has_key(x['skuBundleId']):
-            uniqueMap[x['skuBundleId']] = {'source_product_name':x['source_product_name'],'skuBundleId':x['skuBundleId']}
+            uniqueMap[x['skuBundleId']] = {'source_product_name':x['source_product_name'],'skuBundleId':x['skuBundleId'],'thumbnail':x['thumbnail']}
-    return uniqueMap.values()[0:limit]
+    if (offset + limit) > len(uniqueMap.values()):
+        limit = len(uniqueMap.values()) - offset - 1
+    count = 0
+#     for x in uniqueMap.values():
+#         print count,
+#         print '\t',
+#         print x
+#         count = count+1
+    print offset
+    print limit
+    return uniqueMap.values()[offset:limit+offset]
+def getDummyPricing(skuBundleId):
+    collection = get_mongo_connection().Catalog.MasterData.find({'source_id':{'$in':SOURCE_MAP.keys()},'skuBundleId':skuBundleId,'in_stock':1})
+    print collection.count()
+    cheapest = 99999999
+    cheapestDetails= None
+    returnMap = {}
+    for d in collection:
+        if d['available_price'] < cheapest:
+            cheapestDetails = d
+            cheapest = int(d['available_price'])
+        if returnMap.has_key(d['source_id']):
+            d = getItemObjForStaticDeals(d)
+            d['toShowStore'] = 0
+            returnMap[d['source_id']].append(d)
+        else:
+            temp = []
+            d = getItemObjForStaticDeals(d)
+            d['toShowStore'] = 1
+            temp.append(d)
+            returnMap[d['source_id']] = temp
+    returnMap['cheapest'] = cheapestDetails
+    for y in returnMap.itervalues():
+        if isinstance(y, (list, tuple)):
+            (y[len(y)-1])['lastElement'] = 1
+        else:
+            pass
+    if returnMap['cheapest'] ==None:
+        dum = get_mongo_connection().Catalog.MasterData.find_one({'skuBundleId':skuBundleId,'source_id':{"$in":SOURCE_MAP.keys()}})
+        returnMap['cheapest'] = {'thumbnail':dum['thumbnail'],'source_product_name':dum['source_product_name']}
+    return returnMap
 def main():
-    #generateRedirectUrl(101,1)
+    featuredDeals = mc.get("featured_deals")
     print resetCache("47")
     print datetime.now()
-    x=  getNewDeals(47, 3, 0, 500, None, None, None)
+    x=  getNewDeals(47, 6, 0, 20, None, None, None)
     for y in x:
         print y[0]['skuBundleId'],
         print '\t',
         print y[0]['brand']
     print datetime.now()
-    #print addPayout("10", "55db82c0bcabd7fc59e0a71")
-    #data = {'skuBundleId':32111,'rank':200,'thresholdPrice':10000,'startDate':to_java_date(datetime.now()),'endDate':to_java_date(datetime.now)}
-    #print addFeaturedDeal(data, None)
-    #getAllFeaturedDeals(0, 50)
 if __name__=='__main__':
     main()

Subversion Repositories SmartDukaan

(root)/trunk/PyDTR/src/dtr/storage/Mongo.py – Rev 17369 → 17469