Subversion Repositories SmartDukaan

Rev

Rev 16237 | Rev 16280 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
14305 amit.gupta 1 
from bson.objectid import ObjectId
2 
from datetime import datetime, timedelta
3 
from dtr.config import PythonPropertyReader
13927 amit.gupta 4 
from dtr.main import Store
14531 kshitij.so 5 
from dtr.dao import FeaturedDeals
14037 kshitij.so 6 
from dtr.storage import DataService
7 
from dtr.storage.DataService import price_preferences, brand_preferences, \
15074 kshitij.so 8 
    user_actions, Brands
14037 kshitij.so 9 
from dtr.storage.MemCache import MemCache
14305 amit.gupta 10 
from dtr.utils.utils import to_java_date
11 
from elixir import *
12 
from operator import itemgetter
13 
import pymongo
14322 kshitij.so 14 
import re
14791 kshitij.so 15 
import traceback
15375 kshitij.so 16 
import random
13572 kshitij.so 17 
 
18 
con = None
19 
 
14037 kshitij.so 20 
DataService.initialize(db_hostname="localhost")
21 
mc = MemCache("127.0.0.1")
22 
 
15908 kshitij.so 23 
SOURCE_MAP = {1:'AMAZON',2:'FLIPKART',3:'SNAPDEAL',4:'SAHOLIC',5:"SHOPCLUES.COM"}
14482 kshitij.so 24 
 
15853 kshitij.so 25 
COLLECTION_MAP = {
26 
                  'ExceptionalNlc':'skuBundleId',
27 
                  'SkuDealerPrices':'skuBundleId',
28 
                  'SkuDiscountInfo':'skuBundleId',
29 
                  'SkuSchemeDetails':'skuBundleId',
30 
 
31 
                  }
32 
 
13572 kshitij.so 33 
def get_mongo_connection(host='localhost', port=27017):
34 
    global con
35 
    if con is None:
36 
        print "Establishing connection %s host and port %d" %(host,port)
37 
        try:
38 
            con = pymongo.MongoClient(host, port)
39 
        except Exception, e:
40 
            print e
41 
            return None
42 
    return con
43 
 
13907 kshitij.so 44 
def populateCashBack():
13921 kshitij.so 45 
    print "Populating cashback"
46 
    cashBackMap = {}
47 
    itemCashBackMap = {}
13907 kshitij.so 48 
    cashBack = list(get_mongo_connection().Catalog.CategoryCashBack.find())
49 
    for row in cashBack:
13970 kshitij.so 50 
        temp_map = {}
51 
        temp_list = []
13907 kshitij.so 52 
        if cashBackMap.has_key(row['source_id']):
53 
            arr = cashBackMap.get(row['source_id'])
54 
            for val in arr:
55 
                temp_list.append(val)
56 
            temp_map[row['category_id']] = row
57 
            temp_list.append(temp_map)
58 
            cashBackMap[row['source_id']] = temp_list
59 
        else:
60 
            temp_map[row['category_id']] = row
61 
            temp_list.append(temp_map)
62 
            cashBackMap[row['source_id']] = temp_list
13921 kshitij.so 63 
    itemCashBack = list(get_mongo_connection().Catalog.ItemCashBack.find())
64 
    for row in itemCashBack:
65 
        if not itemCashBackMap.has_key(row['skuId']):
66 
            itemCashBackMap[row['skuId']] = row
14761 kshitij.so 67 
    mc.set("item_cash_back", itemCashBackMap, 24 * 60 * 60)
68 
    mc.set("category_cash_back", cashBackMap, 24 * 60 * 60)
13907 kshitij.so 69 
 
13572 kshitij.so 70 
def addCategoryDiscount(data):
13970 kshitij.so 71 
    collection = get_mongo_connection().Catalog.CategoryDiscount
13572 kshitij.so 72 
    query = []
73 
    data['brand'] = data['brand'].strip().upper()
13970 kshitij.so 74 
    data['discountType'] = data['discountType'].upper().strip()
13572 kshitij.so 75 
    query.append({"brand":data['brand']})
76 
    query.append({"category_id":data['category_id']})
77 
    r = collection.find({"$and":query})
78 
    if r.count() > 0:
13639 kshitij.so 79 
        return {0:"Brand & Category info already present."}
13572 kshitij.so 80 
    else:
81 
        collection.insert(data)
13970 kshitij.so 82 
        get_mongo_connection().Catalog.MasterData.update({'brand':data['brand'],'category_id':data['category_id']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
13639 kshitij.so 83 
        return {1:"Data added successfully"}
13572 kshitij.so 84 
 
13970 kshitij.so 85 
def updateCategoryDiscount(data,_id):
86 
    try:
87 
        collection = get_mongo_connection().Catalog.CategoryDiscount
88 
        collection.update({'_id':ObjectId(_id)},{"$set":{'min_discount':data['min_discount'],'max_discount':data['max_discount'],'discountType':data['discountType'].upper().strip()}},upsert=False, multi = False)
89 
        get_mongo_connection().Catalog.MasterData.update({'brand':data['brand'],'category_id':data['category_id']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
90 
        return {1:"Data updated successfully"}
91 
    except:
92 
        return {0:"Data not updated."}
93 
 
94 
 
13572 kshitij.so 95 
def getAllCategoryDiscount():
96 
    data = []
13970 kshitij.so 97 
    collection = get_mongo_connection().Catalog.CategoryDiscount
13572 kshitij.so 98 
    cursor = collection.find()
99 
    for val in cursor:
100 
        data.append(val)
101 
    return data
102 
 
14553 kshitij.so 103 
def __getBundledSkusfromSku(sku):
104 
    masterData =  get_mongo_connection().Catalog.MasterData.find_one({"_id":sku},{"skuBundleId":1})
105 
    if masterData is not None:
106 
        return list(get_mongo_connection().Catalog.MasterData.find({"skuBundleId":masterData.get('skuBundleId')},{'_id':1,'skuBundleId':1}))
107 
    else:
108 
        return []
13572 kshitij.so 109 
 
15853 kshitij.so 110 
def addSchemeDetailsForSku(data):
111 
    collection = get_mongo_connection().Catalog.SkuSchemeDetails
112 
    result = collection.find_one({'skuBundleId':data['skuBundleId']})
113 
    if result is None:
14553 kshitij.so 114 
        collection.insert(data)
15853 kshitij.so 115 
        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
14553 kshitij.so 116 
        return {1:"Data added successfully"}
15853 kshitij.so 117 
    return {1:"BundleId info already present"}
118 
 
14069 kshitij.so 119 
def getAllSkuWiseSchemeDetails(offset, limit):
13572 kshitij.so 120 
    data = []
13970 kshitij.so 121 
    collection = get_mongo_connection().Catalog.SkuSchemeDetails
14071 kshitij.so 122 
    cursor = collection.find().skip(offset).limit(limit)
13572 kshitij.so 123 
    for val in cursor:
15853 kshitij.so 124 
        master = get_mongo_connection().Catalog.MasterData.find_one({'skuBundleId':val['skuBundleId']})
125 
        if master is not None:
126 
            val['brand'] = master['brand']
127 
            val['source_product_name'] = master['source_product_name']
14069 kshitij.so 128 
        else:
129 
            val['brand'] = ""
130 
            val['source_product_name'] = ""
13572 kshitij.so 131 
        data.append(val)
132 
    return data
133 
 
15853 kshitij.so 134 
def addSkuDiscountInfo(data):
135 
    collection = get_mongo_connection().Catalog.SkuDiscountInfo
136 
    cursor = collection.find_one({"skuBundleId":data['skuBundleId']})
137 
    if cursor is not None:
138 
        return {0:"BundleId information already present."}
13572 kshitij.so 139 
    else:
15853 kshitij.so 140 
        collection.insert(data)
141 
        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
13639 kshitij.so 142 
        return {1:"Data added successfully"}
13572 kshitij.so 143 
 
13970 kshitij.so 144 
def getallSkuDiscountInfo(offset, limit):
13572 kshitij.so 145 
    data = []
13970 kshitij.so 146 
    collection = get_mongo_connection().Catalog.SkuDiscountInfo
147 
    cursor = collection.find().skip(offset).limit(limit)
13572 kshitij.so 148 
    for val in cursor:
15853 kshitij.so 149 
        master = get_mongo_connection().Catalog.MasterData.find_one({'skuBundleId':val['skuBundleId']})
150 
        if master is not None:
151 
            val['brand'] = master['brand']
152 
            val['source_product_name'] = master['source_product_name']
13970 kshitij.so 153 
        else:
154 
            val['brand'] = ""
155 
            val['source_product_name'] = ""
13572 kshitij.so 156 
        data.append(val)
157 
    return data
158 
 
13970 kshitij.so 159 
def updateSkuDiscount(data,_id):
160 
    try:
161 
        collection = get_mongo_connection().Catalog.SkuDiscountInfo
162 
        collection.update({'_id':ObjectId(_id)},{"$set":{'min_discount':data['min_discount'],'max_discount':data['max_discount'],'discountType':data['discountType'].upper().strip()}},upsert=False, multi = False)
15853 kshitij.so 163 
        get_mongo_connection().Catalog.MasterData.update({'_id':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
13970 kshitij.so 164 
        return {1:"Data updated successfully"}
165 
    except:
166 
        return {0:"Data not updated."}
167 
 
168 
 
15853 kshitij.so 169 
def addExceptionalNlc(data):
170 
    collection = get_mongo_connection().Catalog.ExceptionalNlc
171 
    cursor = collection.find_one({"skuBundleId":data['skuBundleId']})
172 
    if cursor is not None:
173 
        return {0:"BundleId information already present."}
13572 kshitij.so 174 
    else:
15853 kshitij.so 175 
        collection.insert(data)
176 
        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
13639 kshitij.so 177 
        return {1:"Data added successfully"}
13572 kshitij.so 178 
 
13970 kshitij.so 179 
def getAllExceptionlNlcItems(offset, limit):
13572 kshitij.so 180 
    data = []
13970 kshitij.so 181 
    collection = get_mongo_connection().Catalog.ExceptionalNlc
14071 kshitij.so 182 
    cursor = collection.find().skip(offset).limit(limit)
13572 kshitij.so 183 
    for val in cursor:
15853 kshitij.so 184 
        master = get_mongo_connection().Catalog.MasterData.find_one({'skuBundleId':val['skuBundleId']})
185 
        if master is not None:
186 
            val['brand'] = master['brand']
187 
            val['source_product_name'] = master['source_product_name']
13970 kshitij.so 188 
        else:
189 
            val['brand'] = ""
190 
            val['source_product_name'] = ""
13572 kshitij.so 191 
        data.append(val)
192 
    return data
193 
 
14005 amit.gupta 194 
def getMerchantOrdersByUser(userId, page=1, window=50, searchMap={}):
195 
    if searchMap is None:
196 
        searchMap = {}
13603 amit.gupta 197 
    if page==None:
198 
        page = 1
199 
 
200 
    if window==None:
201 
        window = 50
202 
    result = {}
13582 amit.gupta 203 
    skip = (page-1)*window
14005 amit.gupta 204 
 
14353 amit.gupta 205 
    if userId is not None:
206 
        searchMap['userId'] = userId
13603 amit.gupta 207 
    collection = get_mongo_connection().Dtr.merchantOrder
14609 amit.gupta 208 
    cursor = collection.find(searchMap).sort("orderId",-1)
13603 amit.gupta 209 
    total_count = cursor.count()
210 
    pages = total_count/window + (0 if total_count%window==0 else 1)
211 
    print "total_count", total_count
212 
    if total_count > skip:
13999 amit.gupta 213 
        cursor = cursor.skip(skip).limit(window)
13603 amit.gupta 214 
        orders = []
215 
        for order in cursor:
14002 amit.gupta 216 
            del(order["_id"])
217 
            orders.append(order)
13603 amit.gupta 218 
        result['data'] = orders
219 
        result['window'] = window
220 
        result['totalCount'] = total_count
221 
        result['currCount'] = cursor.count()
222 
        result['totalPages'] = pages
223 
        result['currPage'] = page
224 
        return result
225 
    else:
226 
        return result
13630 kshitij.so 227 
 
13927 amit.gupta 228 
def getRefunds(userId, page=1, window=10):
229 
    if page==None:
230 
        page = 1
231 
 
232 
    if window==None:
13995 amit.gupta 233 
        window = 10
13927 amit.gupta 234 
    result = {}
235 
    skip = (page-1)*window
236 
    collection = get_mongo_connection().Dtr.refund
237 
    cursor = collection.find({"userId":userId})
238 
    total_count = cursor.count()
239 
    pages = total_count/window + (0 if total_count%window==0 else 1)
240 
    print "total_count", total_count
241 
    if total_count > skip:
14668 amit.gupta 242 
        cursor = cursor.skip(skip).limit(window).sort([('batch',-1)])
13927 amit.gupta 243 
        refunds = []
244 
        for refund in cursor:
245 
            del(refund["_id"])
246 
            refunds.append(refund)
247 
        result['data'] = refunds
248 
        result['window'] = window
249 
        result['totalCount'] = total_count
250 
        result['currCount'] = cursor.count()
251 
        result['totalPages'] = pages
252 
        result['currPage'] = page
253 
        return result
254 
    else:
255 
        return result
256 
 
257 
def getPendingRefunds(userId):
13991 amit.gupta 258 
    print type(userId)
13927 amit.gupta 259 
    result = get_mongo_connection().Dtr.merchantOrder\
260 
        .aggregate([
261 
                    {'$match':{'subOrders.cashBackStatus':Store.CB_APPROVED, 'userId':userId}},
262 
                    {'$unwind':"$subOrders"},
14670 amit.gupta 263 
                    {'$match':{'subOrders.cashBackStatus':Store.CB_APPROVED}},
13927 amit.gupta 264 
                    {
265 
                     '$group':{
266 
                               '_id':None,
267 
                               'amount': { '$sum':'$subOrders.cashBackAmount'},
268 
                               }
269 
                     }
13987 amit.gupta 270 
                ])['result']
271 
 
272 
    if len(result)>0:
273 
        result = result[0]
274 
        result.pop("_id")
275 
    else:
276 
        result={}
277 
        result['amount'] = 0.0
14305 amit.gupta 278 
    result['nextCredit'] = datetime.strftime(next_weekday(datetime.now(), int(PythonPropertyReader.getConfig('CREDIT_DAY_OF_WEEK'))),"%Y-%m-%d %H:%M:%S")
13927 amit.gupta 279 
    return result
14037 kshitij.so 280 
 
14671 amit.gupta 281 
def getPendingCashbacks(userId):
282 
    result = get_mongo_connection().Dtr.merchantOrder\
283 
        .aggregate([
284 
                    {'$match':{'subOrders.cashBackStatus':Store.CB_PENDING, 'userId':userId}},
285 
                    {'$unwind':"$subOrders"},
286 
                    {'$match':{'subOrders.cashBackStatus':Store.CB_PENDING}},
287 
                    {
288 
                     '$group':{
289 
                               '_id':None,
290 
                               'amount': { '$sum':'$subOrders.cashBackAmount'},
291 
                               }
292 
                     }
293 
                ])['result']
294 
 
295 
    if len(result)>0:
296 
        result = result[0]
297 
        result.pop("_id")
298 
    else:
299 
        result={}
300 
        result['amount'] = 0.0
301 
    return result
302 
 
14037 kshitij.so 303 
def __populateCache(userId):
304 
    print "Populating memcache for userId",userId
305 
    outer_query = []
16067 kshitij.so 306 
    outer_query.append({ "$or": [ { "showDeal": 1} , { "prepaidDeal": 1 } ] })
14037 kshitij.so 307 
    query = {}
16170 kshitij.so 308 
    query['$gt'] = -100
14037 kshitij.so 309 
    outer_query.append({'totalPoints':query})
310 
    brandPrefMap = {}
311 
    pricePrefMap = {}
312 
    actionsMap = {}
313 
    brand_p = session.query(price_preferences).filter_by(user_id=userId).all()
314 
    for x in brand_p:
315 
        pricePrefMap[x.category_id] = [x.min_price,x.max_price]
316 
    for x in session.query(brand_preferences).filter_by(user_id=userId).all():
317 
        temp_map = {}
318 
        if brandPrefMap.has_key((x.brand).strip().upper()):
319 
            val = brandPrefMap.get((x.brand).strip().upper())
320 
            temp_map[x.category_id] = 1 if x.status == 'show' else 0
321 
            val.append(temp_map)
322 
        else:
323 
            temp = []
324 
            temp_map[x.category_id] = 1 if x.status == 'show' else 0
325 
            temp.append(temp_map)
326 
            brandPrefMap[(x.brand).strip().upper()] = temp
327 
 
328 
    for x in session.query(user_actions).filter_by(user_id=userId).all():
329 
        actionsMap[x.store_product_id] = 1 if x.action == 'like' else 0
16225 kshitij.so 330 
    all_deals = list(get_mongo_connection().Catalog.Deals.find({"$and":outer_query},{'_id':1,'category_id':1,'brand':1,'totalPoints':1,'bestSellerPoints':1,'nlcPoints':1,'rank':1,'available_price':1,'dealType':1,'source_id':1,'brand_id':1,'skuBundleId':1,'dp':1, 'showDp':1}).sort([('totalPoints',pymongo.DESCENDING),('bestSellerPoints',pymongo.DESCENDING),('nlcPoints',pymongo.DESCENDING),('rank',pymongo.DESCENDING)]))
14037 kshitij.so 331 
    all_category_deals = []
332 
    mobile_deals = []
333 
    tablet_deals = []
334 
    for deal in all_deals:
335 
        if actionsMap.get(deal['_id']) == 0:
336 
            fav_weight =.25
337 
        elif actionsMap.get(deal['_id']) == 1:
338 
            fav_weight = 1.5
339 
        else:
340 
            fav_weight = 1
341 
 
342 
        if brandPrefMap.get(deal['brand'].strip().upper()) is not None:
343 
            brand_weight = 1
344 
            for brandInfo in brandPrefMap.get(deal['brand'].strip().upper()):
345 
                if brandInfo.get(deal['category_id']) is not None:
346 
                    if brandInfo.get(deal['category_id']) == 1:
14055 kshitij.so 347 
                        brand_weight = 2.0
14037 kshitij.so 348 
        else:
349 
            brand_weight = 1
350 
 
351 
        if pricePrefMap.get(deal['category_id']) is not None:
352 
 
353 
            if deal['available_price'] >= pricePrefMap.get(deal['category_id'])[0] and deal['available_price'] <= pricePrefMap.get(deal['category_id'])[1]:
354 
                asp_weight = 1.5
355 
            elif  deal['available_price'] >= pricePrefMap.get(deal['category_id'])[0] - 0.5 * pricePrefMap.get(deal['category_id'])[0] and deal['available_price'] <= pricePrefMap.get(deal['category_id'])[1] + 0.5 * pricePrefMap.get(deal['category_id'])[1]:
356 
                asp_weight = 1.2
357 
            else:
358 
                asp_weight = 1
359 
        else:
360 
            asp_weight = 1
361 
 
362 
        persPoints = deal['totalPoints'] * fav_weight * brand_weight * asp_weight
363 
        deal['persPoints'] = persPoints
364 
 
365 
        if deal['category_id'] ==3:
366 
            mobile_deals.append(deal)
367 
        elif deal['category_id'] ==5:
368 
            tablet_deals.append(deal)
369 
        else:
370 
            continue
371 
        all_category_deals.append(deal)
372 
 
14144 kshitij.so 373 
    session.close()
14037 kshitij.so 374 
    mem_cache_val = {3:mobile_deals, 5:tablet_deals, 0:all_deals}
375 
    mc.set(str(userId), mem_cache_val)
376 
 
377 
 
14531 kshitij.so 378 
def __populateFeaturedDeals():
379 
    all_category_fd = []
380 
    mobile_fd = []
381 
    tablet_fd = []
14550 kshitij.so 382 
    activeFeaturedDeals = get_mongo_connection().Catalog.FeaturedDeals.find({'startDate':{'$lte':to_java_date(datetime.now())},'endDate':{'$gte':to_java_date(datetime.now())}}).sort({'rank':pymongo.ASCENDING})
14531 kshitij.so 383 
    for activeFeaturedDeal in activeFeaturedDeals:
384 
        for k,v in activeFeaturedDeal['rankDetails']:
385 
            featuredDeal = FeaturedDeals(activeFeaturedDeal['sku'], int(k), activeFeaturedDeal['thresholdPrice'], int(v))
386 
            if featuredDeal.category_id == 0:
387 
                all_category_fd.append(featuredDeal)
388 
            elif featuredDeal.category_id == 3:
389 
                mobile_fd.append(featuredDeal)
390 
            elif featuredDeal.category_id == 5:
391 
                tablet_fd.append(featuredDeal)
392 
            else:
393 
                continue
14550 kshitij.so 394 
    mc.set("featured_deals_category_"+str(0), all_category_fd, 3600)
395 
    mc.set("featured_deals_category_"+str(3), mobile_fd, 3600)
396 
    mc.set("featured_deals_category_"+str(5), tablet_fd, 3600)
14037 kshitij.so 397 
 
14791 kshitij.so 398 
def getNewDeals(userId, category_id, offset, limit, sort, direction, filterData=None):
14761 kshitij.so 399 
    if not bool(mc.get("category_cash_back")):
13921 kshitij.so 400 
        populateCashBack()
14037 kshitij.so 401 
 
14550 kshitij.so 402 
    try:
403 
        if mc.get("featured_deals_category_"+str(category_id)) is None:
404 
            __populateFeaturedDeals()
405 
    except:
406 
        pass
14531 kshitij.so 407 
 
13771 kshitij.so 408 
    rank = 1
16079 kshitij.so 409 
    dealsListMap = []
14037 kshitij.so 410 
    user_specific_deals = mc.get(str(userId))
411 
    if user_specific_deals is None:
412 
        __populateCache(userId)
413 
        user_specific_deals = mc.get(str(userId))
14038 kshitij.so 414 
    else:
415 
        print "Getting user deals from cache"
14037 kshitij.so 416 
    category_specific_deals = user_specific_deals.get(category_id)
417 
 
418 
    if sort is None or direction is None:
419 
        sorted_deals = sorted(category_specific_deals, key = lambda x: (x['persPoints'],x['totalPoints'],x['bestSellerPoints'], x['nlcPoints'], x['rank']),reverse=True)
420 
    else:
421 
        if sort == "bestSellerPoints":
422 
            sorted_deals = sorted(category_specific_deals, key = lambda x: (x['bestSellerPoints'], x['rank'], x['nlcPoints']),reverse=True)
423 
        else:
424 
            if direction == -1:
425 
                rev = True
426 
            else:
427 
                rev = False
428 
            sorted_deals = sorted(category_specific_deals, key = lambda x: (x['available_price']),reverse=rev)
429 
 
14791 kshitij.so 430 
 
431 
    print "============================"
432 
    if filterData is not None:
433 
        try:
434 
            sorted_deals = filterDeals(sorted_deals, filterData)
435 
        except:
16067 kshitij.so 436 
            traceback.print_exc()
14791 kshitij.so 437 
 
16067 kshitij.so 438 
 
439 
    sortedMap = {}
440 
    rankMap = {}
441 
    rank = 0
442 
    for sorted_deal in sorted_deals:
443 
        if sortedMap.get(sorted_deal['skuBundleId']) is None:
444 
            sortedMap[sorted_deal['skuBundleId']] = {rank:[sorted_deal]}
445 
            rankMap[rank] = (sortedMap[sorted_deal['skuBundleId']].values())[0]
446 
            rank = rank +1
447 
        else:
448 
            for temp_list in sortedMap.get(sorted_deal['skuBundleId']).itervalues():
449 
                temp_list.append(sorted_deal)
16079 kshitij.so 450 
            rankMap[(sortedMap.get(sorted_deal['skuBundleId']).keys())[0]] = temp_list
16067 kshitij.so 451 
 
452 
    for dealList in [rankMap.get(k, []) for k in range(offset, offset+limit)]:
16079 kshitij.so 453 
        temp = []
16067 kshitij.so 454 
        for d in dealList:
455 
            item = list(get_mongo_connection().Catalog.MasterData.find({'_id':d['_id']}))
16079 kshitij.so 456 
            item[0]['persPoints'] = d['persPoints']
457 
            if d['dealType'] == 1 and d['source_id'] ==1:
458 
                item[0]['marketPlaceUrl'] = "http://www.amazon.in/dp/%s"%(item[0]['identifier'].strip())
459 
            elif d['source_id'] ==3:
460 
                item[0]['marketPlaceUrl'] = item[0]['marketPlaceUrl']+'?supc='+item[0].get('identifier')
461 
            else:
462 
                pass
463 
            try:
464 
                cashBack = getCashBack(item[0]['_id'], item[0]['source_id'], item[0]['category_id'])
465 
                if not cashBack or cashBack.get('cash_back_status')!=1:
14037 kshitij.so 466 
                    item[0]['cash_back_type'] = 0
467 
                    item[0]['cash_back'] = 0
16079 kshitij.so 468 
                else:
469 
                    item[0]['cash_back_type'] = int(cashBack['cash_back_type'])
470 
                    item[0]['cash_back'] = cashBack['cash_back']
471 
            except:
472 
                print "Error in adding cashback to deals"
473 
                item[0]['cash_back_type'] = 0
474 
                item[0]['cash_back'] = 0
16252 kshitij.so 475 
            try:
476 
                item[0]['dp'] = d['dp']
477 
                item[0]['showDp'] = d['showDp']
478 
            except:
479 
                item[0]['dp'] = 0.0
480 
                item[0]['showDp'] = 0
16079 kshitij.so 481 
            temp.append(item[0])
16125 kshitij.so 482 
        if len(temp) > 1:
16126 kshitij.so 483 
            temp = sorted(temp, key = lambda x: (x['available_price']),reverse=False)
16079 kshitij.so 484 
        dealsListMap.append(temp)
485 
    return dealsListMap
14037 kshitij.so 486 
 
14791 kshitij.so 487 
def filterDeals(deals, filterData):
488 
    dealFiltered = []
489 
    brandsFiltered = []
490 
    filterArray = filterData.split('|')
491 
    for data in filterArray:
492 
        try:
493 
            filter, info = data.split(':')
494 
        except Exception as ex:
495 
            traceback.print_exc()
496 
            continue
497 
        if filter == 'dealFilter':
498 
            toFilter = info.split('^')
499 
            print "deal filter ",toFilter
500 
            if 'deals' in toFilter:
501 
                dealFiltered = deals
502 
                continue
503 
            for filterVal in toFilter:
504 
                if filterVal == 'dod':
505 
                    for deal in deals:
506 
                        if deal['dealType'] == 1:
507 
                            dealFiltered.append(deal)
508 
        elif filter == 'brandFilter':
509 
            toFilter = info.split('^')
510 
            print "brand filter ",toFilter
511 
            if len(toFilter) == 0 or (len(toFilter)==1 and toFilter[0]==''):
512 
                brandsFiltered = deals
513 
            for deal in deals:
15151 kshitij.so 514 
                if str(int(deal['brand_id'])) in toFilter:
14791 kshitij.so 515 
                    brandsFiltered.append(deal)
15040 kshitij.so 516 
    if len(dealFiltered) == 0:
517 
        return brandsFiltered
14791 kshitij.so 518 
    return [i for i in dealFiltered for j in brandsFiltered if i['_id']==j['_id']]
519 
 
520 
 
14037 kshitij.so 521 
def getDeals(userId, category_id, offset, limit, sort, direction):
14761 kshitij.so 522 
    if not bool(mc.get("category_cash_back")):
14037 kshitij.so 523 
        populateCashBack()
524 
    rank = 1
13771 kshitij.so 525 
    deals = {}
13910 kshitij.so 526 
    outer_query = []
527 
    outer_query.append({"showDeal":1})
528 
    query = {}
529 
    query['$gt'] = 0
530 
    outer_query.append({'totalPoints':query})
531 
    if category_id in (3,5):
532 
        outer_query.append({'category_id':category_id})
13803 kshitij.so 533 
    if sort is None or direction is None:
534 
        direct = -1
13910 kshitij.so 535 
        print outer_query
536 
        data = list(get_mongo_connection().Catalog.Deals.find({"$and":outer_query}).sort([('totalPoints',direct),('bestSellerPoints',direct),('nlcPoints',direct),('rank',direct)]).skip(offset).limit(limit))
13795 kshitij.so 537 
    else:
13910 kshitij.so 538 
        print outer_query
13803 kshitij.so 539 
        direct = direction
13910 kshitij.so 540 
        if sort == "bestSellerPoints":
541 
            print "yes,sorting by bestSellerPoints"
542 
            data = list(get_mongo_connection().Catalog.Deals.find({"$and":outer_query}).sort([('bestSellerPoints',direct),('rank',direct),('nlcPoints',direct)]).skip(offset).limit(limit))
543 
        else:
544 
            data = list(get_mongo_connection().Catalog.Deals.find({"$and":outer_query}).sort([(sort,direct)]).skip(offset).limit(limit))
13771 kshitij.so 545 
    for d in data:
546 
        item = list(get_mongo_connection().Catalog.MasterData.find({'_id':d['_id']}))
547 
        if not deals.has_key(item[0]['identifier']):
13921 kshitij.so 548 
            item[0]['dealRank'] = rank
549 
            try:
14761 kshitij.so 550 
                cashBack = getCashBack(item[0]['_id'], item[0]['source_id'], item[0]['category_id'])
13921 kshitij.so 551 
                if not cashBack or cashBack.get('cash_back_status')!=1:
13928 kshitij.so 552 
                    item[0]['cash_back_type'] = 0
553 
                    item[0]['cash_back'] = 0
13921 kshitij.so 554 
                else:
14766 kshitij.so 555 
                    item[0]['cash_back_type'] = int(cashBack['cash_back_type'])
13928 kshitij.so 556 
                    item[0]['cash_back'] = cashBack['cash_back']
13921 kshitij.so 557 
            except:
558 
                print "Error in adding cashback to deals"
13928 kshitij.so 559 
                item[0]['cash_back_type'] = 0
560 
                item[0]['cash_back'] = 0
13771 kshitij.so 561 
            deals[item[0]['identifier']] = item[0]
13921 kshitij.so 562 
 
13771 kshitij.so 563 
            rank +=1
13785 kshitij.so 564 
    return sorted(deals.values(), key=itemgetter('dealRank'))
565 
 
16222 kshitij.so 566 
def getItem(skuId,showDp=None):
16224 kshitij.so 567 
    temp = []
14761 kshitij.so 568 
    if not bool(mc.get("category_cash_back")):
14113 kshitij.so 569 
        populateCashBack()
13795 kshitij.so 570 
    try:
16222 kshitij.so 571 
        skuData = get_mongo_connection().Catalog.MasterData.find_one({'_id':int(skuId)})
572 
        if skuData is None:
573 
            raise
574 
        try:
575 
            cashBack = getCashBack(skuData['_id'], skuData['source_id'], skuData['category_id'])
576 
            if not cashBack or cashBack.get('cash_back_status')!=1:
577 
                skuData['cash_back_type'] = 0
578 
                skuData['cash_back'] = 0
579 
            else:
580 
                skuData['cash_back_type'] = cashBack['cash_back_type']
581 
                skuData['cash_back'] = cashBack['cash_back']
582 
        except:
583 
            print "Error in adding cashback to deals"
584 
            skuData['cash_back_type'] = 0
585 
            skuData['cash_back'] = 0
586 
        skuData['in_stock'] = int(skuData['in_stock'])
587 
        skuData['is_shortage'] = int(skuData['is_shortage'])
588 
        skuData['category_id'] = int(skuData['category_id'])
589 
        skuData['status'] = int(skuData['status'])
590 
        if showDp is not None:
591 
            dealerPrice = get_mongo_connection().Catalog.SkuDealerPrices.find_one({'skuBundleId':skuData['skuBundleId']})
592 
            skuData['dp'] = 0.0
593 
            skuData['showDp'] = 0
594 
            if dealerPrice is not None:
595 
                skuData['dp'] = dealerPrice['dp']
596 
                skuData['showDp'] = dealerPrice['showDp']
16224 kshitij.so 597 
        temp.append(skuData)
598 
        return temp
13795 kshitij.so 599 
    except:
16224 kshitij.so 600 
        return []
13836 kshitij.so 601 
 
14761 kshitij.so 602 
def getCashBack(skuId, source_id, category_id):
603 
    if not bool(mc.get("category_cash_back")):
604 
        populateCashBack()
605 
    itemCashBackMap = mc.get("item_cash_back")
13921 kshitij.so 606 
    itemCashBack = itemCashBackMap.get(skuId)
607 
    if itemCashBack is not None:
608 
        return itemCashBack
14761 kshitij.so 609 
    cashBackMap = mc.get("category_cash_back")
13921 kshitij.so 610 
    sourceCashBack = cashBackMap.get(source_id)
611 
    if sourceCashBack is not None and len(sourceCashBack) > 0:
612 
        for cashBack in sourceCashBack:
613 
            if cashBack.get(category_id) is None:
614 
                continue
615 
            else:
616 
                return cashBack.get(category_id)
617 
    else:
618 
        return {}
619 
 
15129 kshitij.so 620 
def getDealRank(identifier, source_id, userId):
621 
    if source_id in (1,2,4,5):
622 
        skuData = list(get_mongo_connection().Catalog.MasterData.find({'identifier':identifier.strip(), 'source_id':source_id}))
623 
    elif source_id == 3:
624 
        skuData = list(get_mongo_connection().Catalog.MasterData.find({'secondaryIdentifier':identifier.strip(), 'source_id':source_id}))
625 
    else:
15349 kshitij.so 626 
        return {'rank':0, 'description':'Source not valid'}
627 
    if len(skuData) == 0:
628 
        return {'rank':0, 'description':'No matching product identifier found'}
15129 kshitij.so 629 
    user_specific_deals = mc.get(str(userId))
630 
    if user_specific_deals is None:
631 
        __populateCache(userId)
632 
        user_specific_deals = mc.get(str(userId))
633 
    else:
634 
        print "Getting user deals from cache"
635 
    category_id = skuData[0]['category_id']
636 
    category_specific_deals = user_specific_deals.get(category_id)
637 
    if category_specific_deals is None or len(category_specific_deals) ==0:
15347 amit.gupta 638 
        return {'rank':0,'description':'Category specific deals is empty'}
15129 kshitij.so 639 
    sorted_deals = sorted(category_specific_deals, key = lambda x: (x['persPoints'],x['totalPoints'],x['bestSellerPoints'], x['nlcPoints'], x['rank']),reverse=True)
16168 kshitij.so 640 
    sortedMap = {}
641 
    rankMap = {}
642 
    rank = 0
15129 kshitij.so 643 
    for sorted_deal in sorted_deals:
16168 kshitij.so 644 
        if sortedMap.get(sorted_deal['skuBundleId']) is None:
645 
            sortedMap[sorted_deal['skuBundleId']] = {rank:[sorted_deal]}
646 
            rankMap[rank] = (sortedMap[sorted_deal['skuBundleId']].values())[0]
647 
            rank = rank +1
648 
        else:
649 
            for temp_list in sortedMap.get(sorted_deal['skuBundleId']).itervalues():
650 
                temp_list.append(sorted_deal)
651 
            rankMap[(sortedMap.get(sorted_deal['skuBundleId']).keys())[0]] = temp_list
652 
 
16187 kshitij.so 653 
    for dealRank ,dealList in rankMap.iteritems():
16168 kshitij.so 654 
        for d in dealList:
16186 kshitij.so 655 
            if d['skuBundleId'] == skuData[0]['skuBundleId']:
16188 kshitij.so 656 
                return {'rank':dealRank+1,'description':'Rank found'}
16168 kshitij.so 657 
 
15347 amit.gupta 658 
    return {'rank':0,'description':'Rank not found'}
15129 kshitij.so 659 
 
660 
 
13836 kshitij.so 661 
def getCashBackDetails(identifier, source_id):
14761 kshitij.so 662 
    if not bool(mc.get("category_cash_back")):
13921 kshitij.so 663 
        populateCashBack()
13771 kshitij.so 664 
 
13921 kshitij.so 665 
    if source_id in (1,2,4,5):
13839 kshitij.so 666 
        skuData = list(get_mongo_connection().Catalog.MasterData.find({'identifier':identifier.strip(), 'source_id':source_id}))
13840 kshitij.so 667 
    elif source_id == 3:
13839 kshitij.so 668 
        skuData = list(get_mongo_connection().Catalog.MasterData.find({'secondaryIdentifier':identifier.strip(), 'source_id':source_id}))
13840 kshitij.so 669 
    else:
670 
        return {}
13836 kshitij.so 671 
    if len(skuData) > 0:
14761 kshitij.so 672 
        itemCashBackMap = mc.get("item_cash_back")
13921 kshitij.so 673 
        itemCashBack = itemCashBackMap.get(skuData[0]['_id'])
674 
        if itemCashBack is not None:
675 
            return itemCashBack
14761 kshitij.so 676 
        cashBackMap = mc.get("category_cash_back")
13921 kshitij.so 677 
        sourceCashBack = cashBackMap.get(source_id)
678 
        if sourceCashBack is not None and len(sourceCashBack) > 0:
679 
            for cashBack in sourceCashBack:
680 
                if cashBack.get(skuData[0]['category_id']) is None:
681 
                    continue
682 
                else:
683 
                    return cashBack.get(skuData[0]['category_id'])
13836 kshitij.so 684 
        else:
685 
            return {}
686 
    else:
687 
        return {}
13986 amit.gupta 688 
 
14398 amit.gupta 689 
def getImgSrc(identifier, source_id):
690 
    skuData = None
691 
    if source_id in (1,2,4,5):
14414 amit.gupta 692 
        skuData = get_mongo_connection().Catalog.MasterData.find_one({'identifier':identifier.strip(), 'source_id':source_id})
14398 amit.gupta 693 
    elif source_id == 3:
14414 amit.gupta 694 
        skuData = get_mongo_connection().Catalog.MasterData.find_one({'secondaryIdentifier':identifier.strip(), 'source_id':source_id})
14398 amit.gupta 695 
    if skuData is None:
696 
        return {}
697 
    else:
698 
        return {'thumbnail':skuData.get('thumbnail')}
13986 amit.gupta 699 
 
700 
def next_weekday(d, weekday):
701 
    days_ahead = weekday - d.weekday()
702 
    if days_ahead <= 0: # Target day already happened this week
703 
        days_ahead += 7
704 
    return d + timedelta(days_ahead)
705 
 
13771 kshitij.so 706 
 
13970 kshitij.so 707 
def getAllDealerPrices(offset, limit):
708 
    data = []
709 
    collection = get_mongo_connection().Catalog.SkuDealerPrices
710 
    cursor = collection.find().skip(offset).limit(limit)
711 
    for val in cursor:
15853 kshitij.so 712 
        master = get_mongo_connection().Catalog.MasterData.find_one({'skuBundleId':val['skuBundleId']})
713 
        if master is not None:
714 
            val['brand'] = master['brand']
715 
            val['source_product_name'] = master['source_product_name']
13970 kshitij.so 716 
        else:
717 
            val['brand'] = ""
718 
            val['source_product_name'] = ""
16231 kshitij.so 719 
        val['showDp'] = int(val['showDp'])
13970 kshitij.so 720 
        data.append(val)
721 
    return data
722 
 
15853 kshitij.so 723 
def addSkuDealerPrice(data):
724 
    collection = get_mongo_connection().Catalog.SkuDealerPrices
725 
    cursor = collection.find_one({"skuBundleId":data['skuBundleId']})
726 
    if cursor is not None:
727 
        return {0:"BundleId information already present."}
13970 kshitij.so 728 
    else:
15853 kshitij.so 729 
        collection.insert(data)
730 
        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
13970 kshitij.so 731 
        return {1:"Data added successfully"}
732 
 
733 
def updateSkuDealerPrice(data, _id):
734 
    try:
735 
        collection = get_mongo_connection().Catalog.SkuDealerPrices
736 
        collection.update({'_id':ObjectId(_id)},{"$set":{'dp':data['dp']}},upsert=False, multi = False)
15853 kshitij.so 737 
        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
13970 kshitij.so 738 
        return {1:"Data updated successfully"}
739 
    except:
740 
        return {0:"Data not updated."}
741 
 
742 
def updateExceptionalNlc(data, _id):
743 
    try:
744 
        collection = get_mongo_connection().Catalog.ExceptionalNlc
745 
        collection.update({'_id':ObjectId(_id)},{"$set":{'maxNlc':data['maxNlc'], 'minNlc':data['minNlc'], 'overrideNlc':data['overrideNlc']}},upsert=False, multi = False)
15853 kshitij.so 746 
        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
13970 kshitij.so 747 
        return {1:"Data updated successfully"}
748 
    except:
749 
        return {0:"Data not updated."}
750 
 
14041 kshitij.so 751 
def resetCache(userId):
14043 kshitij.so 752 
    try:
753 
        mc.delete(userId)
754 
        return {1:'Cache cleared.'}
755 
    except:
756 
        return {0:'Unable to clear cache.'}
757 
 
15853 kshitij.so 758 
def updateCollection(data):
14083 kshitij.so 759 
    print data
15853 kshitij.so 760 
    try:
761 
        collection = get_mongo_connection().Catalog[data['class']]
762 
        class_name = data.pop('class')
763 
        _id = data.pop('oid')
764 
        result = collection.update({'_id':ObjectId(_id)},{"$set":data},upsert=False, multi = False)
765 
        if class_name != "Notifications":
766 
            record = list(collection.find({'_id':ObjectId(_id)}))
767 
            if class_name !="CategoryDiscount":
768 
                if record[0].has_key('sku'):
769 
                    field = '_id'
770 
                    val = record[0]['sku']
14852 kshitij.so 771 
                else:
15853 kshitij.so 772 
                    field = 'skuBundleId'
773 
                    val = record[0]['skuBundleId']
774 
                get_mongo_connection().Catalog.MasterData.update({field:val},{"$set":{'updatedOn':to_java_date(datetime.now())}},upsert=False, multi = True)
775 
            else:
776 
                get_mongo_connection().Catalog.MasterData.update({'brand':re.compile(record[0]['brand'], re.IGNORECASE),'category_id':record[0]['category_id']}, \
777 
                                                                 {"$set":{'updatedOn':to_java_date(datetime.now())}},upsert=False,multi=True)
16233 kshitij.so 778 
        if class_name =='SkuDealerPrices':
16237 kshitij.so 779 
            get_mongo_connection().Catalog.Deals.update({'skuBundleId':val},{"$set":data},upsert=False, multi=True)
15853 kshitij.so 780 
        return {1:"Data updated successfully"}
781 
    except Exception as e:
782 
        print e
783 
        return {0:"Data not updated."}
14575 kshitij.so 784 
 
14076 kshitij.so 785 
 
14553 kshitij.so 786 
def addNegativeDeals(data, multi):
787 
    if multi !=1:
788 
        collection = get_mongo_connection().Catalog.NegativeDeals
789 
        cursor = collection.find({"sku":data['sku']})
790 
        if cursor.count() > 0:
791 
            return {0:"Sku information already present."}
792 
        else:
793 
            collection.insert(data)
794 
            return {1:"Data added successfully"}
14481 kshitij.so 795 
    else:
14553 kshitij.so 796 
        skuIds = __getBundledSkusfromSku(data['sku'])
797 
        for sku in skuIds:
798 
            data['sku'] = sku.get('_id')
799 
            collection = get_mongo_connection().Catalog.NegativeDeals
800 
            cursor = collection.find({"sku":data['sku']})
801 
            if cursor.count() > 0:
802 
                continue
803 
            else:
14558 kshitij.so 804 
                data.pop('_id',None)
14553 kshitij.so 805 
                collection.insert(data)
14481 kshitij.so 806 
        return {1:"Data added successfully"}
807 
 
808 
def getAllNegativeDeals(offset, limit):
809 
    data = []
810 
    collection = get_mongo_connection().Catalog.NegativeDeals
811 
    cursor = collection.find().skip(offset).limit(limit)
812 
    for val in cursor:
813 
        master = list(get_mongo_connection().Catalog.MasterData.find({'_id':val['sku']}))
814 
        if len(master) > 0:
815 
            val['brand'] = master[0]['brand']
816 
            val['source_product_name'] = master[0]['source_product_name']
817 
            val['skuBundleId'] = master[0]['skuBundleId']
818 
        else:
819 
            val['brand'] = ""
820 
            val['source_product_name'] = ""
821 
            val['skuBundleId'] = ""
822 
        data.append(val)
823 
    return data
824 
 
825 
def getAllManualDeals(offset, limit):
826 
    data = []
827 
    collection = get_mongo_connection().Catalog.ManualDeals
15090 kshitij.so 828 
    cursor = collection.find().skip(offset).limit(limit)
14481 kshitij.so 829 
    for val in cursor:
830 
        master = list(get_mongo_connection().Catalog.MasterData.find({'_id':val['sku']}))
831 
        if len(master) > 0:
832 
            val['brand'] = master[0]['brand']
833 
            val['source_product_name'] = master[0]['source_product_name']
834 
            val['skuBundleId'] = master[0]['skuBundleId']
835 
        else:
836 
            val['brand'] = ""
837 
            val['source_product_name'] = ""
838 
            val['skuBundleId'] = ""
839 
        data.append(val)
840 
    return data
14076 kshitij.so 841 
 
14553 kshitij.so 842 
def addManualDeal(data, multi):
843 
    if multi !=1:
844 
        collection = get_mongo_connection().Catalog.ManualDeals
15090 kshitij.so 845 
        cursor = collection.find({'sku':data['sku']})
14553 kshitij.so 846 
        if cursor.count() > 0:
847 
            return {0:"Sku information already present."}
848 
        else:
849 
            collection.insert(data)
850 
            get_mongo_connection().Catalog.MasterData.update({'_id':data['sku']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=False)
851 
            return {1:"Data added successfully"}
14481 kshitij.so 852 
    else:
14553 kshitij.so 853 
        skuIds = __getBundledSkusfromSku(data['sku'])
854 
        for sku in skuIds:
855 
            data['sku'] = sku.get('_id')
856 
            collection = get_mongo_connection().Catalog.ManualDeals
15090 kshitij.so 857 
            cursor = collection.find({'sku':data['sku']})
14553 kshitij.so 858 
            if cursor.count() > 0:
859 
                continue
860 
            else:
14558 kshitij.so 861 
                data.pop('_id',None)
14553 kshitij.so 862 
                collection.insert(data)
863 
        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':sku.get('skuBundleId')},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
14481 kshitij.so 864 
        return {1:"Data added successfully"}
14553 kshitij.so 865 
 
14481 kshitij.so 866 
def deleteDocument(data):
15853 kshitij.so 867 
    print "inside detete document"
14481 kshitij.so 868 
    print data
869 
    try:
870 
        collection = get_mongo_connection().Catalog[data['class']]
871 
        class_name = data.pop('class')
872 
        _id = data.pop('oid')
873 
        record = list(collection.find({'_id':ObjectId(_id)}))
874 
        collection.remove({'_id':ObjectId(_id)})
15075 kshitij.so 875 
        if class_name != "Notifications":
876 
            if class_name !="CategoryDiscount":
15853 kshitij.so 877 
                print record[0]
878 
                if record[0].has_key('sku'):
879 
                    field = '_id'
880 
                    val = record[0]['sku']
881 
                else:
882 
                    field = 'skuBundleId'
883 
                    val = record[0]['skuBundleId']
884 
                print "Updating master"
885 
                print field
886 
                print val
887 
                get_mongo_connection().Catalog.MasterData.update({field:val},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
15075 kshitij.so 888 
            else:
889 
                get_mongo_connection().Catalog.MasterData.update({'brand':re.compile(record[0]['brand'], re.IGNORECASE),'category_id':record[0]['category_id']}, \
890 
                                                                 {"$set":{'updatedOn':to_java_date(datetime.now())}},upsert=False,multi=True)
14481 kshitij.so 891 
        return {1:"Document deleted successfully"}
892 
    except Exception as e:
893 
        print e
894 
        return {0:"Document not deleted."}
13970 kshitij.so 895 
 
14482 kshitij.so 896 
def searchMaster(offset, limit, search_term):
897 
    data = []
14531 kshitij.so 898 
    if search_term is not None:
14551 kshitij.so 899 
        terms = search_term.split(' ')
900 
        outer_query = []
901 
        for term in terms:
902 
            outer_query.append({"source_product_name":re.compile(term, re.IGNORECASE)})
14531 kshitij.so 903 
        try:
14551 kshitij.so 904 
            collection = get_mongo_connection().Catalog.MasterData.find({"$and":outer_query,'source_id':{'$in':SOURCE_MAP.keys()}}).skip(offset).limit(limit)
14531 kshitij.so 905 
            for record in collection:
906 
                data.append(record)
907 
        except:
908 
            pass
909 
    else:
910 
        collection = get_mongo_connection().Catalog.MasterData.find({'source_id':{'$in':SOURCE_MAP.keys()}}).skip(offset).limit(limit)
14482 kshitij.so 911 
        for record in collection:
912 
            data.append(record)
913 
    return data
14481 kshitij.so 914 
 
14495 kshitij.so 915 
def getAllFeaturedDeals(offset, limit):
916 
    data = []
917 
    collection = get_mongo_connection().Catalog.FeaturedDeals
918 
    cursor = collection.find({'endDate':{'$gte':to_java_date(datetime.now())}}).skip(offset).limit(limit)
919 
    for val in cursor:
920 
        master = list(get_mongo_connection().Catalog.MasterData.find({'_id':val['sku']}))
921 
        if len(master) > 0:
922 
            val['brand'] = master[0]['brand']
923 
            val['source_product_name'] = master[0]['source_product_name']
924 
            val['skuBundleId'] = master[0]['skuBundleId']
925 
        else:
926 
            val['brand'] = ""
927 
            val['source_product_name'] = ""
928 
            val['skuBundleId'] = ""
929 
        data.append(val)
930 
    return data
931 
 
14553 kshitij.so 932 
def addFeaturedDeal(data, multi):
933 
    if multi !=1:
934 
        collection = get_mongo_connection().Catalog.FeaturedDeals
935 
        cursor = collection.find({'sku':data['sku'],'startDate':{'$lte':data['startDate']},'endDate':{'$gte':data['endDate']}})
936 
        if cursor.count() > 0:
937 
            return {0:"Sku information already present."}
938 
        else:
939 
            collection.insert(data)
940 
            get_mongo_connection().Catalog.MasterData.update({'_id':data['sku']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=False)
941 
            return {1:"Data added successfully"}
14495 kshitij.so 942 
    else:
14553 kshitij.so 943 
        skuIds = __getBundledSkusfromSku(data['sku'])
944 
        for sku in skuIds:
945 
            data['sku'] = sku.get('_id')
946 
            collection = get_mongo_connection().Catalog.FeaturedDeals
947 
            cursor = collection.find({'sku':data['sku'],'startDate':{'$lte':data['startDate']},'endDate':{'$gte':data['endDate']}})
948 
            if cursor.count() > 0:
949 
                continue
950 
            else:
14558 kshitij.so 951 
                data.pop('_id',None)
14553 kshitij.so 952 
                collection.insert(data)
953 
        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':sku.get('skuBundleId')},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
14495 kshitij.so 954 
        return {1:"Data added successfully"}
955 
 
14499 kshitij.so 956 
def searchCollection(class_name, sku, skuBundleId):
14497 kshitij.so 957 
    data = []
958 
    collection = get_mongo_connection().Catalog[class_name]
15076 kshitij.so 959 
    if class_name == "Notifications":
960 
        cursor = collection.find({'skuBundleId':skuBundleId})
961 
        for val in cursor:
962 
            master = list(get_mongo_connection().Catalog.MasterData.find({'skuBundleId':val['skuBundleId']}))
963 
            if len(master) > 0:
964 
                val['brand'] = master[0]['brand']
965 
                val['model_name'] = master[0]['model_name']
966 
                val['skuBundleId'] = master[0]['skuBundleId']
967 
            else:
968 
                val['brand'] = ""
969 
                val['model_name'] = ""
970 
                val['skuBundleId'] = val['skuBundleId']
971 
            data.append(val)
15095 kshitij.so 972 
        return data
15853 kshitij.so 973 
    master = None
14499 kshitij.so 974 
    if sku is not None:
15853 kshitij.so 975 
        if COLLECTION_MAP.has_key(class_name):
976 
            master = get_mongo_connection().Catalog.MasterData.find_one({'_id':sku})
977 
            cursor = collection.find({'skuBundleId':master['skuBundleId']})
978 
        else:
979 
            cursor = collection.find({'sku':sku})
14499 kshitij.so 980 
        for val in cursor:
15853 kshitij.so 981 
            if master is None:
982 
                master = get_mongo_connection().Catalog.MasterData.find_one({'_id':val['sku']})
983 
            if master is not None:
984 
                val['brand'] = master['brand']
985 
                val['source_product_name'] = master['source_product_name']
986 
                val['skuBundleId'] = master['skuBundleId']
14499 kshitij.so 987 
            else:
988 
                val['brand'] = ""
989 
                val['source_product_name'] = ""
990 
                val['skuBundleId'] = ""
991 
            data.append(val)
992 
        return data
993 
    else:
15853 kshitij.so 994 
        if not COLLECTION_MAP.has_key(class_name):
995 
            skuIds = get_mongo_connection().Catalog.MasterData.find({'skuBundleId':skuBundleId}).distinct('_id')
996 
            for sku in skuIds:
997 
                cursor = collection.find({'sku':sku})
998 
                for val in cursor:
999 
                    master = list(get_mongo_connection().Catalog.MasterData.find({'_id':val['sku']}))
1000 
                    if len(master) > 0:
1001 
                        val['brand'] = master[0]['brand']
1002 
                        val['source_product_name'] = master[0]['source_product_name']
1003 
                        val['skuBundleId'] = master[0]['skuBundleId']
1004 
                    else:
1005 
                        val['brand'] = ""
1006 
                        val['source_product_name'] = ""
1007 
                        val['skuBundleId'] = ""
1008 
                    data.append(val)
1009 
            return data
1010 
        else:
1011 
            cursor = collection.find({'skuBundleId':skuBundleId})
14499 kshitij.so 1012 
            for val in cursor:
15853 kshitij.so 1013 
                master = list(get_mongo_connection().Catalog.MasterData.find({'skuBundleId':val['skuBundleId']}))
14499 kshitij.so 1014 
                if len(master) > 0:
1015 
                    val['brand'] = master[0]['brand']
1016 
                    val['source_product_name'] = master[0]['source_product_name']
1017 
                else:
1018 
                    val['brand'] = ""
1019 
                    val['source_product_name'] = ""
1020 
                data.append(val)
15853 kshitij.so 1021 
            return data
14495 kshitij.so 1022 
 
15074 kshitij.so 1023 
def __getBrandIdForBrand(brandName, category_id):
1024 
    brandInfo = Brands.query.filter(Brands.category_id==category_id).filter(Brands.name == brandName).all()
1025 
    if brandInfo is None or len(brandInfo)!=1:
1026 
        raise
1027 
    else:
1028 
        return brandInfo[0].id
1029 
 
14588 kshitij.so 1030 
def addNewItem(data):
14594 kshitij.so 1031 
    try:
1032 
        data['updatedOn'] = to_java_date(datetime.now())
1033 
        data['addedOn'] = to_java_date(datetime.now())
1034 
        data['priceUpdatedOn'] = to_java_date(datetime.now())
1035 
        max_id = list(get_mongo_connection().Catalog.MasterData.find().sort([('_id',pymongo.DESCENDING)]).limit(1))
1036 
        max_bundle = list(get_mongo_connection().Catalog.MasterData.find().sort([('skuBundleId',pymongo.DESCENDING)]).limit(1))
1037 
        data['_id'] = max_id[0]['_id'] + 1
1038 
        data['skuBundleId'] = max_bundle[0]['skuBundleId'] + 1
1039 
        data['identifier'] = str(data['identifier'])
1040 
        data['secondaryIdentifier'] = str(data['secondaryIdentifier'])
15074 kshitij.so 1041 
        data['brand_id'] = __getBrandIdForBrand(data['brand'], data['category_id'])
14594 kshitij.so 1042 
        get_mongo_connection().Catalog.MasterData.insert(data)
1043 
        return {1:'Data added successfully'}
1044 
    except Exception as e:
1045 
        print e
1046 
        return {0:'Unable to add data.'}
15130 kshitij.so 1047 
    finally:
1048 
        session.close()
14588 kshitij.so 1049 
 
1050 
def addItemToExistingBundle(data):
1051 
    try:
1052 
        data['updatedOn'] = to_java_date(datetime.now())
1053 
        data['addedOn'] = to_java_date(datetime.now())
1054 
        data['priceUpdatedOn'] = to_java_date(datetime.now())
14593 kshitij.so 1055 
        max_id = list(get_mongo_connection().Catalog.MasterData.find().sort([('_id',pymongo.DESCENDING)]).limit(1))
14590 kshitij.so 1056 
        data['_id'] = max_id[0]['_id'] + 1
14594 kshitij.so 1057 
        data['identifier'] = str(data['identifier'])
1058 
        data['secondaryIdentifier'] = str(data['secondaryIdentifier'])
15074 kshitij.so 1059 
        data['brand_id'] = __getBrandIdForBrand(data['brand'], data['category_id'])
14588 kshitij.so 1060 
        get_mongo_connection().Catalog.MasterData.insert(data)
1061 
        return {1:'Data added successfully.'}
14594 kshitij.so 1062 
    except Exception as e:
1063 
        print e
14588 kshitij.so 1064 
        return {0:'Unable to add data.'}
15130 kshitij.so 1065 
    finally:
1066 
        session.close()
14588 kshitij.so 1067 
 
1068 
def updateMaster(data, multi):
15130 kshitij.so 1069 
    try:
1070 
        print data
1071 
        if multi != 1:
1072 
            _id = data.pop('_id')
1073 
            skuBundleId = data.pop('skuBundleId')
1074 
            data['updatedOn'] = to_java_date(datetime.now())
1075 
            data['identifier'] = str(data['identifier'])
1076 
            data['secondaryIdentifier'] = str(data['secondaryIdentifier'])
1077 
            data['brand_id'] = __getBrandIdForBrand(data['brand'], data['category_id'])
1078 
            get_mongo_connection().Catalog.MasterData.update({'_id':_id},{"$set":data},upsert=False)
1079 
            return {1:'Data updated successfully.'}
1080 
        else:
1081 
            _id = data.pop('_id')
1082 
            skuBundleId = data.pop('skuBundleId')
1083 
            data['updatedOn'] = to_java_date(datetime.now())
1084 
            data['identifier'] = str(data['identifier'])
1085 
            data['secondaryIdentifier'] = str(data['secondaryIdentifier'])
1086 
            data['brand_id'] = __getBrandIdForBrand(data['brand'], data['category_id'])
1087 
            get_mongo_connection().Catalog.MasterData.update({'_id':_id},{"$set":data},upsert=False)
1088 
            similarItems = get_mongo_connection().Catalog.MasterData.find({'skuBundleId':skuBundleId})
1089 
            for item in similarItems:
1090 
                if item['_id'] == _id:
1091 
                    continue
1092 
                item['updatedOn'] = to_java_date(datetime.now())
1093 
                item['thumbnail'] = data['thumbnail']
1094 
                item['category'] = data['category']
1095 
                item['category_id'] = data['category_id']
1096 
                item['tagline'] = data['tagline']
1097 
                item['is_shortage'] = data['is_shortage']
1098 
                item['mrp'] = data['mrp']
1099 
                item['status'] = data['status']
1100 
                item['maxPrice'] = data['maxPrice']
1101 
                item['brand_id'] = data['brand_id']
1102 
                similar_item_id = item.pop('_id')
1103 
                get_mongo_connection().Catalog.MasterData.update({'_id':similar_item_id},{"$set":item},upsert=False)
1104 
            return {1:'Data updated successfully.'}
1105 
    finally:
1106 
        session.close()
14619 kshitij.so 1107 
 
1108 
def getLiveCricScore():
1109 
    return mc.get('liveScore')
14852 kshitij.so 1110 
 
1111 
def addBundleToNotification(data):
1112 
    try:
15069 kshitij.so 1113 
        collection = get_mongo_connection().Catalog.Notifications
14852 kshitij.so 1114 
        cursor = collection.find({'skuBundleId':data['skuBundleId']})
1115 
        if cursor.count() > 0:
1116 
            return {0:"SkuBundleId information already present."}
1117 
        else:
1118 
            collection.insert(data)
1119 
            return {1:'Data updated successfully.'}
1120 
    except:
1121 
        return {0:'Unable to add data.'}
1122 
 
1123 
def getAllNotifications(offset, limit):
1124 
    data = []
15069 kshitij.so 1125 
    collection = get_mongo_connection().Catalog.Notifications
14852 kshitij.so 1126 
    cursor = collection.find().skip(offset).limit(limit)
1127 
    for val in cursor:
15072 kshitij.so 1128 
        master = list(get_mongo_connection().Catalog.MasterData.find({'skuBundleId':val['skuBundleId']}))
14852 kshitij.so 1129 
        if len(master) > 0:
1130 
            val['brand'] = master[0]['brand']
15071 kshitij.so 1131 
            val['model_name'] = master[0]['model_name']
14852 kshitij.so 1132 
            val['skuBundleId'] = master[0]['skuBundleId']
1133 
        else:
1134 
            val['brand'] = ""
15071 kshitij.so 1135 
            val['model_name'] = ""
1136 
            val['skuBundleId'] = val['skuBundleId']
14852 kshitij.so 1137 
        data.append(val)
1138 
    return data
14997 kshitij.so 1139 
 
1140 
def getBrandsForFilter(category_id):
1141 
    if mc.get("brandFilter") is None:
15095 kshitij.so 1142 
        print "Populating brand data for category_id %d" %(category_id)
14997 kshitij.so 1143 
        tabData, mobData = [], []
1144 
        mobileDeals = get_mongo_connection().Catalog.Deals.aggregate([
16170 kshitij.so 1145 
                                                                      {"$match":{"category_id":3,"showDeal":1,"totalPoints":{"$gt":-100}}
14997 kshitij.so 1146 
                                                                    },
1147 
                                                                 {"$group" :
1148 
                                                                  {'_id':{'brand_id':'$brand_id','brand':'$brand'},'count':{'$sum':1}}
1149 
                                                                  }
1150 
                                                                ])
14588 kshitij.so 1151 
 
14997 kshitij.so 1152 
        tabletDeals = get_mongo_connection().Catalog.Deals.aggregate([
16170 kshitij.so 1153 
                                                                      {"$match":{"category_id":5,"showDeal":1,"totalPoints":{"$gt":-100}}
14997 kshitij.so 1154 
                                                                    },
1155 
                                                                 {"$group" :
1156 
                                                                  {'_id':{'brand_id':'$brand_id','brand':'$brand'},'count':{'$sum':1}}
1157 
                                                                  }
1158 
                                                                ])
1159 
 
1160 
        allDeals = get_mongo_connection().Catalog.Deals.aggregate([
16170 kshitij.so 1161 
                                                                   {"$match":{"showDeal":1,"totalPoints":{"$gt":-100}}
14997 kshitij.so 1162 
                                                                    },
1163 
                                                                 {"$group" :
1164 
                                                                  {'_id':{'brand_id':'$brand_id','brand':'$brand'},'count':{'$sum':1}}
1165 
                                                                  }
1166 
                                                                ])
1167 
        #print mobileDeals
1168 
        #print "==========Mobile data ends=========="
1169 
 
1170 
        #print tabletDeals
1171 
        #print "==========Tablet data ends=========="
1172 
 
1173 
        #print allDeals
1174 
        #print "==========All deal data ends========="
1175 
 
1176 
        for mobileDeal in mobileDeals['result']:
1177 
            if mobileDeal.get('_id').get('brand_id') != 0:
1178 
                tempMap = {}
1179 
                tempMap['brand'] = mobileDeal.get('_id').get('brand')
1180 
                tempMap['brand_id'] = mobileDeal.get('_id').get('brand_id')
1181 
                tempMap['count'] = mobileDeal.get('count')
1182 
                mobData.append(tempMap)
1183 
 
1184 
        for tabletDeal in tabletDeals['result']:
1185 
            if tabletDeal.get('_id').get('brand_id') != 0:
1186 
                tempMap = {}
1187 
                tempMap['brand'] = tabletDeal.get('_id').get('brand')
1188 
                tempMap['brand_id'] = tabletDeal.get('_id').get('brand_id')
1189 
                tempMap['count'] = tabletDeal.get('count')
1190 
                tabData.append(tempMap)
1191 
 
1192 
 
1193 
        brandMap = {}
1194 
        for allDeal in allDeals['result']:
1195 
            if allDeal.get('_id').get('brand_id') != 0:
1196 
                if brandMap.has_key(allDeal.get('_id').get('brand')):
15002 kshitij.so 1197 
                    brand_ids = brandMap.get(allDeal.get('_id').get('brand')).get('brand_ids')
14997 kshitij.so 1198 
                    brand_ids.append(allDeal.get('_id').get('brand_id'))
15003 kshitij.so 1199 
                    brandMap[allDeal.get('_id').get('brand')] = {'brand_ids':brand_ids,'count':brandMap.get(allDeal.get('_id').get('brand')).get('count') + allDeal.get('count')}
14997 kshitij.so 1200 
                else:
1201 
                    temp = []
1202 
                    temp.append(allDeal.get('_id').get('brand_id'))
15002 kshitij.so 1203 
                    brandMap[allDeal.get('_id').get('brand')] = {'brand_ids':temp,'count':allDeal.get('count')}
14997 kshitij.so 1204 
 
1205 
        mc.set("brandFilter",{0:brandMap, 3:mobData, 5:tabData}, 600)
1206 
 
15062 kshitij.so 1207 
    return sorted(mc.get("brandFilter").get(category_id), key = lambda x: (-x['count'], x['brand']))
15375 kshitij.so 1208 
 
15459 kshitij.so 1209 
def getStaticDeals(offset, limit, category_id, direction):
15375 kshitij.so 1210 
    user_specific_deals = mc.get("staticDeals")
1211 
    if user_specific_deals is None:
1212 
        __populateStaticDeals()
1213 
        user_specific_deals = mc.get("staticDeals")
15459 kshitij.so 1214 
    rev = False
1215 
    if direction is None or direction == -1:
1216 
        rev=True
1217 
    return sorted((user_specific_deals.get(category_id))[offset:offset+limit],reverse=rev)
15375 kshitij.so 1218 
 
1219 
def __populateStaticDeals():
1220 
    print "Populating memcache for static deals"
1221 
    outer_query = []
1222 
    outer_query.append({"showDeal":1})
1223 
    query = {}
16170 kshitij.so 1224 
    query['$gt'] = -100
15375 kshitij.so 1225 
    outer_query.append({'totalPoints':query})
1226 
    all_deals = list(get_mongo_connection().Catalog.Deals.find({"$and":outer_query},{'_id':1,'category_id':1,'brand':1,'totalPoints':1,'bestSellerPoints':1,'nlcPoints':1,'rank':1,'available_price':1,'dealType':1,'source_id':1,'brand_id':1,'skuBundleId':1}).sort([('totalPoints',pymongo.DESCENDING),('bestSellerPoints',pymongo.DESCENDING),('nlcPoints',pymongo.DESCENDING),('rank',pymongo.DESCENDING)]))
1227 
    mobile_deals = []
1228 
    tablet_deals = []
1229 
    for deal in all_deals:
1230 
        item = get_mongo_connection().Catalog.MasterData.find({'_id':deal['_id']})
1231 
        if deal['category_id'] ==3:
1232 
            mobile_deals.append(getItemObjForStaticDeals(item[0]))
1233 
        elif deal['category_id'] ==5:
1234 
            tablet_deals.append(getItemObjForStaticDeals(item[0]))
1235 
        else:
1236 
            continue
1237 
 
1238 
    random.shuffle(mobile_deals,random.random)
1239 
    random.shuffle(tablet_deals,random.random)
1240 
 
1241 
    mem_cache_val = {3:mobile_deals, 5:tablet_deals}
1242 
    mc.set("staticDeals", mem_cache_val, 3600)
1243 
 
1244 
def getItemObjForStaticDeals(item):
15379 kshitij.so 1245 
    return {'marketPlaceUrl':item.get('marketPlaceUrl'),'available_price':item.get('available_price'),'source_product_name':item.get('source_product_name'),'thumbnail':item.get('thumbnail'),'source_id':int(item.get('source_id'))}
15375 kshitij.so 1246 
 
13572 kshitij.so 1247 
def main():
16224 kshitij.so 1248 
    print getItem(1)
13811 kshitij.so 1249 
 
13921 kshitij.so 1250 
 
15375 kshitij.so 1251 
 
13572 kshitij.so 1252 
if __name__=='__main__':
13932 amit.gupta 1253 
    main()