Subversion Repositories SmartDukaan

Rev

Rev 16320 | Rev 16367 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
14305 amit.gupta 1
from bson.objectid import ObjectId
2
from datetime import datetime, timedelta
3
from dtr.config import PythonPropertyReader
13927 amit.gupta 4
from dtr.main import Store
14531 kshitij.so 5
from dtr.dao import FeaturedDeals
14037 kshitij.so 6
from dtr.storage import DataService
7
from dtr.storage.DataService import price_preferences, brand_preferences, \
15074 kshitij.so 8
    user_actions, Brands
16304 amit.gupta 9
from dtr.storage.MemCache import MemCache
14305 amit.gupta 10
from dtr.utils.utils import to_java_date
11
from elixir import *
12
from operator import itemgetter
13
import pymongo
14322 kshitij.so 14
import re
14791 kshitij.so 15
import traceback
15375 kshitij.so 16
import random
13572 kshitij.so 17
 
18
con = None
19
 
14037 kshitij.so 20
DataService.initialize(db_hostname="localhost")
16304 amit.gupta 21
mc = MemCache("127.0.0.1")
14037 kshitij.so 22
 
15908 kshitij.so 23
SOURCE_MAP = {1:'AMAZON',2:'FLIPKART',3:'SNAPDEAL',4:'SAHOLIC',5:"SHOPCLUES.COM"}
14482 kshitij.so 24
 
15853 kshitij.so 25
COLLECTION_MAP = {
26
                  'ExceptionalNlc':'skuBundleId',
27
                  'SkuDealerPrices':'skuBundleId',
28
                  'SkuDiscountInfo':'skuBundleId',
29
                  'SkuSchemeDetails':'skuBundleId',
30
 
31
                  }
32
 
13572 kshitij.so 33
def get_mongo_connection(host='localhost', port=27017):
34
    global con
35
    if con is None:
36
        print "Establishing connection %s host and port %d" %(host,port)
37
        try:
38
            con = pymongo.MongoClient(host, port)
39
        except Exception, e:
40
            print e
41
            return None
42
    return con
43
 
13907 kshitij.so 44
def populateCashBack():
13921 kshitij.so 45
    print "Populating cashback"
46
    cashBackMap = {}
47
    itemCashBackMap = {}
13907 kshitij.so 48
    cashBack = list(get_mongo_connection().Catalog.CategoryCashBack.find())
49
    for row in cashBack:
13970 kshitij.so 50
        temp_map = {}
51
        temp_list = []
13907 kshitij.so 52
        if cashBackMap.has_key(row['source_id']):
53
            arr = cashBackMap.get(row['source_id'])
54
            for val in arr:
55
                temp_list.append(val)
56
            temp_map[row['category_id']] = row
57
            temp_list.append(temp_map)
58
            cashBackMap[row['source_id']] = temp_list 
59
        else:
60
            temp_map[row['category_id']] = row
61
            temp_list.append(temp_map)
62
            cashBackMap[row['source_id']] = temp_list
13921 kshitij.so 63
    itemCashBack = list(get_mongo_connection().Catalog.ItemCashBack.find())
64
    for row in itemCashBack:
65
        if not itemCashBackMap.has_key(row['skuId']):
66
            itemCashBackMap[row['skuId']] = row
14761 kshitij.so 67
    mc.set("item_cash_back", itemCashBackMap, 24 * 60 * 60)
68
    mc.set("category_cash_back", cashBackMap, 24 * 60 * 60)
13907 kshitij.so 69
 
13572 kshitij.so 70
def addCategoryDiscount(data):
13970 kshitij.so 71
    collection = get_mongo_connection().Catalog.CategoryDiscount
13572 kshitij.so 72
    query = []
73
    data['brand'] = data['brand'].strip().upper()
13970 kshitij.so 74
    data['discountType'] = data['discountType'].upper().strip()
13572 kshitij.so 75
    query.append({"brand":data['brand']})
76
    query.append({"category_id":data['category_id']})
77
    r = collection.find({"$and":query})
78
    if r.count() > 0:
13639 kshitij.so 79
        return {0:"Brand & Category info already present."}
13572 kshitij.so 80
    else:
81
        collection.insert(data)
13970 kshitij.so 82
        get_mongo_connection().Catalog.MasterData.update({'brand':data['brand'],'category_id':data['category_id']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
13639 kshitij.so 83
        return {1:"Data added successfully"}
13572 kshitij.so 84
 
13970 kshitij.so 85
def updateCategoryDiscount(data,_id):
86
    try:
87
        collection = get_mongo_connection().Catalog.CategoryDiscount
88
        collection.update({'_id':ObjectId(_id)},{"$set":{'min_discount':data['min_discount'],'max_discount':data['max_discount'],'discountType':data['discountType'].upper().strip()}},upsert=False, multi = False)
89
        get_mongo_connection().Catalog.MasterData.update({'brand':data['brand'],'category_id':data['category_id']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
90
        return {1:"Data updated successfully"}
91
    except:
92
        return {0:"Data not updated."}
93
 
94
 
13572 kshitij.so 95
def getAllCategoryDiscount():
96
    data = []
13970 kshitij.so 97
    collection = get_mongo_connection().Catalog.CategoryDiscount
13572 kshitij.so 98
    cursor = collection.find()
99
    for val in cursor:
100
        data.append(val)
101
    return data
102
 
14553 kshitij.so 103
def __getBundledSkusfromSku(sku):
104
    masterData =  get_mongo_connection().Catalog.MasterData.find_one({"_id":sku},{"skuBundleId":1})
105
    if masterData is not None:
106
        return list(get_mongo_connection().Catalog.MasterData.find({"skuBundleId":masterData.get('skuBundleId')},{'_id':1,'skuBundleId':1}))
107
    else:
108
        return []
13572 kshitij.so 109
 
15853 kshitij.so 110
def addSchemeDetailsForSku(data):
111
    collection = get_mongo_connection().Catalog.SkuSchemeDetails
112
    result = collection.find_one({'skuBundleId':data['skuBundleId']})
113
    if result is None:
14553 kshitij.so 114
        collection.insert(data)
15853 kshitij.so 115
        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
14553 kshitij.so 116
        return {1:"Data added successfully"}
15853 kshitij.so 117
    return {1:"BundleId info already present"}
118
 
14069 kshitij.so 119
def getAllSkuWiseSchemeDetails(offset, limit):
13572 kshitij.so 120
    data = []
13970 kshitij.so 121
    collection = get_mongo_connection().Catalog.SkuSchemeDetails
14071 kshitij.so 122
    cursor = collection.find().skip(offset).limit(limit)
13572 kshitij.so 123
    for val in cursor:
15853 kshitij.so 124
        master = get_mongo_connection().Catalog.MasterData.find_one({'skuBundleId':val['skuBundleId']})
125
        if master is not None:
126
            val['brand'] = master['brand']
127
            val['source_product_name'] = master['source_product_name']
14069 kshitij.so 128
        else:
129
            val['brand'] = ""
130
            val['source_product_name'] = ""
13572 kshitij.so 131
        data.append(val)
132
    return data
133
 
15853 kshitij.so 134
def addSkuDiscountInfo(data):
135
    collection = get_mongo_connection().Catalog.SkuDiscountInfo
136
    cursor = collection.find_one({"skuBundleId":data['skuBundleId']})
137
    if cursor is not None:
138
        return {0:"BundleId information already present."}
13572 kshitij.so 139
    else:
15853 kshitij.so 140
        collection.insert(data)
141
        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
13639 kshitij.so 142
        return {1:"Data added successfully"}
13572 kshitij.so 143
 
13970 kshitij.so 144
def getallSkuDiscountInfo(offset, limit):
13572 kshitij.so 145
    data = []
13970 kshitij.so 146
    collection = get_mongo_connection().Catalog.SkuDiscountInfo
147
    cursor = collection.find().skip(offset).limit(limit)
13572 kshitij.so 148
    for val in cursor:
15853 kshitij.so 149
        master = get_mongo_connection().Catalog.MasterData.find_one({'skuBundleId':val['skuBundleId']})
150
        if master is not None:
151
            val['brand'] = master['brand']
152
            val['source_product_name'] = master['source_product_name']
13970 kshitij.so 153
        else:
154
            val['brand'] = ""
155
            val['source_product_name'] = ""
13572 kshitij.so 156
        data.append(val)
157
    return data
158
 
13970 kshitij.so 159
def updateSkuDiscount(data,_id):
160
    try:
161
        collection = get_mongo_connection().Catalog.SkuDiscountInfo
162
        collection.update({'_id':ObjectId(_id)},{"$set":{'min_discount':data['min_discount'],'max_discount':data['max_discount'],'discountType':data['discountType'].upper().strip()}},upsert=False, multi = False)
15853 kshitij.so 163
        get_mongo_connection().Catalog.MasterData.update({'_id':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
13970 kshitij.so 164
        return {1:"Data updated successfully"}
165
    except:
166
        return {0:"Data not updated."}
167
 
168
 
15853 kshitij.so 169
def addExceptionalNlc(data):
170
    collection = get_mongo_connection().Catalog.ExceptionalNlc
171
    cursor = collection.find_one({"skuBundleId":data['skuBundleId']})
172
    if cursor is not None:
173
        return {0:"BundleId information already present."}
13572 kshitij.so 174
    else:
15853 kshitij.so 175
        collection.insert(data)
176
        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
13639 kshitij.so 177
        return {1:"Data added successfully"}
13572 kshitij.so 178
 
13970 kshitij.so 179
def getAllExceptionlNlcItems(offset, limit):
13572 kshitij.so 180
    data = []
13970 kshitij.so 181
    collection = get_mongo_connection().Catalog.ExceptionalNlc
14071 kshitij.so 182
    cursor = collection.find().skip(offset).limit(limit)
13572 kshitij.so 183
    for val in cursor:
15853 kshitij.so 184
        master = get_mongo_connection().Catalog.MasterData.find_one({'skuBundleId':val['skuBundleId']})
185
        if master is not None:
186
            val['brand'] = master['brand']
187
            val['source_product_name'] = master['source_product_name']
13970 kshitij.so 188
        else:
189
            val['brand'] = ""
190
            val['source_product_name'] = ""
13572 kshitij.so 191
        data.append(val)
192
    return data
193
 
14005 amit.gupta 194
def getMerchantOrdersByUser(userId, page=1, window=50, searchMap={}):
195
    if searchMap is None:
196
        searchMap = {}
13603 amit.gupta 197
    if page==None:
198
        page = 1
199
 
200
    if window==None:
201
        window = 50
202
    result = {}
13582 amit.gupta 203
    skip = (page-1)*window
14005 amit.gupta 204
 
14353 amit.gupta 205
    if userId is not None:
206
        searchMap['userId'] = userId
13603 amit.gupta 207
    collection = get_mongo_connection().Dtr.merchantOrder
14609 amit.gupta 208
    cursor = collection.find(searchMap).sort("orderId",-1)
13603 amit.gupta 209
    total_count = cursor.count()
210
    pages = total_count/window + (0 if total_count%window==0 else 1)  
211
    print "total_count", total_count
212
    if total_count > skip:
13999 amit.gupta 213
        cursor = cursor.skip(skip).limit(window)
13603 amit.gupta 214
        orders = []
215
        for order in cursor:
14002 amit.gupta 216
            del(order["_id"])
217
            orders.append(order)
13603 amit.gupta 218
        result['data'] = orders
219
        result['window'] = window
220
        result['totalCount'] = total_count 
221
        result['currCount'] = cursor.count()
222
        result['totalPages'] = pages
223
        result['currPage'] = page    
224
        return result
225
    else:
226
        return result
13630 kshitij.so 227
 
13927 amit.gupta 228
def getRefunds(userId, page=1, window=10):
229
    if page==None:
230
        page = 1
231
 
232
    if window==None:
13995 amit.gupta 233
        window = 10
13927 amit.gupta 234
    result = {}
235
    skip = (page-1)*window
236
    collection = get_mongo_connection().Dtr.refund
237
    cursor = collection.find({"userId":userId})
238
    total_count = cursor.count()
239
    pages = total_count/window + (0 if total_count%window==0 else 1)  
240
    print "total_count", total_count
241
    if total_count > skip:
14668 amit.gupta 242
        cursor = cursor.skip(skip).limit(window).sort([('batch',-1)])
13927 amit.gupta 243
        refunds = []
244
        for refund in cursor:
245
            del(refund["_id"])
246
            refunds.append(refund)
247
        result['data'] = refunds
248
        result['window'] = window
249
        result['totalCount'] = total_count 
250
        result['currCount'] = cursor.count()
251
        result['totalPages'] = pages
252
        result['currPage'] = page    
253
        return result
254
    else:
255
        return result
256
 
257
def getPendingRefunds(userId):
13991 amit.gupta 258
    print type(userId)
13927 amit.gupta 259
    result = get_mongo_connection().Dtr.merchantOrder\
260
        .aggregate([
261
                    {'$match':{'subOrders.cashBackStatus':Store.CB_APPROVED, 'userId':userId}},
262
                    {'$unwind':"$subOrders"},
14670 amit.gupta 263
                    {'$match':{'subOrders.cashBackStatus':Store.CB_APPROVED}},
13927 amit.gupta 264
                    { 
265
                     '$group':{
266
                               '_id':None,
267
                               'amount': { '$sum':'$subOrders.cashBackAmount'},
268
                               }
269
                     }
13987 amit.gupta 270
                ])['result']
271
 
272
    if len(result)>0:
273
        result = result[0]        
274
        result.pop("_id")
275
    else:
276
        result={}
277
        result['amount'] = 0.0
14305 amit.gupta 278
    result['nextCredit'] = datetime.strftime(next_weekday(datetime.now(), int(PythonPropertyReader.getConfig('CREDIT_DAY_OF_WEEK'))),"%Y-%m-%d %H:%M:%S")
13927 amit.gupta 279
    return result
14037 kshitij.so 280
 
14671 amit.gupta 281
def getPendingCashbacks(userId):
282
    result = get_mongo_connection().Dtr.merchantOrder\
283
        .aggregate([
284
                    {'$match':{'subOrders.cashBackStatus':Store.CB_PENDING, 'userId':userId}},
285
                    {'$unwind':"$subOrders"},
286
                    {'$match':{'subOrders.cashBackStatus':Store.CB_PENDING}},
287
                    { 
288
                     '$group':{
289
                               '_id':None,
290
                               'amount': { '$sum':'$subOrders.cashBackAmount'},
291
                               }
292
                     }
293
                ])['result']
294
 
295
    if len(result)>0:
296
        result = result[0]        
297
        result.pop("_id")
298
    else:
299
        result={}
300
        result['amount'] = 0.0
301
    return result
302
 
14037 kshitij.so 303
def __populateCache(userId):
304
    print "Populating memcache for userId",userId
305
    outer_query = []
16067 kshitij.so 306
    outer_query.append({ "$or": [ { "showDeal": 1} , { "prepaidDeal": 1 } ] })
14037 kshitij.so 307
    query = {}
16170 kshitij.so 308
    query['$gt'] = -100
14037 kshitij.so 309
    outer_query.append({'totalPoints':query})
310
    brandPrefMap = {}
311
    pricePrefMap = {}
312
    actionsMap = {}
313
    brand_p = session.query(price_preferences).filter_by(user_id=userId).all()
314
    for x in brand_p:
315
        pricePrefMap[x.category_id] = [x.min_price,x.max_price]
316
    for x in session.query(brand_preferences).filter_by(user_id=userId).all():
317
        temp_map = {}
318
        if brandPrefMap.has_key((x.brand).strip().upper()):
319
            val = brandPrefMap.get((x.brand).strip().upper())
320
            temp_map[x.category_id] = 1 if x.status == 'show' else 0
321
            val.append(temp_map)
322
        else:
323
            temp = []
324
            temp_map[x.category_id] = 1 if x.status == 'show' else 0
325
            temp.append(temp_map)
326
            brandPrefMap[(x.brand).strip().upper()] = temp
327
 
328
    for x in session.query(user_actions).filter_by(user_id=userId).all():
329
        actionsMap[x.store_product_id] = 1 if x.action == 'like' else 0
16225 kshitij.so 330
    all_deals = list(get_mongo_connection().Catalog.Deals.find({"$and":outer_query},{'_id':1,'category_id':1,'brand':1,'totalPoints':1,'bestSellerPoints':1,'nlcPoints':1,'rank':1,'available_price':1,'dealType':1,'source_id':1,'brand_id':1,'skuBundleId':1,'dp':1, 'showDp':1}).sort([('totalPoints',pymongo.DESCENDING),('bestSellerPoints',pymongo.DESCENDING),('nlcPoints',pymongo.DESCENDING),('rank',pymongo.DESCENDING)]))
14037 kshitij.so 331
    all_category_deals = []
332
    mobile_deals = []
333
    tablet_deals = []
334
    for deal in all_deals:
335
        if actionsMap.get(deal['_id']) == 0:
336
            fav_weight =.25
337
        elif actionsMap.get(deal['_id']) == 1:
338
            fav_weight = 1.5
339
        else:
340
            fav_weight = 1
341
 
342
        if brandPrefMap.get(deal['brand'].strip().upper()) is not None:
343
            brand_weight = 1
344
            for brandInfo in brandPrefMap.get(deal['brand'].strip().upper()):
345
                if brandInfo.get(deal['category_id']) is not None:
346
                    if brandInfo.get(deal['category_id']) == 1:
14055 kshitij.so 347
                        brand_weight = 2.0
14037 kshitij.so 348
        else:
349
            brand_weight = 1
350
 
351
        if pricePrefMap.get(deal['category_id']) is not None:
352
 
353
            if deal['available_price'] >= pricePrefMap.get(deal['category_id'])[0] and deal['available_price'] <= pricePrefMap.get(deal['category_id'])[1]:
354
                asp_weight = 1.5
355
            elif  deal['available_price'] >= pricePrefMap.get(deal['category_id'])[0] - 0.5 * pricePrefMap.get(deal['category_id'])[0] and deal['available_price'] <= pricePrefMap.get(deal['category_id'])[1] + 0.5 * pricePrefMap.get(deal['category_id'])[1]:
356
                asp_weight = 1.2
357
            else:
358
                asp_weight = 1
359
        else:
360
            asp_weight = 1
361
 
362
        persPoints = deal['totalPoints'] * fav_weight * brand_weight * asp_weight
363
        deal['persPoints'] = persPoints
364
 
365
        if deal['category_id'] ==3:
366
            mobile_deals.append(deal)
367
        elif deal['category_id'] ==5:
368
            tablet_deals.append(deal)
369
        else:
370
            continue
371
        all_category_deals.append(deal)
372
 
14144 kshitij.so 373
    session.close()
14037 kshitij.so 374
    mem_cache_val = {3:mobile_deals, 5:tablet_deals, 0:all_deals}
375
    mc.set(str(userId), mem_cache_val)
376
 
377
 
14531 kshitij.so 378
def __populateFeaturedDeals():
379
    all_category_fd = []
380
    mobile_fd = []
381
    tablet_fd = []
14550 kshitij.so 382
    activeFeaturedDeals = get_mongo_connection().Catalog.FeaturedDeals.find({'startDate':{'$lte':to_java_date(datetime.now())},'endDate':{'$gte':to_java_date(datetime.now())}}).sort({'rank':pymongo.ASCENDING})
14531 kshitij.so 383
    for activeFeaturedDeal in activeFeaturedDeals:
384
        for k,v in activeFeaturedDeal['rankDetails']:
385
            featuredDeal = FeaturedDeals(activeFeaturedDeal['sku'], int(k), activeFeaturedDeal['thresholdPrice'], int(v))
386
            if featuredDeal.category_id == 0:
387
                all_category_fd.append(featuredDeal)
388
            elif featuredDeal.category_id == 3:
389
                mobile_fd.append(featuredDeal)
390
            elif featuredDeal.category_id == 5:
391
                tablet_fd.append(featuredDeal)
392
            else:
393
                continue
14550 kshitij.so 394
    mc.set("featured_deals_category_"+str(0), all_category_fd, 3600)
395
    mc.set("featured_deals_category_"+str(3), mobile_fd, 3600)
396
    mc.set("featured_deals_category_"+str(5), tablet_fd, 3600)
14037 kshitij.so 397
 
14791 kshitij.so 398
def getNewDeals(userId, category_id, offset, limit, sort, direction, filterData=None):
14761 kshitij.so 399
    if not bool(mc.get("category_cash_back")):
13921 kshitij.so 400
        populateCashBack()
14037 kshitij.so 401
 
14550 kshitij.so 402
    try:
403
        if mc.get("featured_deals_category_"+str(category_id)) is None:
404
            __populateFeaturedDeals()
405
    except:
406
        pass 
14531 kshitij.so 407
 
13771 kshitij.so 408
    rank = 1
16079 kshitij.so 409
    dealsListMap = []
14037 kshitij.so 410
    user_specific_deals = mc.get(str(userId))
411
    if user_specific_deals is None:
412
        __populateCache(userId)
413
        user_specific_deals = mc.get(str(userId))
14038 kshitij.so 414
    else:
415
        print "Getting user deals from cache"
14037 kshitij.so 416
    category_specific_deals = user_specific_deals.get(category_id)
417
 
418
    if sort is None or direction is None:
419
        sorted_deals = sorted(category_specific_deals, key = lambda x: (x['persPoints'],x['totalPoints'],x['bestSellerPoints'], x['nlcPoints'], x['rank']),reverse=True)
420
    else:
421
        if sort == "bestSellerPoints":
422
            sorted_deals = sorted(category_specific_deals, key = lambda x: (x['bestSellerPoints'], x['rank'], x['nlcPoints']),reverse=True)
423
        else:
424
            if direction == -1:
425
                rev = True
426
            else:
427
                rev = False
428
            sorted_deals = sorted(category_specific_deals, key = lambda x: (x['available_price']),reverse=rev)
429
 
14791 kshitij.so 430
 
431
    print "============================"
432
    if filterData is not None:
433
        try:
434
            sorted_deals = filterDeals(sorted_deals, filterData)
435
        except:
16067 kshitij.so 436
            traceback.print_exc()
14791 kshitij.so 437
 
16067 kshitij.so 438
 
439
    sortedMap = {}
440
    rankMap = {}
441
    rank = 0
442
    for sorted_deal in sorted_deals:
443
        if sortedMap.get(sorted_deal['skuBundleId']) is None:
444
            sortedMap[sorted_deal['skuBundleId']] = {rank:[sorted_deal]}
445
            rankMap[rank] = (sortedMap[sorted_deal['skuBundleId']].values())[0]
446
            rank = rank +1
447
        else:
448
            for temp_list in sortedMap.get(sorted_deal['skuBundleId']).itervalues():
449
                temp_list.append(sorted_deal)
16079 kshitij.so 450
            rankMap[(sortedMap.get(sorted_deal['skuBundleId']).keys())[0]] = temp_list
16067 kshitij.so 451
 
452
    for dealList in [rankMap.get(k, []) for k in range(offset, offset+limit)]:
16079 kshitij.so 453
        temp = []
16067 kshitij.so 454
        for d in dealList:
455
            item = list(get_mongo_connection().Catalog.MasterData.find({'_id':d['_id']}))
16320 kshitij.so 456
            if len(item) ==0:
457
                continue
16079 kshitij.so 458
            item[0]['persPoints'] = d['persPoints']
459
            if d['dealType'] == 1 and d['source_id'] ==1:
460
                item[0]['marketPlaceUrl'] = "http://www.amazon.in/dp/%s"%(item[0]['identifier'].strip())
461
            elif d['source_id'] ==3:
462
                item[0]['marketPlaceUrl'] = item[0]['marketPlaceUrl']+'?supc='+item[0].get('identifier')
463
            else:
464
                pass 
465
            try:
466
                cashBack = getCashBack(item[0]['_id'], item[0]['source_id'], item[0]['category_id'])
467
                if not cashBack or cashBack.get('cash_back_status')!=1:
14037 kshitij.so 468
                    item[0]['cash_back_type'] = 0
469
                    item[0]['cash_back'] = 0
16079 kshitij.so 470
                else:
471
                    item[0]['cash_back_type'] = int(cashBack['cash_back_type'])
472
                    item[0]['cash_back'] = cashBack['cash_back']
473
            except:
474
                print "Error in adding cashback to deals"
475
                item[0]['cash_back_type'] = 0
476
                item[0]['cash_back'] = 0
16252 kshitij.so 477
            try:
478
                item[0]['dp'] = d['dp']
479
                item[0]['showDp'] = d['showDp']
480
            except:
481
                item[0]['dp'] = 0.0
482
                item[0]['showDp'] = 0
16079 kshitij.so 483
            temp.append(item[0])
16125 kshitij.so 484
        if len(temp) > 1:
16126 kshitij.so 485
            temp = sorted(temp, key = lambda x: (x['available_price']),reverse=False)
16079 kshitij.so 486
        dealsListMap.append(temp)
487
    return dealsListMap
14037 kshitij.so 488
 
14791 kshitij.so 489
def filterDeals(deals, filterData):
490
    dealFiltered = []
491
    brandsFiltered = []
492
    filterArray = filterData.split('|')
493
    for data in filterArray:
494
        try:
495
            filter, info = data.split(':')
496
        except Exception as ex:
497
            traceback.print_exc()
498
            continue
499
        if filter == 'dealFilter':
500
            toFilter = info.split('^')
501
            print "deal filter ",toFilter
502
            if 'deals' in toFilter:
503
                dealFiltered = deals
504
                continue
505
            for filterVal in toFilter:
506
                if filterVal == 'dod':
507
                    for deal in deals:
508
                        if deal['dealType'] == 1:
509
                            dealFiltered.append(deal)
510
        elif filter == 'brandFilter':
511
            toFilter = info.split('^')
512
            print "brand filter ",toFilter
513
            if len(toFilter) == 0 or (len(toFilter)==1 and toFilter[0]==''):
514
                brandsFiltered = deals
515
            for deal in deals:
15151 kshitij.so 516
                if str(int(deal['brand_id'])) in toFilter:
14791 kshitij.so 517
                    brandsFiltered.append(deal)
15040 kshitij.so 518
    if len(dealFiltered) == 0:
519
        return brandsFiltered
14791 kshitij.so 520
    return [i for i in dealFiltered for j in brandsFiltered if i['_id']==j['_id']]
521
 
522
 
14037 kshitij.so 523
def getDeals(userId, category_id, offset, limit, sort, direction):
14761 kshitij.so 524
    if not bool(mc.get("category_cash_back")):
14037 kshitij.so 525
        populateCashBack()
526
    rank = 1
13771 kshitij.so 527
    deals = {}
13910 kshitij.so 528
    outer_query = []
529
    outer_query.append({"showDeal":1})
530
    query = {}
531
    query['$gt'] = 0
532
    outer_query.append({'totalPoints':query})
533
    if category_id in (3,5):
534
        outer_query.append({'category_id':category_id})
13803 kshitij.so 535
    if sort is None or direction is None:
536
        direct = -1
13910 kshitij.so 537
        print outer_query
538
        data = list(get_mongo_connection().Catalog.Deals.find({"$and":outer_query}).sort([('totalPoints',direct),('bestSellerPoints',direct),('nlcPoints',direct),('rank',direct)]).skip(offset).limit(limit))
13795 kshitij.so 539
    else:
13910 kshitij.so 540
        print outer_query
13803 kshitij.so 541
        direct = direction
13910 kshitij.so 542
        if sort == "bestSellerPoints":
543
            print "yes,sorting by bestSellerPoints"
544
            data = list(get_mongo_connection().Catalog.Deals.find({"$and":outer_query}).sort([('bestSellerPoints',direct),('rank',direct),('nlcPoints',direct)]).skip(offset).limit(limit))
545
        else:
546
            data = list(get_mongo_connection().Catalog.Deals.find({"$and":outer_query}).sort([(sort,direct)]).skip(offset).limit(limit))
13771 kshitij.so 547
    for d in data:
548
        item = list(get_mongo_connection().Catalog.MasterData.find({'_id':d['_id']}))
549
        if not deals.has_key(item[0]['identifier']):
13921 kshitij.so 550
            item[0]['dealRank'] = rank
551
            try:
14761 kshitij.so 552
                cashBack = getCashBack(item[0]['_id'], item[0]['source_id'], item[0]['category_id'])
13921 kshitij.so 553
                if not cashBack or cashBack.get('cash_back_status')!=1:
13928 kshitij.so 554
                    item[0]['cash_back_type'] = 0
555
                    item[0]['cash_back'] = 0
13921 kshitij.so 556
                else:
14766 kshitij.so 557
                    item[0]['cash_back_type'] = int(cashBack['cash_back_type'])
13928 kshitij.so 558
                    item[0]['cash_back'] = cashBack['cash_back']
13921 kshitij.so 559
            except:
560
                print "Error in adding cashback to deals"
13928 kshitij.so 561
                item[0]['cash_back_type'] = 0
562
                item[0]['cash_back'] = 0
13771 kshitij.so 563
            deals[item[0]['identifier']] = item[0]
13921 kshitij.so 564
 
13771 kshitij.so 565
            rank +=1
13785 kshitij.so 566
    return sorted(deals.values(), key=itemgetter('dealRank'))
567
 
16222 kshitij.so 568
def getItem(skuId,showDp=None):
16224 kshitij.so 569
    temp = []
14761 kshitij.so 570
    if not bool(mc.get("category_cash_back")):
14113 kshitij.so 571
        populateCashBack()
13795 kshitij.so 572
    try:
16222 kshitij.so 573
        skuData = get_mongo_connection().Catalog.MasterData.find_one({'_id':int(skuId)})
574
        if skuData is None:
575
            raise
576
        try:
577
            cashBack = getCashBack(skuData['_id'], skuData['source_id'], skuData['category_id'])
578
            if not cashBack or cashBack.get('cash_back_status')!=1:
579
                skuData['cash_back_type'] = 0
580
                skuData['cash_back'] = 0
581
            else:
582
                skuData['cash_back_type'] = cashBack['cash_back_type']
583
                skuData['cash_back'] = cashBack['cash_back']
584
        except:
585
            print "Error in adding cashback to deals"
586
            skuData['cash_back_type'] = 0
587
            skuData['cash_back'] = 0
588
        skuData['in_stock'] = int(skuData['in_stock'])
589
        skuData['is_shortage'] = int(skuData['is_shortage'])
590
        skuData['category_id'] = int(skuData['category_id'])
591
        skuData['status'] = int(skuData['status'])
592
        if showDp is not None:
593
            dealerPrice = get_mongo_connection().Catalog.SkuDealerPrices.find_one({'skuBundleId':skuData['skuBundleId']})
594
            skuData['dp'] = 0.0
595
            skuData['showDp'] = 0
596
            if dealerPrice is not None:
597
                skuData['dp'] = dealerPrice['dp']
598
                skuData['showDp'] = dealerPrice['showDp']
16224 kshitij.so 599
        temp.append(skuData)
600
        return temp
13795 kshitij.so 601
    except:
16224 kshitij.so 602
        return []
13836 kshitij.so 603
 
14761 kshitij.so 604
def getCashBack(skuId, source_id, category_id):
605
    if not bool(mc.get("category_cash_back")):
606
        populateCashBack()
607
    itemCashBackMap = mc.get("item_cash_back")
13921 kshitij.so 608
    itemCashBack = itemCashBackMap.get(skuId)
609
    if itemCashBack is not None:
610
        return itemCashBack
14761 kshitij.so 611
    cashBackMap = mc.get("category_cash_back")
13921 kshitij.so 612
    sourceCashBack = cashBackMap.get(source_id)
613
    if sourceCashBack is not None and len(sourceCashBack) > 0:
614
        for cashBack in sourceCashBack:
615
            if cashBack.get(category_id) is None:
616
                continue
617
            else:
618
                return cashBack.get(category_id)
619
    else:
620
        return {}
621
 
15129 kshitij.so 622
def getDealRank(identifier, source_id, userId):
623
    if source_id in (1,2,4,5):
624
        skuData = list(get_mongo_connection().Catalog.MasterData.find({'identifier':identifier.strip(), 'source_id':source_id}))
625
    elif source_id == 3:
626
        skuData = list(get_mongo_connection().Catalog.MasterData.find({'secondaryIdentifier':identifier.strip(), 'source_id':source_id}))
627
    else:
16282 amit.gupta 628
        return {'rank':0, 'description':'Source not valid','maxNlc':None, 'minNlc':None,'status':None,'dp':None}
15349 kshitij.so 629
    if len(skuData) == 0:
16282 amit.gupta 630
        return {'rank':0, 'description':'No matching product identifier found','maxNlc':None, 'minNlc':None,'status':None,'dp':None}
15129 kshitij.so 631
    user_specific_deals = mc.get(str(userId))
632
    if user_specific_deals is None:
633
        __populateCache(userId)
634
        user_specific_deals = mc.get(str(userId))
635
    else:
636
        print "Getting user deals from cache"
637
    category_id = skuData[0]['category_id']
638
    category_specific_deals = user_specific_deals.get(category_id)
16280 kshitij.so 639
 
640
    dealsData = get_mongo_connection().Catalog.Deals.find_one({'skuBundleId':skuData[0]['skuBundleId']})
641
    if dealsData is None:
642
        dealsData = {}
643
 
15129 kshitij.so 644
    if category_specific_deals is None or len(category_specific_deals) ==0:
16280 kshitij.so 645
        return {'rank':0,'description':'Category specific deals is empty','maxNlc':dealsData.get('maxNlc'),'minNlc':dealsData.get('minNlc'),'status':dealsData.get('status'),'dp':dealsData.get('dp')}
15129 kshitij.so 646
    sorted_deals = sorted(category_specific_deals, key = lambda x: (x['persPoints'],x['totalPoints'],x['bestSellerPoints'], x['nlcPoints'], x['rank']),reverse=True)
16168 kshitij.so 647
    sortedMap = {}
648
    rankMap = {}
649
    rank = 0
15129 kshitij.so 650
    for sorted_deal in sorted_deals:
16168 kshitij.so 651
        if sortedMap.get(sorted_deal['skuBundleId']) is None:
652
            sortedMap[sorted_deal['skuBundleId']] = {rank:[sorted_deal]}
653
            rankMap[rank] = (sortedMap[sorted_deal['skuBundleId']].values())[0]
654
            rank = rank +1
655
        else:
656
            for temp_list in sortedMap.get(sorted_deal['skuBundleId']).itervalues():
657
                temp_list.append(sorted_deal)
658
            rankMap[(sortedMap.get(sorted_deal['skuBundleId']).keys())[0]] = temp_list
659
 
16187 kshitij.so 660
    for dealRank ,dealList in rankMap.iteritems():
16168 kshitij.so 661
        for d in dealList:
16186 kshitij.so 662
            if d['skuBundleId'] == skuData[0]['skuBundleId']:
16280 kshitij.so 663
                return {'rank':dealRank+1,'description':'Rank found','maxNlc':dealsData.get('maxNlc'),'minNlc':dealsData.get('minNlc'),'status':dealsData.get('status'),'dp':dealsData.get('dp')}
16168 kshitij.so 664
 
16280 kshitij.so 665
    return {'rank':0,'description':'Rank not found','maxNlc':dealsData.get('maxNlc'),'minNlc':dealsData.get('minNlc'),'status':dealsData.get('status'),'dp':dealsData.get('dp')}
15129 kshitij.so 666
 
667
 
13836 kshitij.so 668
def getCashBackDetails(identifier, source_id):
14761 kshitij.so 669
    if not bool(mc.get("category_cash_back")):
13921 kshitij.so 670
        populateCashBack()
13771 kshitij.so 671
 
13921 kshitij.so 672
    if source_id in (1,2,4,5):
13839 kshitij.so 673
        skuData = list(get_mongo_connection().Catalog.MasterData.find({'identifier':identifier.strip(), 'source_id':source_id}))
13840 kshitij.so 674
    elif source_id == 3:
13839 kshitij.so 675
        skuData = list(get_mongo_connection().Catalog.MasterData.find({'secondaryIdentifier':identifier.strip(), 'source_id':source_id}))
13840 kshitij.so 676
    else:
677
        return {}
13836 kshitij.so 678
    if len(skuData) > 0:
14761 kshitij.so 679
        itemCashBackMap = mc.get("item_cash_back")
13921 kshitij.so 680
        itemCashBack = itemCashBackMap.get(skuData[0]['_id'])
681
        if itemCashBack is not None:
682
            return itemCashBack
14761 kshitij.so 683
        cashBackMap = mc.get("category_cash_back")
13921 kshitij.so 684
        sourceCashBack = cashBackMap.get(source_id)
685
        if sourceCashBack is not None and len(sourceCashBack) > 0:
686
            for cashBack in sourceCashBack:
687
                if cashBack.get(skuData[0]['category_id']) is None:
688
                    continue
689
                else:
690
                    return cashBack.get(skuData[0]['category_id'])
13836 kshitij.so 691
        else:
692
            return {} 
693
    else:
694
        return {}
13986 amit.gupta 695
 
14398 amit.gupta 696
def getImgSrc(identifier, source_id):
697
    skuData = None
698
    if source_id in (1,2,4,5):
14414 amit.gupta 699
        skuData = get_mongo_connection().Catalog.MasterData.find_one({'identifier':identifier.strip(), 'source_id':source_id})
14398 amit.gupta 700
    elif source_id == 3:
14414 amit.gupta 701
        skuData = get_mongo_connection().Catalog.MasterData.find_one({'secondaryIdentifier':identifier.strip(), 'source_id':source_id})
14398 amit.gupta 702
    if skuData is None:
703
        return {}
704
    else:
705
        return {'thumbnail':skuData.get('thumbnail')}
13986 amit.gupta 706
 
707
def next_weekday(d, weekday):
708
    days_ahead = weekday - d.weekday()
709
    if days_ahead <= 0: # Target day already happened this week
710
        days_ahead += 7
711
    return d + timedelta(days_ahead)
712
 
13771 kshitij.so 713
 
13970 kshitij.so 714
def getAllDealerPrices(offset, limit):
715
    data = []
716
    collection = get_mongo_connection().Catalog.SkuDealerPrices
717
    cursor = collection.find().skip(offset).limit(limit)
718
    for val in cursor:
15853 kshitij.so 719
        master = get_mongo_connection().Catalog.MasterData.find_one({'skuBundleId':val['skuBundleId']})
720
        if master is not None:
721
            val['brand'] = master['brand']
722
            val['source_product_name'] = master['source_product_name']
13970 kshitij.so 723
        else:
724
            val['brand'] = ""
725
            val['source_product_name'] = ""
16231 kshitij.so 726
        val['showDp'] = int(val['showDp'])
13970 kshitij.so 727
        data.append(val)
728
    return data
729
 
15853 kshitij.so 730
def addSkuDealerPrice(data):
731
    collection = get_mongo_connection().Catalog.SkuDealerPrices
732
    cursor = collection.find_one({"skuBundleId":data['skuBundleId']})
733
    if cursor is not None:
734
        return {0:"BundleId information already present."}
13970 kshitij.so 735
    else:
15853 kshitij.so 736
        collection.insert(data)
737
        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
13970 kshitij.so 738
        return {1:"Data added successfully"}
739
 
740
def updateSkuDealerPrice(data, _id):
741
    try:
742
        collection = get_mongo_connection().Catalog.SkuDealerPrices
743
        collection.update({'_id':ObjectId(_id)},{"$set":{'dp':data['dp']}},upsert=False, multi = False)
15853 kshitij.so 744
        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
13970 kshitij.so 745
        return {1:"Data updated successfully"}
746
    except:
747
        return {0:"Data not updated."}
748
 
749
def updateExceptionalNlc(data, _id):
750
    try:
751
        collection = get_mongo_connection().Catalog.ExceptionalNlc
752
        collection.update({'_id':ObjectId(_id)},{"$set":{'maxNlc':data['maxNlc'], 'minNlc':data['minNlc'], 'overrideNlc':data['overrideNlc']}},upsert=False, multi = False)
15853 kshitij.so 753
        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
13970 kshitij.so 754
        return {1:"Data updated successfully"}
755
    except:
756
        return {0:"Data not updated."}
757
 
14041 kshitij.so 758
def resetCache(userId):
14043 kshitij.so 759
    try:
760
        mc.delete(userId)
761
        return {1:'Cache cleared.'}
762
    except:
763
        return {0:'Unable to clear cache.'}
764
 
15853 kshitij.so 765
def updateCollection(data):
14083 kshitij.so 766
    print data
15853 kshitij.so 767
    try:
768
        collection = get_mongo_connection().Catalog[data['class']]
769
        class_name = data.pop('class')
770
        _id = data.pop('oid')
771
        result = collection.update({'_id':ObjectId(_id)},{"$set":data},upsert=False, multi = False)
772
        if class_name != "Notifications":
773
            record = list(collection.find({'_id':ObjectId(_id)}))
774
            if class_name !="CategoryDiscount":
775
                if record[0].has_key('sku'):
776
                    field = '_id'
777
                    val = record[0]['sku']
14852 kshitij.so 778
                else:
15853 kshitij.so 779
                    field = 'skuBundleId'
780
                    val = record[0]['skuBundleId']
781
                get_mongo_connection().Catalog.MasterData.update({field:val},{"$set":{'updatedOn':to_java_date(datetime.now())}},upsert=False, multi = True)
782
            else:
783
                get_mongo_connection().Catalog.MasterData.update({'brand':re.compile(record[0]['brand'], re.IGNORECASE),'category_id':record[0]['category_id']}, \
784
                                                                 {"$set":{'updatedOn':to_java_date(datetime.now())}},upsert=False,multi=True)
16233 kshitij.so 785
        if class_name =='SkuDealerPrices':
16237 kshitij.so 786
            get_mongo_connection().Catalog.Deals.update({'skuBundleId':val},{"$set":data},upsert=False, multi=True)
15853 kshitij.so 787
        return {1:"Data updated successfully"}
788
    except Exception as e:
789
        print e
790
        return {0:"Data not updated."}
14575 kshitij.so 791
 
14076 kshitij.so 792
 
14553 kshitij.so 793
def addNegativeDeals(data, multi):
794
    if multi !=1: 
795
        collection = get_mongo_connection().Catalog.NegativeDeals
796
        cursor = collection.find({"sku":data['sku']})
797
        if cursor.count() > 0:
798
            return {0:"Sku information already present."}
799
        else:
800
            collection.insert(data)
801
            return {1:"Data added successfully"}
14481 kshitij.so 802
    else:
14553 kshitij.so 803
        skuIds = __getBundledSkusfromSku(data['sku'])
804
        for sku in skuIds:
805
            data['sku'] = sku.get('_id')
806
            collection = get_mongo_connection().Catalog.NegativeDeals
807
            cursor = collection.find({"sku":data['sku']})
808
            if cursor.count() > 0:
809
                continue
810
            else:
14558 kshitij.so 811
                data.pop('_id',None)
14553 kshitij.so 812
                collection.insert(data)
14481 kshitij.so 813
        return {1:"Data added successfully"}
814
 
815
def getAllNegativeDeals(offset, limit):
816
    data = []
817
    collection = get_mongo_connection().Catalog.NegativeDeals
818
    cursor = collection.find().skip(offset).limit(limit)
819
    for val in cursor:
820
        master = list(get_mongo_connection().Catalog.MasterData.find({'_id':val['sku']}))
821
        if len(master) > 0:
822
            val['brand'] = master[0]['brand']
823
            val['source_product_name'] = master[0]['source_product_name']
824
            val['skuBundleId'] = master[0]['skuBundleId']
825
        else:
826
            val['brand'] = ""
827
            val['source_product_name'] = ""
828
            val['skuBundleId'] = ""
829
        data.append(val)
830
    return data
831
 
832
def getAllManualDeals(offset, limit):
833
    data = []
834
    collection = get_mongo_connection().Catalog.ManualDeals
15090 kshitij.so 835
    cursor = collection.find().skip(offset).limit(limit)
14481 kshitij.so 836
    for val in cursor:
837
        master = list(get_mongo_connection().Catalog.MasterData.find({'_id':val['sku']}))
838
        if len(master) > 0:
839
            val['brand'] = master[0]['brand']
840
            val['source_product_name'] = master[0]['source_product_name']
841
            val['skuBundleId'] = master[0]['skuBundleId']
842
        else:
843
            val['brand'] = ""
844
            val['source_product_name'] = ""
845
            val['skuBundleId'] = ""
846
        data.append(val)
847
    return data
14076 kshitij.so 848
 
14553 kshitij.so 849
def addManualDeal(data, multi):
850
    if multi !=1:
851
        collection = get_mongo_connection().Catalog.ManualDeals
15090 kshitij.so 852
        cursor = collection.find({'sku':data['sku']})
14553 kshitij.so 853
        if cursor.count() > 0:
854
            return {0:"Sku information already present."}
855
        else:
856
            collection.insert(data)
857
            get_mongo_connection().Catalog.MasterData.update({'_id':data['sku']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=False)
858
            return {1:"Data added successfully"}
14481 kshitij.so 859
    else:
14553 kshitij.so 860
        skuIds = __getBundledSkusfromSku(data['sku'])
861
        for sku in skuIds:
862
            data['sku'] = sku.get('_id')
863
            collection = get_mongo_connection().Catalog.ManualDeals
15090 kshitij.so 864
            cursor = collection.find({'sku':data['sku']})
14553 kshitij.so 865
            if cursor.count() > 0:
866
                continue
867
            else:
14558 kshitij.so 868
                data.pop('_id',None)
14553 kshitij.so 869
                collection.insert(data)
870
        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':sku.get('skuBundleId')},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
14481 kshitij.so 871
        return {1:"Data added successfully"}
14553 kshitij.so 872
 
14481 kshitij.so 873
def deleteDocument(data):
15853 kshitij.so 874
    print "inside detete document"
14481 kshitij.so 875
    print data
876
    try:
877
        collection = get_mongo_connection().Catalog[data['class']]
878
        class_name = data.pop('class')
879
        _id = data.pop('oid')
880
        record = list(collection.find({'_id':ObjectId(_id)}))
881
        collection.remove({'_id':ObjectId(_id)})
15075 kshitij.so 882
        if class_name != "Notifications":
883
            if class_name !="CategoryDiscount":
15853 kshitij.so 884
                print record[0]
885
                if record[0].has_key('sku'):
886
                    field = '_id'
887
                    val = record[0]['sku']
888
                else:
889
                    field = 'skuBundleId'
890
                    val = record[0]['skuBundleId']
891
                print "Updating master"
892
                print field
893
                print val
894
                get_mongo_connection().Catalog.MasterData.update({field:val},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
15075 kshitij.so 895
            else:
896
                get_mongo_connection().Catalog.MasterData.update({'brand':re.compile(record[0]['brand'], re.IGNORECASE),'category_id':record[0]['category_id']}, \
897
                                                                 {"$set":{'updatedOn':to_java_date(datetime.now())}},upsert=False,multi=True)
14481 kshitij.so 898
        return {1:"Document deleted successfully"}
899
    except Exception as e:
900
        print e
901
        return {0:"Document not deleted."}
13970 kshitij.so 902
 
14482 kshitij.so 903
def searchMaster(offset, limit, search_term):
904
    data = []
14531 kshitij.so 905
    if search_term is not None:
14551 kshitij.so 906
        terms = search_term.split(' ')
907
        outer_query = []
908
        for term in terms:
909
            outer_query.append({"source_product_name":re.compile(term, re.IGNORECASE)})
14531 kshitij.so 910
        try:
14551 kshitij.so 911
            collection = get_mongo_connection().Catalog.MasterData.find({"$and":outer_query,'source_id':{'$in':SOURCE_MAP.keys()}}).skip(offset).limit(limit)
14531 kshitij.so 912
            for record in collection:
913
                data.append(record)
914
        except:
915
            pass
916
    else:
917
        collection = get_mongo_connection().Catalog.MasterData.find({'source_id':{'$in':SOURCE_MAP.keys()}}).skip(offset).limit(limit)
14482 kshitij.so 918
        for record in collection:
919
            data.append(record)
920
    return data
14481 kshitij.so 921
 
14495 kshitij.so 922
def getAllFeaturedDeals(offset, limit):
923
    data = []
924
    collection = get_mongo_connection().Catalog.FeaturedDeals
925
    cursor = collection.find({'endDate':{'$gte':to_java_date(datetime.now())}}).skip(offset).limit(limit)
926
    for val in cursor:
927
        master = list(get_mongo_connection().Catalog.MasterData.find({'_id':val['sku']}))
928
        if len(master) > 0:
929
            val['brand'] = master[0]['brand']
930
            val['source_product_name'] = master[0]['source_product_name']
931
            val['skuBundleId'] = master[0]['skuBundleId']
932
        else:
933
            val['brand'] = ""
934
            val['source_product_name'] = ""
935
            val['skuBundleId'] = ""
936
        data.append(val)
937
    return data
938
 
14553 kshitij.so 939
def addFeaturedDeal(data, multi):
940
    if multi !=1:
941
        collection = get_mongo_connection().Catalog.FeaturedDeals
942
        cursor = collection.find({'sku':data['sku'],'startDate':{'$lte':data['startDate']},'endDate':{'$gte':data['endDate']}})
943
        if cursor.count() > 0:
944
            return {0:"Sku information already present."}
945
        else:
946
            collection.insert(data)
947
            get_mongo_connection().Catalog.MasterData.update({'_id':data['sku']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=False)
948
            return {1:"Data added successfully"}
14495 kshitij.so 949
    else:
14553 kshitij.so 950
        skuIds = __getBundledSkusfromSku(data['sku'])
951
        for sku in skuIds:
952
            data['sku'] = sku.get('_id')
953
            collection = get_mongo_connection().Catalog.FeaturedDeals
954
            cursor = collection.find({'sku':data['sku'],'startDate':{'$lte':data['startDate']},'endDate':{'$gte':data['endDate']}})
955
            if cursor.count() > 0:
956
                continue
957
            else:
14558 kshitij.so 958
                data.pop('_id',None)
14553 kshitij.so 959
                collection.insert(data)
960
        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':sku.get('skuBundleId')},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
14495 kshitij.so 961
        return {1:"Data added successfully"}
962
 
14499 kshitij.so 963
def searchCollection(class_name, sku, skuBundleId):
14497 kshitij.so 964
    data = []
965
    collection = get_mongo_connection().Catalog[class_name]
15076 kshitij.so 966
    if class_name == "Notifications":
967
        cursor = collection.find({'skuBundleId':skuBundleId})
968
        for val in cursor:
969
            master = list(get_mongo_connection().Catalog.MasterData.find({'skuBundleId':val['skuBundleId']}))
970
            if len(master) > 0:
971
                val['brand'] = master[0]['brand']
972
                val['model_name'] = master[0]['model_name']
973
                val['skuBundleId'] = master[0]['skuBundleId']
974
            else:
975
                val['brand'] = ""
976
                val['model_name'] = ""
977
                val['skuBundleId'] = val['skuBundleId']
978
            data.append(val)
15095 kshitij.so 979
        return data
15853 kshitij.so 980
    master = None
14499 kshitij.so 981
    if sku is not None:
15853 kshitij.so 982
        if COLLECTION_MAP.has_key(class_name):
983
            master = get_mongo_connection().Catalog.MasterData.find_one({'_id':sku})
984
            cursor = collection.find({'skuBundleId':master['skuBundleId']})
985
        else:
986
            cursor = collection.find({'sku':sku})
14499 kshitij.so 987
        for val in cursor:
15853 kshitij.so 988
            if master is None:
989
                master = get_mongo_connection().Catalog.MasterData.find_one({'_id':val['sku']})
990
            if master is not None:
991
                val['brand'] = master['brand']
992
                val['source_product_name'] = master['source_product_name']
993
                val['skuBundleId'] = master['skuBundleId']
14499 kshitij.so 994
            else:
995
                val['brand'] = ""
996
                val['source_product_name'] = ""
997
                val['skuBundleId'] = ""
998
            data.append(val)
999
        return data
1000
    else:
15853 kshitij.so 1001
        if not COLLECTION_MAP.has_key(class_name):
1002
            skuIds = get_mongo_connection().Catalog.MasterData.find({'skuBundleId':skuBundleId}).distinct('_id')
1003
            for sku in skuIds:
1004
                cursor = collection.find({'sku':sku})
1005
                for val in cursor:
1006
                    master = list(get_mongo_connection().Catalog.MasterData.find({'_id':val['sku']}))
1007
                    if len(master) > 0:
1008
                        val['brand'] = master[0]['brand']
1009
                        val['source_product_name'] = master[0]['source_product_name']
1010
                        val['skuBundleId'] = master[0]['skuBundleId']
1011
                    else:
1012
                        val['brand'] = ""
1013
                        val['source_product_name'] = ""
1014
                        val['skuBundleId'] = ""
1015
                    data.append(val)
1016
            return data
1017
        else:
1018
            cursor = collection.find({'skuBundleId':skuBundleId})
14499 kshitij.so 1019
            for val in cursor:
15853 kshitij.so 1020
                master = list(get_mongo_connection().Catalog.MasterData.find({'skuBundleId':val['skuBundleId']}))
14499 kshitij.so 1021
                if len(master) > 0:
1022
                    val['brand'] = master[0]['brand']
1023
                    val['source_product_name'] = master[0]['source_product_name']
1024
                else:
1025
                    val['brand'] = ""
1026
                    val['source_product_name'] = ""
1027
                data.append(val)
15853 kshitij.so 1028
            return data
14495 kshitij.so 1029
 
15074 kshitij.so 1030
def __getBrandIdForBrand(brandName, category_id):
1031
    brandInfo = Brands.query.filter(Brands.category_id==category_id).filter(Brands.name == brandName).all()
1032
    if brandInfo is None or len(brandInfo)!=1:
1033
        raise
1034
    else:
1035
        return brandInfo[0].id
1036
 
14588 kshitij.so 1037
def addNewItem(data):
14594 kshitij.so 1038
    try:
1039
        data['updatedOn'] = to_java_date(datetime.now())
1040
        data['addedOn'] = to_java_date(datetime.now())
1041
        data['priceUpdatedOn'] = to_java_date(datetime.now())
1042
        max_id = list(get_mongo_connection().Catalog.MasterData.find().sort([('_id',pymongo.DESCENDING)]).limit(1))
1043
        max_bundle = list(get_mongo_connection().Catalog.MasterData.find().sort([('skuBundleId',pymongo.DESCENDING)]).limit(1))
1044
        data['_id'] = max_id[0]['_id'] + 1
1045
        data['skuBundleId'] = max_bundle[0]['skuBundleId'] + 1
1046
        data['identifier'] = str(data['identifier'])
1047
        data['secondaryIdentifier'] = str(data['secondaryIdentifier'])
15074 kshitij.so 1048
        data['brand_id'] = __getBrandIdForBrand(data['brand'], data['category_id'])
14594 kshitij.so 1049
        get_mongo_connection().Catalog.MasterData.insert(data)
1050
        return {1:'Data added successfully'}
1051
    except Exception as e:
1052
        print e
1053
        return {0:'Unable to add data.'}
15130 kshitij.so 1054
    finally:
1055
        session.close()
14588 kshitij.so 1056
 
1057
def addItemToExistingBundle(data):
1058
    try:
1059
        data['updatedOn'] = to_java_date(datetime.now())
1060
        data['addedOn'] = to_java_date(datetime.now())
1061
        data['priceUpdatedOn'] = to_java_date(datetime.now())
14593 kshitij.so 1062
        max_id = list(get_mongo_connection().Catalog.MasterData.find().sort([('_id',pymongo.DESCENDING)]).limit(1))
14590 kshitij.so 1063
        data['_id'] = max_id[0]['_id'] + 1
14594 kshitij.so 1064
        data['identifier'] = str(data['identifier'])
1065
        data['secondaryIdentifier'] = str(data['secondaryIdentifier'])
15074 kshitij.so 1066
        data['brand_id'] = __getBrandIdForBrand(data['brand'], data['category_id'])
14588 kshitij.so 1067
        get_mongo_connection().Catalog.MasterData.insert(data)
1068
        return {1:'Data added successfully.'}
14594 kshitij.so 1069
    except Exception as e:
1070
        print e
14588 kshitij.so 1071
        return {0:'Unable to add data.'}
15130 kshitij.so 1072
    finally:
1073
        session.close()
14588 kshitij.so 1074
 
1075
def updateMaster(data, multi):
15130 kshitij.so 1076
    try:
1077
        print data
1078
        if multi != 1:
1079
            _id = data.pop('_id')
1080
            skuBundleId = data.pop('skuBundleId')
1081
            data['updatedOn'] = to_java_date(datetime.now())
1082
            data['identifier'] = str(data['identifier'])
1083
            data['secondaryIdentifier'] = str(data['secondaryIdentifier'])
1084
            data['brand_id'] = __getBrandIdForBrand(data['brand'], data['category_id'])
1085
            get_mongo_connection().Catalog.MasterData.update({'_id':_id},{"$set":data},upsert=False)
1086
            return {1:'Data updated successfully.'}
1087
        else:
1088
            _id = data.pop('_id')
1089
            skuBundleId = data.pop('skuBundleId')
1090
            data['updatedOn'] = to_java_date(datetime.now())
1091
            data['identifier'] = str(data['identifier'])
1092
            data['secondaryIdentifier'] = str(data['secondaryIdentifier'])
1093
            data['brand_id'] = __getBrandIdForBrand(data['brand'], data['category_id'])
1094
            get_mongo_connection().Catalog.MasterData.update({'_id':_id},{"$set":data},upsert=False)
1095
            similarItems = get_mongo_connection().Catalog.MasterData.find({'skuBundleId':skuBundleId})
1096
            for item in similarItems:
1097
                if item['_id'] == _id:
1098
                    continue
1099
                item['updatedOn'] = to_java_date(datetime.now())
1100
                item['thumbnail'] = data['thumbnail']
1101
                item['category'] = data['category']
1102
                item['category_id'] = data['category_id']
1103
                item['tagline'] = data['tagline']
1104
                item['is_shortage'] = data['is_shortage']
1105
                item['mrp'] = data['mrp']
1106
                item['status'] = data['status']
1107
                item['maxPrice'] = data['maxPrice']
1108
                item['brand_id'] = data['brand_id']
1109
                similar_item_id = item.pop('_id')
1110
                get_mongo_connection().Catalog.MasterData.update({'_id':similar_item_id},{"$set":item},upsert=False)
1111
            return {1:'Data updated successfully.'}
1112
    finally:
1113
        session.close()
14619 kshitij.so 1114
 
1115
def getLiveCricScore():
1116
    return mc.get('liveScore')
14852 kshitij.so 1117
 
1118
def addBundleToNotification(data):
1119
    try:
15069 kshitij.so 1120
        collection = get_mongo_connection().Catalog.Notifications
14852 kshitij.so 1121
        cursor = collection.find({'skuBundleId':data['skuBundleId']})
1122
        if cursor.count() > 0:
1123
            return {0:"SkuBundleId information already present."}
1124
        else:
1125
            collection.insert(data)
1126
            return {1:'Data updated successfully.'}
1127
    except:
1128
        return {0:'Unable to add data.'}
1129
 
1130
def getAllNotifications(offset, limit):
1131
    data = []
15069 kshitij.so 1132
    collection = get_mongo_connection().Catalog.Notifications
14852 kshitij.so 1133
    cursor = collection.find().skip(offset).limit(limit)
1134
    for val in cursor:
15072 kshitij.so 1135
        master = list(get_mongo_connection().Catalog.MasterData.find({'skuBundleId':val['skuBundleId']}))
14852 kshitij.so 1136
        if len(master) > 0:
1137
            val['brand'] = master[0]['brand']
15071 kshitij.so 1138
            val['model_name'] = master[0]['model_name']
14852 kshitij.so 1139
            val['skuBundleId'] = master[0]['skuBundleId']
1140
        else:
1141
            val['brand'] = ""
15071 kshitij.so 1142
            val['model_name'] = ""
1143
            val['skuBundleId'] = val['skuBundleId']
14852 kshitij.so 1144
        data.append(val)
1145
    return data
14997 kshitij.so 1146
 
1147
def getBrandsForFilter(category_id):
1148
    if mc.get("brandFilter") is None:
15095 kshitij.so 1149
        print "Populating brand data for category_id %d" %(category_id)
14997 kshitij.so 1150
        tabData, mobData = [], []
1151
        mobileDeals = get_mongo_connection().Catalog.Deals.aggregate([
16170 kshitij.so 1152
                                                                      {"$match":{"category_id":3,"showDeal":1,"totalPoints":{"$gt":-100}}
14997 kshitij.so 1153
                                                                    },
1154
                                                                 {"$group" : 
1155
                                                                  {'_id':{'brand_id':'$brand_id','brand':'$brand'},'count':{'$sum':1}}
1156
                                                                  }
1157
                                                                ])
14588 kshitij.so 1158
 
14997 kshitij.so 1159
        tabletDeals = get_mongo_connection().Catalog.Deals.aggregate([
16170 kshitij.so 1160
                                                                      {"$match":{"category_id":5,"showDeal":1,"totalPoints":{"$gt":-100}}
14997 kshitij.so 1161
                                                                    },
1162
                                                                 {"$group" : 
1163
                                                                  {'_id':{'brand_id':'$brand_id','brand':'$brand'},'count':{'$sum':1}}
1164
                                                                  }
1165
                                                                ])
1166
 
1167
        allDeals = get_mongo_connection().Catalog.Deals.aggregate([
16170 kshitij.so 1168
                                                                   {"$match":{"showDeal":1,"totalPoints":{"$gt":-100}}
14997 kshitij.so 1169
                                                                    },
1170
                                                                 {"$group" : 
1171
                                                                  {'_id':{'brand_id':'$brand_id','brand':'$brand'},'count':{'$sum':1}}
1172
                                                                  }
1173
                                                                ])
1174
        #print mobileDeals
1175
        #print "==========Mobile data ends=========="
1176
 
1177
        #print tabletDeals
1178
        #print "==========Tablet data ends=========="
1179
 
1180
        #print allDeals
1181
        #print "==========All deal data ends========="
1182
 
1183
        for mobileDeal in mobileDeals['result']:
1184
            if mobileDeal.get('_id').get('brand_id') != 0:
1185
                tempMap = {}
1186
                tempMap['brand'] = mobileDeal.get('_id').get('brand')
1187
                tempMap['brand_id'] = mobileDeal.get('_id').get('brand_id')
1188
                tempMap['count'] = mobileDeal.get('count')
1189
                mobData.append(tempMap)
1190
 
1191
        for tabletDeal in tabletDeals['result']:
1192
            if tabletDeal.get('_id').get('brand_id') != 0:
1193
                tempMap = {}
1194
                tempMap['brand'] = tabletDeal.get('_id').get('brand')
1195
                tempMap['brand_id'] = tabletDeal.get('_id').get('brand_id')
1196
                tempMap['count'] = tabletDeal.get('count')
1197
                tabData.append(tempMap)
1198
 
1199
 
1200
        brandMap = {}
1201
        for allDeal in allDeals['result']:
1202
            if allDeal.get('_id').get('brand_id') != 0:
1203
                if brandMap.has_key(allDeal.get('_id').get('brand')):
15002 kshitij.so 1204
                    brand_ids = brandMap.get(allDeal.get('_id').get('brand')).get('brand_ids')
14997 kshitij.so 1205
                    brand_ids.append(allDeal.get('_id').get('brand_id'))
15003 kshitij.so 1206
                    brandMap[allDeal.get('_id').get('brand')] = {'brand_ids':brand_ids,'count':brandMap.get(allDeal.get('_id').get('brand')).get('count') + allDeal.get('count')}
14997 kshitij.so 1207
                else:
1208
                    temp = []
1209
                    temp.append(allDeal.get('_id').get('brand_id'))
15002 kshitij.so 1210
                    brandMap[allDeal.get('_id').get('brand')] = {'brand_ids':temp,'count':allDeal.get('count')}
14997 kshitij.so 1211
 
1212
        mc.set("brandFilter",{0:brandMap, 3:mobData, 5:tabData}, 600)  
1213
 
15062 kshitij.so 1214
    return sorted(mc.get("brandFilter").get(category_id), key = lambda x: (-x['count'], x['brand']))
15375 kshitij.so 1215
 
15459 kshitij.so 1216
def getStaticDeals(offset, limit, category_id, direction):
15375 kshitij.so 1217
    user_specific_deals = mc.get("staticDeals")
1218
    if user_specific_deals is None:
1219
        __populateStaticDeals()
1220
        user_specific_deals = mc.get("staticDeals")
15459 kshitij.so 1221
    rev = False
1222
    if direction is None or direction == -1:
1223
        rev=True
1224
    return sorted((user_specific_deals.get(category_id))[offset:offset+limit],reverse=rev)
15375 kshitij.so 1225
 
1226
def __populateStaticDeals():
1227
    print "Populating memcache for static deals"
1228
    outer_query = []
1229
    outer_query.append({"showDeal":1})
1230
    query = {}
16170 kshitij.so 1231
    query['$gt'] = -100
15375 kshitij.so 1232
    outer_query.append({'totalPoints':query})
1233
    all_deals = list(get_mongo_connection().Catalog.Deals.find({"$and":outer_query},{'_id':1,'category_id':1,'brand':1,'totalPoints':1,'bestSellerPoints':1,'nlcPoints':1,'rank':1,'available_price':1,'dealType':1,'source_id':1,'brand_id':1,'skuBundleId':1}).sort([('totalPoints',pymongo.DESCENDING),('bestSellerPoints',pymongo.DESCENDING),('nlcPoints',pymongo.DESCENDING),('rank',pymongo.DESCENDING)]))
1234
    mobile_deals = []
1235
    tablet_deals = []
1236
    for deal in all_deals:
1237
        item = get_mongo_connection().Catalog.MasterData.find({'_id':deal['_id']})
1238
        if deal['category_id'] ==3:
1239
            mobile_deals.append(getItemObjForStaticDeals(item[0]))
1240
        elif deal['category_id'] ==5:
1241
            tablet_deals.append(getItemObjForStaticDeals(item[0]))
1242
        else:
1243
            continue
1244
 
1245
    random.shuffle(mobile_deals,random.random)
1246
    random.shuffle(tablet_deals,random.random)
1247
 
1248
    mem_cache_val = {3:mobile_deals, 5:tablet_deals}
1249
    mc.set("staticDeals", mem_cache_val, 3600)
1250
 
1251
def getItemObjForStaticDeals(item):
15379 kshitij.so 1252
    return {'marketPlaceUrl':item.get('marketPlaceUrl'),'available_price':item.get('available_price'),'source_product_name':item.get('source_product_name'),'thumbnail':item.get('thumbnail'),'source_id':int(item.get('source_id'))}
16300 manas 1253
 
1254
def getItemByMerchantIdentifier(identifier, source_id):
1255
    skuData = None
1256
    if source_id in (1,2,4,5):
1257
        skuData = get_mongo_connection().Catalog.MasterData.find_one({'identifier':identifier.strip(), 'source_id':source_id})
1258
    elif source_id == 3:
1259
        skuData = get_mongo_connection().Catalog.MasterData.find_one({'secondaryIdentifier':identifier.strip(), 'source_id':source_id})
1260
    if skuData is None:
1261
        return {}
1262
    else:
1263
        return skuData
15375 kshitij.so 1264
 
16364 kshitij.so 1265
def getDealsForNotification(skuBundleIds):
1266
    bundles= [int(skuBundleId) for skuBundleId in skuBundleIds.split(',')]
1267
    print bundles
1268
    dealsListMap = []
1269
    outer_query = []
1270
    outer_query.append({ "$or": [ { "showDeal": 1} , { "prepaidDeal": 1 } ] })
1271
    outer_query.append({'skuBundleId':{"$in":bundles}})
1272
    print outer_query
1273
    deals = get_mongo_connection().Catalog.Deals.find({"$and":outer_query})
1274
    sortedMap = {}
1275
    rankMap = {}
1276
    rank = 0
1277
    for sorted_deal in deals:
1278
        if sortedMap.get(sorted_deal['skuBundleId']) is None:
1279
            sortedMap[sorted_deal['skuBundleId']] = {rank:[sorted_deal]}
1280
            rankMap[rank] = (sortedMap[sorted_deal['skuBundleId']].values())[0]
1281
            rank = rank +1
1282
        else:
1283
            for temp_list in sortedMap.get(sorted_deal['skuBundleId']).itervalues():
1284
                temp_list.append(sorted_deal)
1285
            rankMap[(sortedMap.get(sorted_deal['skuBundleId']).keys())[0]] = temp_list
1286
 
1287
    for dealList in [rankMap.get(k, []) for k in range(0, len(bundles)-1)]:
1288
        temp = []
1289
        for d in dealList:
1290
            item = list(get_mongo_connection().Catalog.MasterData.find({'_id':d['_id']}))
1291
            if len(item) ==0:
1292
                continue
1293
            if d['dealType'] == 1 and d['source_id'] ==1:
1294
                item[0]['marketPlaceUrl'] = "http://www.amazon.in/dp/%s"%(item[0]['identifier'].strip())
1295
            elif d['source_id'] ==3:
1296
                item[0]['marketPlaceUrl'] = item[0]['marketPlaceUrl']+'?supc='+item[0].get('identifier')
1297
            else:
1298
                pass 
1299
            try:
1300
                cashBack = getCashBack(item[0]['_id'], item[0]['source_id'], item[0]['category_id'])
1301
                if not cashBack or cashBack.get('cash_back_status')!=1:
1302
                    item[0]['cash_back_type'] = 0
1303
                    item[0]['cash_back'] = 0
1304
                else:
1305
                    item[0]['cash_back_type'] = int(cashBack['cash_back_type'])
1306
                    item[0]['cash_back'] = cashBack['cash_back']
1307
            except:
1308
                print "Error in adding cashback to deals"
1309
                item[0]['cash_back_type'] = 0
1310
                item[0]['cash_back'] = 0
1311
            try:
1312
                item[0]['dp'] = d['dp']
1313
                item[0]['showDp'] = d['showDp']
1314
            except:
1315
                item[0]['dp'] = 0.0
1316
                item[0]['showDp'] = 0
1317
            temp.append(item[0])
1318
        if len(temp) > 1:
1319
            temp = sorted(temp, key = lambda x: (x['available_price']),reverse=False)
1320
        dealsListMap.append(temp)
1321
    return dealsListMap
1322
 
1323
 
1324
 
13572 kshitij.so 1325
def main():
16364 kshitij.so 1326
    print getDealsForNotification("2,4,8,9")
13811 kshitij.so 1327
 
13921 kshitij.so 1328
 
15375 kshitij.so 1329
 
13572 kshitij.so 1330
if __name__=='__main__':
13932 amit.gupta 1331
    main()