Subversion Repositories SmartDukaan

Rev

Rev 14705 | Rev 16019 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
13828 kshitij.so 1
from elixir import * 
2
from shop2020.model.v1.catalog.impl import DataService
3
from shop2020.model.v1.catalog.impl.DataService import PrivateDeals, Item
4
from sqlalchemy.sql.functions import now
5
from datetime import datetime, timedelta
6
import pymongo
7
from dtr.utils.utils import to_java_date
13843 kshitij.so 8
import optparse
14325 kshitij.so 9
from dtr.storage.MemCache import MemCache
14705 kshitij.so 10
from dtr.utils.utils import getCashBack
15268 kshitij.so 11
from dtr.utils.utils import getNlcPoints
12
import traceback
13828 kshitij.so 13
 
14
dealsMap = {}
15
con = None
16
dealsCatalogIds = []
17
itemCatalogMap = {}
18
 
13843 kshitij.so 19
parser = optparse.OptionParser()
14259 kshitij.so 20
parser.add_option("-H", "--host", dest="hostname",
13843 kshitij.so 21
                      default="localhost",
22
                      type="string", help="The HOST where the DB server is running",
14259 kshitij.so 23
                      metavar="db_host")
14253 kshitij.so 24
parser.add_option("-m", "--m", dest="mongoHost",
25
                      default="localhost",
26
                      type="string", help="The HOST where the mongo server is running",
27
                      metavar="mongo_host")
13828 kshitij.so 28
 
13849 kshitij.so 29
(options, args) = parser.parse_args()
14325 kshitij.so 30
 
31
mc = MemCache(options.mongoHost)
32
 
13843 kshitij.so 33
DataService.initialize(db_hostname=options.hostname)
34
 
14253 kshitij.so 35
def get_mongo_connection(host=options.mongoHost, port=27017):
13828 kshitij.so 36
    global con
37
    if con is None:
38
        print "Establishing connection %s host and port %d" %(host,port)
39
        try:
40
            con = pymongo.MongoClient(host, port)
41
        except Exception, e:
42
            print e
43
            return None
44
    return con
45
 
46
def getPrivateDeals():
14259 kshitij.so 47
    try:
48
        global dealsMap
49
        dealsMap = dict()
50
        all_active_items_query =  session.query(PrivateDeals).filter(PrivateDeals.isActive==True).filter(now().between(PrivateDeals.startDate, PrivateDeals.endDate))
51
        all_active_private_deals = all_active_items_query.all()
52
        if all_active_private_deals is not None or all_active_private_deals!=[]:
53
            for active_private_deal in all_active_private_deals:
15268 kshitij.so 54
                print active_private_deal.item_id
14259 kshitij.so 55
                item = Item.get_by(id = active_private_deal.item_id)
56
                if item.sellingPrice >  active_private_deal.dealPrice and item.status==3:
57
                    dealsMap[active_private_deal.item_id] = active_private_deal
58
    finally:
59
        session.close()
13828 kshitij.so 60
 
61
def getItemsToUpdate():
62
    global dealsCatalogIds
63
    global itemCatalogMap
15268 kshitij.so 64
    toScrapMap = {}
14130 kshitij.so 65
    bestSellers = list(get_mongo_connection().Catalog.MasterData.find({'rank':{"$gt":0}}))
66
    for bestSeller in bestSellers: 
67
        saholicCatalogIds = list(get_mongo_connection().Catalog.MasterData.find({'skuBundleId':bestSeller['skuBundleId'],'source_id':4}))
68
        for d in saholicCatalogIds:
69
            if d['source_id']!=4:
70
                continue
15268 kshitij.so 71
            d['dealFlag'] = 0
72
            d['dealType'] = 0
73
            d['dealPoints'] = 0
74
            d['manualDealThresholdPrice'] = None
75
            toScrapMap[d['_id']] = d
14130 kshitij.so 76
            dealsCatalogIds.append(long(d['identifier'].strip()))
15268 kshitij.so 77
    dealFlagged = list(get_mongo_connection().Catalog.Deals.find({'source_id':4,'showDeal':1,'totalPoints':{'$gt':0}}))
78
    for deal in dealFlagged:
79
        if not toScrapMap.has_key(deal['_id']):
80
            data = list(get_mongo_connection().Catalog.MasterData.find({'_id':deal['_id']}))
81
            data[0]['dealFlag'] = 0
82
            data[0]['dealType'] = 0
83
            data[0]['dealPoints'] = 0
84
            data[0]['manualDealThresholdPrice'] = None
85
            toScrapMap[deal['_id']] = data[0]
86
            if long(data[0]['identifier'].strip()) not in dealsCatalogIds: 
87
                dealsCatalogIds.append(long(data[0]['identifier'].strip()))
88
    manualDeals = list(get_mongo_connection().Catalog.ManualDeals.find({'startDate':{'$lte':to_java_date(datetime.now())},'endDate':{'$gte':to_java_date(datetime.now())},'source_id':4}))
89
    for manualDeal in manualDeals:
90
        if not toScrapMap.has_key(manualDeal['sku']):
91
            data = list(get_mongo_connection().Catalog.MasterData.find({'_id':manualDeal['sku']}))
92
            if len(data) > 0:
93
                data[0]['dealFlag'] = 1
94
                data[0]['dealType'] = manualDeal['dealType']
95
                data[0]['dealPoints'] = manualDeal['dealPoints']
96
                data[0]['manualDealThresholdPrice'] = manualDeal['dealThresholdPrice']
97
                toScrapMap[manualDeal['sku']] = data[0]
98
                if long(data[0]['identifier'].strip()) not in dealsCatalogIds: 
99
                    dealsCatalogIds.append(long(data[0]['identifier'].strip()))
100
        else:
101
            data = toScrapMap.get(manualDeal['sku'])
102
            data['dealFlag'] = 1
103
            data['dealType'] = manualDeal['dealType']
104
            data['dealPoints'] = manualDeal['dealPoints']
105
            data['manualDealThresholdPrice'] = manualDeal['dealThresholdPrice']
106
 
13828 kshitij.so 107
    items = Item.query.filter(Item.catalog_item_id.in_(dealsCatalogIds)).all()
108
    for item in items:
109
        temp = []
110
        if not itemCatalogMap.has_key(item.catalog_item_id):
111
            temp.append(item)
14179 kshitij.so 112
            print "****",item.catalog_item_id
13828 kshitij.so 113
            itemCatalogMap[item.catalog_item_id] = temp
114
        else:
115
            val = itemCatalogMap.get(item.catalog_item_id)
116
            for l in val:
117
                temp.append(l)
118
            temp.append(item)
119
            itemCatalogMap[item.catalog_item_id] = temp
120
 
15268 kshitij.so 121
    for saholicCatalogId in toScrapMap.itervalues():
14129 kshitij.so 122
        if saholicCatalogId['source_id']!=4:
123
            continue
13916 kshitij.so 124
        d_items = itemCatalogMap.get(long(saholicCatalogId['identifier'].strip()))
13828 kshitij.so 125
        available_price = None
14179 kshitij.so 126
        in_stock = 0
127
        if d_items is not None:
13828 kshitij.so 128
            for d_item in d_items:
14179 kshitij.so 129
                in_stock = 0 
13828 kshitij.so 130
                if d_item.status == 3:
131
                    in_stock =1
14179 kshitij.so 132
                else:
133
                    continue
134
                if dealsMap.get(d_item.id) is not None:
135
                    available_price = dealsMap.get(d_item.id).dealPrice
136
                if (available_price !=None):
13828 kshitij.so 137
                    break
14179 kshitij.so 138
        if (available_price is None):
139
            in_stock = 0
140
            if d_items is not None:
141
                for d_item in d_items:
142
                    if d_item.status == 3:
143
                        available_price = d_item.sellingPrice
144
                        in_stock =1
145
                        break
13828 kshitij.so 146
        print long(saholicCatalogId['identifier'])
147
        print in_stock
148
        print available_price
149
        print dealsMap.get(d_item.id)
150
        print "++++++++++++++++++++++++++"
13850 kshitij.so 151
        if available_price > 0 or available_price is not None:
14127 kshitij.so 152
            get_mongo_connection().Catalog.MasterData.update({'_id':saholicCatalogId['_id']}, {'$set' : {'available_price':available_price,'updatedOn':to_java_date(datetime.now()),'priceUpdatedOn':to_java_date(datetime.now()),'in_stock':in_stock}}, multi=True)
13916 kshitij.so 153
            get_mongo_connection().Catalog.Deals.update({'_id':saholicCatalogId['_id']}, {'$set' : {'available_price':available_price , 'in_stock':in_stock}}, multi=True)
13828 kshitij.so 154
        else:
14127 kshitij.so 155
            get_mongo_connection().Catalog.MasterData.update({'_id':saholicCatalogId['_id']}, {'$set' : {'updatedOn':to_java_date(datetime.now()),'in_stock':in_stock,'priceUpdatedOn':to_java_date(datetime.now())}}, multi=True)
13916 kshitij.so 156
            get_mongo_connection().Catalog.Deals.update({'_id':saholicCatalogId['_id']}, {'$set' : {'in_stock':in_stock}}, multi=True)
13828 kshitij.so 157
 
13916 kshitij.so 158
        try:
15268 kshitij.so 159
            recomputeDeal(saholicCatalogId)
13916 kshitij.so 160
        except:
161
            print "Unable to compute deal for ",saholicCatalogId['skuBundleId']
162
 
14325 kshitij.so 163
def populateNegativeDeals():
164
    negativeDeals = get_mongo_connection().Catalog.NegativeDeals.find().distinct('sku')
15268 kshitij.so 165
    mc.set("negative_deals", negativeDeals, 600)
166
 
167
def recomputePoints(item, deal):
168
    try:
169
        nlcPoints = getNlcPoints(item, deal['minNlc'], deal['maxNlc'], deal['available_price'])
170
    except:
171
        traceback.print_exc()
172
        nlcPoints = deal['nlcPoints']
173
    if item['manualDealThresholdPrice'] >= deal['available_price']:
174
        dealPoints = item['dealPoints']
175
    else:
176
        dealPoints = 0
177
    get_mongo_connection().Catalog.Deals.update({'_id':deal['_id']},{"$set":{'totalPoints':deal['totalPoints'] - deal['nlcPoints'] + nlcPoints - deal['dealPoints'] +dealPoints , 'nlcPoints': nlcPoints, 'dealPoints': dealPoints, 'manualDealThresholdPrice': item['manualDealThresholdPrice']}})
14325 kshitij.so 178
 
15268 kshitij.so 179
 
180
 
181
 
182
def recomputeDeal(item):
13916 kshitij.so 183
    """Lets recompute deal for this bundle"""
15268 kshitij.so 184
    print "Recomputing for bundleId",item.get('skuBundleId')
185
    skuBundleId = item['skuBundleId']
13916 kshitij.so 186
 
187
    similarItems = list(get_mongo_connection().Catalog.Deals.find({'skuBundleId':skuBundleId}).sort([('available_price',pymongo.ASCENDING)]))
188
    bestPrice = float("inf")
189
    bestOne = None
190
    bestSellerPoints = 0
191
    toUpdate = []
192
    for similarItem in similarItems:
14327 kshitij.so 193
        if mc.get("negative_deals") is None:
14325 kshitij.so 194
            populateNegativeDeals()
15268 kshitij.so 195
#        try:
196
#            cashBack = getCashBack(similarItem['_id'], similarItem['source_id'], similarItem['category_id'], mc, options.mongoHost)
197
#            if not cashBack or cashBack.get('cash_back_status')!=1:
198
#                pass
199
#            else:
200
#                if cashBack['cash_back_type'] ==1:
201
#                    similarItem['available_price'] = similarItem['available_price'] - similarItem['available_price'] * float(cashBack['cash_back'])/100
202
#                elif cashBack['cash_back_type'] ==2:
203
#                    similarItem['available_price'] = similarItem['available_price'] - float(cashBack['cash_back'])
204
#                else:
205
#                    pass
206
#        except Exception as cashBackEx:
207
#            print cashBackEx
208
#            print "Error calculating cashback."
209
        if similarItem['_id'] == item['_id']:
210
            try:
211
                recomputePoints(item, similarItem)
212
            except:
213
                traceback.print_exc()
14326 kshitij.so 214
        if similarItem['in_stock'] == 0 or similarItem['maxprice'] is None or similarItem['maxprice'] < similarItem['available_price'] or similarItem['_id'] in mc.get("negative_deals"):
13916 kshitij.so 215
            get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0 }})
216
            continue
217
        if similarItem['available_price'] < bestPrice:
218
            bestOne = similarItem
219
            bestPrice = similarItem['available_price']
220
            bestSellerPoints = similarItem['bestSellerPoints']
221
        elif similarItem['available_price'] == bestPrice and bestSellerPoints < similarItem['bestSellerPoints']:
222
            bestOne = similarItem
223
            bestPrice = similarItem['available_price']
224
            bestSellerPoints = similarItem['bestSellerPoints']
225
        else:
226
            pass
227
    if bestOne is not None:
228
        for similarItem in similarItems:
229
            toUpdate.append(similarItem['_id'])
230
        toUpdate.remove(bestOne['_id'])
231
        get_mongo_connection().Catalog.Deals.update({ '_id' : bestOne['_id'] }, {'$set':{'showDeal':1 }})
232
    if len(toUpdate) > 0:
233
        get_mongo_connection().Catalog.Deals.update({ '_id' : { "$in": toUpdate } }, {'$set':{'showDeal':0 }},upsert=False, multi=True)
234
 
13828 kshitij.so 235
def main():
236
    getPrivateDeals()
14259 kshitij.so 237
    try:
238
        getItemsToUpdate()
239
    finally:
240
        session.close()
15268 kshitij.so 241
    print "Done with saholic pricing"
13828 kshitij.so 242
 
243
if __name__=='__main__':
244
    main()