Subversion Repositories SmartDukaan

Rev

Rev 13824 | Rev 13908 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
13755 kshitij.so 1 
import pymongo
2 
from elixir import *
3 
from shop2020.model.v1.catalog.impl import DataService
4 
from shop2020.model.v1.catalog.impl.DataService import Item
5 
from shop2020.clients.InventoryClient import InventoryClient
6 
from dtr.utils.utils import to_java_date
7 
from datetime import datetime, timedelta
8 
import time
9 
 
10 
DataService.initialize(db_hostname='localhost')
11 
 
12 
con = None
13 
SOURCE_MAP = {'AMAZON':1,'FLIPKART':2,'SNAPDEAL':3,'SAHOLIC':4}
14 
DISCOUNT_TYPE = {'MRP':1,'DP':2}
15 
LATEST_UPDATED_ITEMS = []
16 
 
17 
now = datetime.now()
18 
 
19 
class __SkuInfo:
20 
 
21 
    def __init__(self, _id, skuBundleId, category_id, mrp, available_price, source_id, rank, maxNlc, minNlc, schemeAmount, minDiscount, \
13828 kshitij.so 22 
                 maxDiscount, discountType, dp, nlcPoints, bestSellerPoints, totalPoints, status, in_stock, maxprice, showDeal):
13755 kshitij.so 23 
        self._id = _id
24 
        self.skuBundleId = skuBundleId
25 
        self.category_id = category_id
26 
        self.mrp = mrp
27 
        self.available_price = available_price
28 
        self.source_id = source_id
29 
        self.rank = rank
30 
        self.maxNlc = maxNlc
31 
        self.minNlc = minNlc
32 
        self.schemeAmount = schemeAmount
33 
        self.minDiscount = minDiscount
34 
        self.maxDiscount = maxDiscount
35 
        self.discountType = discountType
36 
        self.dp = dp
37 
        self.nlcPoints = nlcPoints
38 
        self.bestSellerPoints = bestSellerPoints
13824 kshitij.so 39 
        self.totalPoints = totalPoints
40 
        self.status = status
41 
        self.in_stock = in_stock
42 
        self.maxprice = maxprice
13828 kshitij.so 43 
        self.showDeal = showDeal
13755 kshitij.so 44 
 
45 
 
46 
def get_mongo_connection(host='localhost', port=27017):
47 
    global con
48 
    if con is None:
49 
        print "Establishing connection %s host and port %d" %(host,port)
50 
        try:
51 
            con = pymongo.MongoClient(host, port)
52 
        except Exception, e:
53 
            print e
54 
            return None
55 
    return con
56 
 
57 
def populateStuff():
58 
    print "Inside populate"
59 
    global LATEST_UPDATED_ITEMS
60 
    """Fetch latest updated items across portals
61 
       and calculate max and min R-Nlc"""
62 
    offset= 0
63 
    while(True):
64 
        print "Fetching records offset %d and limit %d" %(offset,300)
65 
        topSkus = list(get_mongo_connection().Catalog.MasterData.find( {"$and":[{'updatedOn': { "$gt": to_java_date(now - timedelta(hours=4))} }, { 'source_id' : { "$in": SOURCE_MAP.values() } }] }).skip(offset).limit(300))
66 
        if len((topSkus)) == 0:
67 
            break
68 
        #topSkus = collection.find( {'_id':664})
69 
        for sku in topSkus:
70 
            info = __SkuInfo(sku['_id'], sku['skuBundleId'], sku['category_id'], sku['mrp'], sku['available_price'], sku['source_id'], sku['rank'], None, None, 0.0, None, \
13828 kshitij.so 71 
                             None, None, None, None, None, None, sku['status'], sku['in_stock'],None,0)
13755 kshitij.so 72 
            exceptionalNlc = list(get_mongo_connection().Catalog.ExceptionalNlc.find( {"$and" : [ {'sku':info._id}, {'overrideNlc':1} ]} ))
73 
            if len(exceptionalNlc) > 0:
74 
                """Exceptional nlc found, no need to calculate max and min R-nlc"""
75 
                info.maxNlc = exceptionalNlc[0]['maxNlc']
76 
                info.minNlc = exceptionalNlc[0]['minNlc']
13824 kshitij.so 77 
                info.maxprice = exceptionalNlc[0]['maxNlc']
13755 kshitij.so 78 
                LATEST_UPDATED_ITEMS.append(info)
79 
                continue
80 
 
81 
            skuSchemeDetails = list(get_mongo_connection().Catalog.SkuSchemeDetails.find( {'sku':info._id}).sort([('addedOn',pymongo.DESCENDING)]).limit(1))
82 
            if len(skuSchemeDetails) > 0:
83 
                """Sku scheme details, populate scheme amount (Recently added)"""
13824 kshitij.so 84 
 
85 
                #TODO Add start date and end date of scehems
86 
 
13755 kshitij.so 87 
                info.schemeAmount = float(skuSchemeDetails[0]['schemeAmount'])
88 
 
89 
            skuDealerPrices = list(get_mongo_connection().Catalog.SkuDealerPrices.find( {'sku':info._id} ) )
90 
            if len(skuDealerPrices) > 0:
91 
                info.dp = skuDealerPrices[0]['dp']
92 
            skuDiscount = list(get_mongo_connection().Catalog.SkuDiscountInfo.find( {'sku':info._id} ) )
93 
            if len(skuDiscount) > 0:
94 
                """Sku rule found, populate max , min Discount and discount type"""
95 
                info.maxDiscount = skuDiscount[0]['max_discount']
96 
                info.minDiscount = skuDiscount[0]['min_discount']
97 
                info.discountType = DISCOUNT_TYPE.get(skuDiscount[0]['discountType'].upper())
98 
                LATEST_UPDATED_ITEMS.append(info)
99 
                continue
100 
 
13824 kshitij.so 101 
            categoryDiscount = list(get_mongo_connection().Catalog.CategoryDiscount.find( {"$and" : [{'brand':sku['brand'].upper()}, {'category_id':sku['category_id']} ]} ))
13755 kshitij.so 102 
            if len(categoryDiscount) > 0:
103 
                info.maxDiscount = categoryDiscount[0]['max_discount']
104 
                info.minDiscount = categoryDiscount[0]['min_discount']
105 
                info.discountType = DISCOUNT_TYPE.get(categoryDiscount[0]['discountType'].upper())
106 
 
107 
            LATEST_UPDATED_ITEMS.append(info)
108 
        offset = offset + 300
109 
    for lol in LATEST_UPDATED_ITEMS:
110 
        print lol.__dict__
111 
 
112 
 
113 
def calculateNlc():
114 
    global LATEST_UPDATED_ITEMS
115 
    populated = 0
116 
    while(populated <= len(LATEST_UPDATED_ITEMS)):
117 
        inventory_client = InventoryClient().get_client()
118 
        for obj in LATEST_UPDATED_ITEMS[populated:300+populated]:
119 
            if obj.maxNlc > 0 and obj.minNlc > 0:
120 
                continue
121 
            saholic_sku = list(get_mongo_connection().Catalog.MasterData.find( {"$and":[{'skuBundleId': obj.skuBundleId}, { 'source_id' : SOURCE_MAP.get('SAHOLIC')}] }))
122 
            identifier = None
123 
            if len(saholic_sku) > 0:
124 
                identifier = saholic_sku[0]['identifier']
125 
            if obj.discountType == DISCOUNT_TYPE.get('MRP'):
126 
                if obj.mrp == 0:
127 
                    """Now mrp is zero, so we have to use saholic MRP"""
128 
                    if identifier is not None:
129 
                        it = Item.query.filter_by(catalog_item_id=identifier).first()
130 
                        obj.mrp = it.mrp
131 
                if obj.mrp > 0:
132 
                    obj.minNlc = obj.mrp - (obj.mrp * obj.maxDiscount/100) - obj.schemeAmount
13824 kshitij.so 133 
                    obj.maxNlc = obj.mrp - (obj.mrp * obj.minDiscount/100) - obj.schemeAmount
134 
                    obj.maxPrice = obj.maxNlc
13755 kshitij.so 135 
            elif obj.discountType == DISCOUNT_TYPE.get('DP'):
136 
                if obj.dp == 0:
137 
                    """Now dp is zero, so we have to use saholic minimum dp for item"""
138 
                    if identifier is not None:
139 
                        it = Item.query.filter_by(catalog_item_id=identifier).first()
140 
                        try:
141 
                            vendorPricing = inventory_client.getAllItemPricing(it.id)
142 
                            min_dp = min(pricing.dealerPrice for pricing in vendorPricing)
143 
                            obj.dp = min_dp
144 
                        except:
145 
                            pass
146 
                if obj.dp > 0:
147 
                    obj.minNlc = obj.dp - (obj.dp * obj.maxDiscount/100) - obj.schemeAmount
13824 kshitij.so 148 
                    obj.maxNlc = obj.dp - (obj.dp * obj.minDiscount/100) - obj.schemeAmount
149 
                    obj.maxprice = obj.maxNlc
13755 kshitij.so 150 
            else:
151 
                """No rule found, use saholic min nlc as max and min R-Nlc"""
152 
                if identifier is not None:
153 
                    it = Item.query.filter_by(catalog_item_id=identifier).first()
154 
                    try:
155 
                        vendorPricing = inventory_client.getAllItemPricing(it.id)
156 
                        min_nlc = min(pricing.nlc for pricing in vendorPricing)
157 
                        obj.maxNlc = min_nlc
13824 kshitij.so 158 
                        obj.minNlc = min_nlc
159 
                        obj.maxprice = obj.maxNlc
13755 kshitij.so 160 
                    except:
161 
                        pass
162 
        populated = populated + 300
163 
        time.sleep(10)
164 
 
165 
def calculateNlcPoints():
166 
    global LATEST_UPDATED_ITEMS
167 
    for sku in LATEST_UPDATED_ITEMS:
168 
        if sku.maxNlc and sku.minNlc:
13824 kshitij.so 169 
 
170 
            """Create map - TODO"""
171 
 
172 
            if sku.status == 2:
173 
                eolWeight = .60
174 
            else:
175 
                eolWeight = 1.0
176 
            if sku.category_id == 3:
177 
                basePointPercentage = 5.0
178 
                maxNlcPoints = 200
179 
            elif sku.category_id == 5:
180 
                basePointPercentage = 8.0
181 
                maxNlcPoints = 150
182 
            else:
183 
                basePointPercentage = 10.0
184 
                maxNlcPoints = 150
13755 kshitij.so 185 
            discFromMinNlc = (sku.minNlc - sku.available_price)/sku.available_price *100
186 
            discFromMaxNlc = (sku.maxNlc - sku.available_price)/sku.available_price *100
187 
            if discFromMinNlc > 0:
13824 kshitij.so 188 
                nlcPoints = 100/basePointPercentage * discFromMinNlc
13755 kshitij.so 189 
            elif discFromMinNlc < 0 and discFromMaxNlc > 0:
190 
                nlcPoints = 0
191 
            else:
13824 kshitij.so 192 
                nlcPoints = 100/basePointPercentage * discFromMinNlc
193 
            if (min(nlcPoints,maxNlcPoints)) > 0:
194 
                sku.nlcPoints = (min(nlcPoints,maxNlcPoints)) * eolWeight
195 
            else:
196 
                sku.nlcPoints = (min(nlcPoints,maxNlcPoints))
13755 kshitij.so 197 
        else:
198 
            sku.nlcPoints = 0
199 
 
200 
def commitData():
201 
    global LATEST_UPDATED_ITEMS
202 
    for sku in LATEST_UPDATED_ITEMS:
203 
        #get_mongo_connection().Catalog.Deals.update({'_id':sku._id},{'$set' : sku.__dict__},upsert=True,multi=True)
204 
        get_mongo_connection().Catalog.Deals.update({'_id':sku._id},sku.__dict__,upsert=True)
205 
 
206 
 
207 
def addBestSellerPoints():
208 
    allItems = list(get_mongo_connection().Catalog.Deals.find({}))
209 
    for sku in allItems:
13824 kshitij.so 210 
        bestSellerPoints = list(get_mongo_connection().Catalog.BestSellerPoints.find( {"$and":[{'min_rank': { "$lte": sku['rank'] } }, {'max_rank': { "$gte": sku['rank'] } } , { 'category_id' : sku['category_id'] }, { 'source_id' : sku['source_id'] }] } ))
13755 kshitij.so 211 
        if len(bestSellerPoints) > 0:
13824 kshitij.so 212 
            print bestSellerPoints[0]['points']
213 
            if (bestSellerPoints[0]['points']) > 0:
214 
                sku['bestSellerPoints'] = (bestSellerPoints[0]['points']) * bestSellerPoints[0]['weightage']
215 
            else:
216 
                sku['bestSellerPoints'] = (bestSellerPoints[0]['points'])
13755 kshitij.so 217 
        else:
13824 kshitij.so 218 
            sku['bestSellerPoints'] = -100
13755 kshitij.so 219 
        sku['totalPoints'] = sku['bestSellerPoints'] + sku['nlcPoints']
220 
        get_mongo_connection().Catalog.Deals.update({'_id':sku['_id']},{'$set':{'bestSellerPoints':sku['bestSellerPoints'],'totalPoints':sku['totalPoints']}},multi=False)
221 
 
13828 kshitij.so 222 
def elimiateSimilarDeals():
223 
    allItems = list(get_mongo_connection().Catalog.Deals.find())
224 
    for sku in allItems:
225 
        print sku['_id']
226 
        similarItems = list(get_mongo_connection().Catalog.Deals.find({'skuBundleId':sku['skuBundleId']}).sort([('available_price',pymongo.ASCENDING)]))
227 
        bestSellerPoints = 0
228 
        bestPrice = float("inf")
229 
        bestOne = None
230 
        bestSellerPoints = 0
231 
        toUpdate = []
232 
        for similarItem in similarItems:
233 
            if similarItem['in_stock'] == 0:
234 
                get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0 }})
235 
                continue
236 
            if similarItem['available_price'] < bestPrice:
237 
                bestOne = similarItem
238 
                bestPrice = similarItem['available_price']
239 
                bestSellerPoints = similarItem['bestSellerPoints']
240 
            elif similarItem['available_price'] == bestPrice and bestSellerPoints < similarItem['bestSellerPoints']:
241 
                bestOne = similarItem
242 
                bestPrice = similarItem['available_price']
243 
                bestSellerPoints = similarItem['bestSellerPoints']
244 
            else:
245 
                pass
246 
        if bestOne is not None:
247 
            for similarItem in similarItems:
248 
                toUpdate.append(similarItem['_id'])
249 
            toUpdate.remove(bestOne['_id'])
250 
            get_mongo_connection().Catalog.Deals.update({ '_id' : bestOne['_id'] }, {'$set':{'showDeal':1 }})
251 
        if len(toUpdate) > 0:
252 
            get_mongo_connection().Catalog.Deals.update({ '_id' : { "$in": toUpdate } }, {'$set':{'showDeal':0 }})
13755 kshitij.so 253 
 
254 
def main():
255 
    populateStuff()
256 
    calculateNlc()
257 
    calculateNlcPoints()
258 
    commitData()
259 
    addBestSellerPoints()
13828 kshitij.so 260 
    elimiateSimilarDeals()
13755 kshitij.so 261 
 
13828 kshitij.so 262 
 
13755 kshitij.so 263 
if __name__=='__main__':
264 
    main()