Subversion Repositories SmartDukaan

Rev

Rev 13755 | Rev 13828 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
13755 kshitij.so 1 
import pymongo
2 
from elixir import *
3 
from shop2020.model.v1.catalog.impl import DataService
4 
from shop2020.model.v1.catalog.impl.DataService import Item
5 
from shop2020.clients.InventoryClient import InventoryClient
6 
from dtr.utils.utils import to_java_date
7 
from datetime import datetime, timedelta
8 
import time
9 
 
10 
DataService.initialize(db_hostname='localhost')
11 
 
12 
con = None
13 
SOURCE_MAP = {'AMAZON':1,'FLIPKART':2,'SNAPDEAL':3,'SAHOLIC':4}
14 
DISCOUNT_TYPE = {'MRP':1,'DP':2}
15 
LATEST_UPDATED_ITEMS = []
16 
 
17 
now = datetime.now()
18 
 
19 
class __SkuInfo:
20 
 
21 
    def __init__(self, _id, skuBundleId, category_id, mrp, available_price, source_id, rank, maxNlc, minNlc, schemeAmount, minDiscount, \
13824 kshitij.so 22 
                 maxDiscount, discountType, dp, nlcPoints, bestSellerPoints, totalPoints, status, in_stock, maxprice):
13755 kshitij.so 23 
        self._id = _id
24 
        self.skuBundleId = skuBundleId
25 
        self.category_id = category_id
26 
        self.mrp = mrp
27 
        self.available_price = available_price
28 
        self.source_id = source_id
29 
        self.rank = rank
30 
        self.maxNlc = maxNlc
31 
        self.minNlc = minNlc
32 
        self.schemeAmount = schemeAmount
33 
        self.minDiscount = minDiscount
34 
        self.maxDiscount = maxDiscount
35 
        self.discountType = discountType
36 
        self.dp = dp
37 
        self.nlcPoints = nlcPoints
38 
        self.bestSellerPoints = bestSellerPoints
13824 kshitij.so 39 
        self.totalPoints = totalPoints
40 
        self.status = status
41 
        self.in_stock = in_stock
42 
        self.maxprice = maxprice
13755 kshitij.so 43 
 
44 
 
45 
def get_mongo_connection(host='localhost', port=27017):
46 
    global con
47 
    if con is None:
48 
        print "Establishing connection %s host and port %d" %(host,port)
49 
        try:
50 
            con = pymongo.MongoClient(host, port)
51 
        except Exception, e:
52 
            print e
53 
            return None
54 
    return con
55 
 
56 
def populateStuff():
57 
    print "Inside populate"
58 
    global LATEST_UPDATED_ITEMS
59 
    """Fetch latest updated items across portals
60 
       and calculate max and min R-Nlc"""
61 
    offset= 0
62 
    while(True):
63 
        print "Fetching records offset %d and limit %d" %(offset,300)
64 
        topSkus = list(get_mongo_connection().Catalog.MasterData.find( {"$and":[{'updatedOn': { "$gt": to_java_date(now - timedelta(hours=4))} }, { 'source_id' : { "$in": SOURCE_MAP.values() } }] }).skip(offset).limit(300))
65 
        if len((topSkus)) == 0:
66 
            break
67 
        #topSkus = collection.find( {'_id':664})
68 
        for sku in topSkus:
69 
            info = __SkuInfo(sku['_id'], sku['skuBundleId'], sku['category_id'], sku['mrp'], sku['available_price'], sku['source_id'], sku['rank'], None, None, 0.0, None, \
13824 kshitij.so 70 
                             None, None, None, None, None, None, sku['status'], sku['in_stock'],None)
13755 kshitij.so 71 
            exceptionalNlc = list(get_mongo_connection().Catalog.ExceptionalNlc.find( {"$and" : [ {'sku':info._id}, {'overrideNlc':1} ]} ))
72 
            if len(exceptionalNlc) > 0:
73 
                """Exceptional nlc found, no need to calculate max and min R-nlc"""
74 
                info.maxNlc = exceptionalNlc[0]['maxNlc']
75 
                info.minNlc = exceptionalNlc[0]['minNlc']
13824 kshitij.so 76 
                info.maxprice = exceptionalNlc[0]['maxNlc']
13755 kshitij.so 77 
                LATEST_UPDATED_ITEMS.append(info)
78 
                continue
79 
 
80 
            skuSchemeDetails = list(get_mongo_connection().Catalog.SkuSchemeDetails.find( {'sku':info._id}).sort([('addedOn',pymongo.DESCENDING)]).limit(1))
81 
            if len(skuSchemeDetails) > 0:
82 
                """Sku scheme details, populate scheme amount (Recently added)"""
13824 kshitij.so 83 
 
84 
                #TODO Add start date and end date of scehems
85 
 
13755 kshitij.so 86 
                info.schemeAmount = float(skuSchemeDetails[0]['schemeAmount'])
87 
 
88 
            skuDealerPrices = list(get_mongo_connection().Catalog.SkuDealerPrices.find( {'sku':info._id} ) )
89 
            if len(skuDealerPrices) > 0:
90 
                info.dp = skuDealerPrices[0]['dp']
91 
            skuDiscount = list(get_mongo_connection().Catalog.SkuDiscountInfo.find( {'sku':info._id} ) )
92 
            if len(skuDiscount) > 0:
93 
                """Sku rule found, populate max , min Discount and discount type"""
94 
                info.maxDiscount = skuDiscount[0]['max_discount']
95 
                info.minDiscount = skuDiscount[0]['min_discount']
96 
                info.discountType = DISCOUNT_TYPE.get(skuDiscount[0]['discountType'].upper())
97 
                LATEST_UPDATED_ITEMS.append(info)
98 
                continue
99 
 
13824 kshitij.so 100 
            categoryDiscount = list(get_mongo_connection().Catalog.CategoryDiscount.find( {"$and" : [{'brand':sku['brand'].upper()}, {'category_id':sku['category_id']} ]} ))
13755 kshitij.so 101 
            if len(categoryDiscount) > 0:
102 
                info.maxDiscount = categoryDiscount[0]['max_discount']
103 
                info.minDiscount = categoryDiscount[0]['min_discount']
104 
                info.discountType = DISCOUNT_TYPE.get(categoryDiscount[0]['discountType'].upper())
105 
 
106 
            LATEST_UPDATED_ITEMS.append(info)
107 
        offset = offset + 300
108 
    for lol in LATEST_UPDATED_ITEMS:
109 
        print lol.__dict__
110 
 
111 
 
112 
def calculateNlc():
113 
    global LATEST_UPDATED_ITEMS
114 
    populated = 0
115 
    while(populated <= len(LATEST_UPDATED_ITEMS)):
116 
        inventory_client = InventoryClient().get_client()
117 
        for obj in LATEST_UPDATED_ITEMS[populated:300+populated]:
118 
            if obj.maxNlc > 0 and obj.minNlc > 0:
119 
                continue
120 
            saholic_sku = list(get_mongo_connection().Catalog.MasterData.find( {"$and":[{'skuBundleId': obj.skuBundleId}, { 'source_id' : SOURCE_MAP.get('SAHOLIC')}] }))
121 
            identifier = None
122 
            if len(saholic_sku) > 0:
123 
                identifier = saholic_sku[0]['identifier']
124 
            if obj.discountType == DISCOUNT_TYPE.get('MRP'):
125 
                if obj.mrp == 0:
126 
                    """Now mrp is zero, so we have to use saholic MRP"""
127 
                    if identifier is not None:
128 
                        it = Item.query.filter_by(catalog_item_id=identifier).first()
129 
                        obj.mrp = it.mrp
130 
                if obj.mrp > 0:
131 
                    obj.minNlc = obj.mrp - (obj.mrp * obj.maxDiscount/100) - obj.schemeAmount
13824 kshitij.so 132 
                    obj.maxNlc = obj.mrp - (obj.mrp * obj.minDiscount/100) - obj.schemeAmount
133 
                    obj.maxPrice = obj.maxNlc
13755 kshitij.so 134 
            elif obj.discountType == DISCOUNT_TYPE.get('DP'):
135 
                if obj.dp == 0:
136 
                    """Now dp is zero, so we have to use saholic minimum dp for item"""
137 
                    if identifier is not None:
138 
                        it = Item.query.filter_by(catalog_item_id=identifier).first()
139 
                        try:
140 
                            vendorPricing = inventory_client.getAllItemPricing(it.id)
141 
                            min_dp = min(pricing.dealerPrice for pricing in vendorPricing)
142 
                            obj.dp = min_dp
143 
                        except:
144 
                            pass
145 
                if obj.dp > 0:
146 
                    obj.minNlc = obj.dp - (obj.dp * obj.maxDiscount/100) - obj.schemeAmount
13824 kshitij.so 147 
                    obj.maxNlc = obj.dp - (obj.dp * obj.minDiscount/100) - obj.schemeAmount
148 
                    obj.maxprice = obj.maxNlc
13755 kshitij.so 149 
            else:
150 
                """No rule found, use saholic min nlc as max and min R-Nlc"""
151 
                if identifier is not None:
152 
                    it = Item.query.filter_by(catalog_item_id=identifier).first()
153 
                    try:
154 
                        vendorPricing = inventory_client.getAllItemPricing(it.id)
155 
                        min_nlc = min(pricing.nlc for pricing in vendorPricing)
156 
                        obj.maxNlc = min_nlc
13824 kshitij.so 157 
                        obj.minNlc = min_nlc
158 
                        obj.maxprice = obj.maxNlc
13755 kshitij.so 159 
                    except:
160 
                        pass
161 
        populated = populated + 300
162 
        time.sleep(10)
163 
 
164 
def calculateNlcPoints():
165 
    global LATEST_UPDATED_ITEMS
166 
    for sku in LATEST_UPDATED_ITEMS:
167 
        if sku.maxNlc and sku.minNlc:
13824 kshitij.so 168 
 
169 
            """Create map - TODO"""
170 
 
171 
            if sku.status == 2:
172 
                eolWeight = .60
173 
            else:
174 
                eolWeight = 1.0
175 
            if sku.category_id == 3:
176 
                basePointPercentage = 5.0
177 
                maxNlcPoints = 200
178 
            elif sku.category_id == 5:
179 
                basePointPercentage = 8.0
180 
                maxNlcPoints = 150
181 
            else:
182 
                basePointPercentage = 10.0
183 
                maxNlcPoints = 150
13755 kshitij.so 184 
            discFromMinNlc = (sku.minNlc - sku.available_price)/sku.available_price *100
185 
            discFromMaxNlc = (sku.maxNlc - sku.available_price)/sku.available_price *100
186 
            if discFromMinNlc > 0:
13824 kshitij.so 187 
                nlcPoints = 100/basePointPercentage * discFromMinNlc
13755 kshitij.so 188 
            elif discFromMinNlc < 0 and discFromMaxNlc > 0:
189 
                nlcPoints = 0
190 
            else:
13824 kshitij.so 191 
                nlcPoints = 100/basePointPercentage * discFromMinNlc
192 
            if (min(nlcPoints,maxNlcPoints)) > 0:
193 
                sku.nlcPoints = (min(nlcPoints,maxNlcPoints)) * eolWeight
194 
            else:
195 
                sku.nlcPoints = (min(nlcPoints,maxNlcPoints))
13755 kshitij.so 196 
        else:
197 
            sku.nlcPoints = 0
198 
 
199 
def commitData():
200 
    global LATEST_UPDATED_ITEMS
201 
    for sku in LATEST_UPDATED_ITEMS:
202 
        #get_mongo_connection().Catalog.Deals.update({'_id':sku._id},{'$set' : sku.__dict__},upsert=True,multi=True)
203 
        get_mongo_connection().Catalog.Deals.update({'_id':sku._id},sku.__dict__,upsert=True)
204 
 
205 
 
206 
def addBestSellerPoints():
207 
    allItems = list(get_mongo_connection().Catalog.Deals.find({}))
208 
    for sku in allItems:
13824 kshitij.so 209 
        print sku['_id']
210 
        print sku['category_id']
211 
        print sku['source_id']
212 
        print sku['rank']
213 
        print sku['nlcPoints']
214 
        print "================="
215 
        bestSellerPoints = list(get_mongo_connection().Catalog.BestSellerPoints.find( {"$and":[{'min_rank': { "$lte": sku['rank'] } }, {'max_rank': { "$gte": sku['rank'] } } , { 'category_id' : sku['category_id'] }, { 'source_id' : sku['source_id'] }] } ))
216 
        print len(bestSellerPoints)
13755 kshitij.so 217 
        if len(bestSellerPoints) > 0:
13824 kshitij.so 218 
            print bestSellerPoints[0]['points']
219 
            if (bestSellerPoints[0]['points']) > 0:
220 
                sku['bestSellerPoints'] = (bestSellerPoints[0]['points']) * bestSellerPoints[0]['weightage']
221 
            else:
222 
                sku['bestSellerPoints'] = (bestSellerPoints[0]['points'])
13755 kshitij.so 223 
        else:
13824 kshitij.so 224 
            sku['bestSellerPoints'] = -100
225 
        print sku['bestSellerPoints']
13755 kshitij.so 226 
        sku['totalPoints'] = sku['bestSellerPoints'] + sku['nlcPoints']
227 
        get_mongo_connection().Catalog.Deals.update({'_id':sku['_id']},{'$set':{'bestSellerPoints':sku['bestSellerPoints'],'totalPoints':sku['totalPoints']}},multi=False)
228 
 
229 
 
230 
def main():
231 
    populateStuff()
232 
    calculateNlc()
233 
    calculateNlcPoints()
234 
    commitData()
235 
    addBestSellerPoints()
236 
 
237 
if __name__=='__main__':
238 
    main()