Subversion Repositories SmartDukaan

from elixir import * 

from shop2020.model.v1.catalog.impl import DataService

from shop2020.model.v1.catalog.impl.DataService import PrivateDeals, Item

from sqlalchemy.sql.functions import now

from datetime import datetime, timedelta

import pymongo

from dtr.utils.utils import to_java_date

import optparse

from dtr.storage.MemCache import MemCache

from dtr.utils.utils import getCashBack

from dtr.utils.utils import getNlcPoints

import traceback

dealsMap = {}

con = None

dealsCatalogIds = []

itemCatalogMap = {}

parser = optparse.OptionParser()

parser.add_option("-H", "--host", dest="hostname",

                      default="localhost",

                      type="string", help="The HOST where the DB server is running",

                      metavar="db_host")

parser.add_option("-m", "--m", dest="mongoHost",

                      default="localhost",

                      type="string", help="The HOST where the mongo server is running",

                      metavar="mongo_host")

(options, args) = parser.parse_args()

mc = MemCache(options.mongoHost)

DataService.initialize(db_hostname=options.hostname)

SOURCE_MAP = {'AMAZON':1,'FLIPKART':2,'SNAPDEAL':3,'SAHOLIC':4, 'SHOPCLUES.COM':5}

def get_mongo_connection(host=options.mongoHost, port=27017):

    global con

    if con is None:

        print "Establishing connection %s host and port %d" %(host,port)

        try:

            con = pymongo.MongoClient(host, port)

        except Exception, e:

            print e

            return None

    return con

def getPrivateDeals():

    try:

        global dealsMap

        dealsMap = dict()

        all_active_items_query =  session.query(PrivateDeals).filter(PrivateDeals.isActive==True).filter(now().between(PrivateDeals.startDate, PrivateDeals.endDate))

        all_active_private_deals = all_active_items_query.all()

        if all_active_private_deals is not None or all_active_private_deals!=[]:

            for active_private_deal in all_active_private_deals:

                print active_private_deal.item_id

                item = Item.get_by(id = active_private_deal.item_id)

                if item.sellingPrice >  active_private_deal.dealPrice and item.status==3:

                    dealsMap[active_private_deal.item_id] = active_private_deal

    finally:

        session.close()

def getItemsToUpdate():

    global dealsCatalogIds

    global itemCatalogMap

    toScrapMap = {}

    bestSellers = list(get_mongo_connection().Catalog.MasterData.find({'rank':{"$gt":0}}))

    for bestSeller in bestSellers: 

        saholicCatalogIds = list(get_mongo_connection().Catalog.MasterData.find({'skuBundleId':bestSeller['skuBundleId'],'source_id':4}))

        for d in saholicCatalogIds:

            if d['source_id']!=4:

                continue

            d['dealFlag'] = 0

            d['dealType'] = 0

            d['dealPoints'] = 0

            d['manualDealThresholdPrice'] = None

            toScrapMap[d['_id']] = d

            dealsCatalogIds.append(long(d['identifier'].strip()))

    dealFlagged = list(get_mongo_connection().Catalog.Deals.find({'source_id':4,'showDeal':1,'totalPoints':{'$gt':0}}))

    for deal in dealFlagged:

        if not toScrapMap.has_key(deal['_id']):

            data = list(get_mongo_connection().Catalog.MasterData.find({'_id':deal['_id']}))

            data[0]['dealFlag'] = 0

            data[0]['dealType'] = 0

            data[0]['dealPoints'] = 0

            data[0]['manualDealThresholdPrice'] = None

            toScrapMap[deal['_id']] = data[0]

            if long(data[0]['identifier'].strip()) not in dealsCatalogIds: 

                dealsCatalogIds.append(long(data[0]['identifier'].strip()))

    manualDeals = list(get_mongo_connection().Catalog.ManualDeals.find({'startDate':{'$lte':to_java_date(datetime.now())},'endDate':{'$gte':to_java_date(datetime.now())},'source_id':4}))

    for manualDeal in manualDeals:

        if not toScrapMap.has_key(manualDeal['sku']):

            data = list(get_mongo_connection().Catalog.MasterData.find({'_id':manualDeal['sku']}))

            if len(data) > 0:

                data[0]['dealFlag'] = 1

                data[0]['dealType'] = manualDeal['dealType']

                data[0]['dealPoints'] = manualDeal['dealPoints']

                data[0]['manualDealThresholdPrice'] = manualDeal['dealThresholdPrice']

                toScrapMap[manualDeal['sku']] = data[0]

                if long(data[0]['identifier'].strip()) not in dealsCatalogIds: 

                    dealsCatalogIds.append(long(data[0]['identifier'].strip()))

        else:

            data = toScrapMap.get(manualDeal['sku'])

            data['dealFlag'] = 1

            data['dealType'] = manualDeal['dealType']

            data['dealPoints'] = manualDeal['dealPoints']

            data['manualDealThresholdPrice'] = manualDeal['dealThresholdPrice']

    items = Item.query.filter(Item.catalog_item_id.in_(dealsCatalogIds)).all()

    for item in items:

        temp = []

        if not itemCatalogMap.has_key(item.catalog_item_id):

            temp.append(item)

            print "****",item.catalog_item_id

            itemCatalogMap[item.catalog_item_id] = temp

        else:

            val = itemCatalogMap.get(item.catalog_item_id)

            for l in val:

                temp.append(l)

            temp.append(item)

            itemCatalogMap[item.catalog_item_id] = temp

    for saholicCatalogId in toScrapMap.itervalues():

        if saholicCatalogId['source_id']!=4:

            continue

        d_items = itemCatalogMap.get(long(saholicCatalogId['identifier'].strip()))

        available_price = None

        in_stock = 0

        if d_items is not None:

            for d_item in d_items:

                in_stock = 0 

                if d_item.status == 3:

                    in_stock =1

                else:

                    continue

                if dealsMap.get(d_item.id) is not None:

                    available_price = dealsMap.get(d_item.id).dealPrice

                if (available_price !=None):

                    break

        if (available_price is None):

            in_stock = 0

            if d_items is not None:

                for d_item in d_items:

                    if d_item.status == 3:

                        available_price = d_item.sellingPrice

                        in_stock =1

                        break

        print long(saholicCatalogId['identifier'])

        print in_stock

        print available_price

        print dealsMap.get(d_item.id)

        print "++++++++++++++++++++++++++"

        if available_price > 0 or available_price is not None:

            get_mongo_connection().Catalog.MasterData.update({'_id':saholicCatalogId['_id']}, {'$set' : {'available_price':available_price,'updatedOn':to_java_date(datetime.now()),'priceUpdatedOn':to_java_date(datetime.now()),'in_stock':in_stock}}, multi=True)

            get_mongo_connection().Catalog.Deals.update({'_id':saholicCatalogId['_id']}, {'$set' : {'available_price':available_price , 'in_stock':in_stock}}, multi=True)

        else:

            get_mongo_connection().Catalog.MasterData.update({'_id':saholicCatalogId['_id']}, {'$set' : {'updatedOn':to_java_date(datetime.now()),'in_stock':in_stock,'priceUpdatedOn':to_java_date(datetime.now())}}, multi=True)

            get_mongo_connection().Catalog.Deals.update({'_id':saholicCatalogId['_id']}, {'$set' : {'in_stock':in_stock}}, multi=True)

        try:

            recomputeDeal(saholicCatalogId)

        except:

            print "Unable to compute deal for ",saholicCatalogId['skuBundleId']

def populateNegativeDeals():

    negativeDeals = get_mongo_connection().Catalog.NegativeDeals.find().distinct('sku')

    mc.set("negative_deals", negativeDeals, 600)

def recomputePoints(item, deal):

    try:

        nlcPoints = getNlcPoints(item, deal['minNlc'], deal['maxNlc'], deal['available_price'])

    except:

        traceback.print_exc()

        nlcPoints = deal['nlcPoints']

    if item['manualDealThresholdPrice'] >= deal['available_price']:

        dealPoints = item['dealPoints']

    else:

        dealPoints = 0

    get_mongo_connection().Catalog.Deals.update({'_id':deal['_id']},{"$set":{'totalPoints':deal['totalPoints'] - deal['nlcPoints'] + nlcPoints - deal['dealPoints'] +dealPoints , 'nlcPoints': nlcPoints, 'dealPoints': dealPoints, 'manualDealThresholdPrice': item['manualDealThresholdPrice']}})

def recomputeDeal(item):

    """Lets recompute deal for this bundle"""

    print "Recomputing for bundleId %d" %(item.get('skuBundleId'))

    skuBundleId = item['skuBundleId']

    similarItems = list(get_mongo_connection().Catalog.Deals.find({'skuBundleId':skuBundleId}).sort([('available_price',pymongo.ASCENDING)]))

    bestPrice = float("inf")

    bestOne = None

    bestSellerPoints = 0

    toUpdate = []

    prepaidBestPrice = float("inf")

    prepaidBestOne = None

    prepaidBestSellerPoints = 0

    for similarItem in similarItems:

        if similarItem['_id'] == item['_id']:

            try:

                recomputePoints(item, similarItem)

            except:

                traceback.print_exc()

        if similarItem['codAvailable'] ==1:

            if mc.get("negative_deals") is None:

                populateNegativeDeals()

            if similarItem['in_stock'] == 0 or similarItem['maxprice'] is None or similarItem['maxprice'] < similarItem['available_price'] or similarItem['_id'] in mc.get("negative_deals"):

                get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0, 'prepaidDeal':0 }})

                continue

            if similarItem['source_id'] == SOURCE_MAP.get('SHOPCLUES.COM') and similarItem['rank']==0:

                get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})

                continue

            if similarItem['available_price'] < bestPrice:

                bestOne = similarItem

                bestPrice = similarItem['available_price']

                bestSellerPoints = similarItem['bestSellerPoints']

            elif similarItem['available_price'] == bestPrice and bestSellerPoints < similarItem['bestSellerPoints']:

                bestOne = similarItem

                bestPrice = similarItem['available_price']

                bestSellerPoints = similarItem['bestSellerPoints']

            else:

                pass

        else:

            if mc.get("negative_deals") is None:

                populateNegativeDeals()

            if similarItem['in_stock'] == 0 or similarItem['maxprice'] is None or similarItem['maxprice'] < similarItem['available_price'] or similarItem['_id'] in mc.get("negative_deals"):

                get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0, 'prepaidDeal':0 }})

                continue

            if similarItem['source_id'] == SOURCE_MAP.get('SHOPCLUES.COM') and similarItem['rank']==0:

                get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})

                continue

            if similarItem['available_price'] < prepaidBestPrice:

                prepaidBestOne = similarItem

                prepaidBestPrice = similarItem['available_price']

                prepaidBestSellerPoints = similarItem['bestSellerPoints']

            elif similarItem['available_price'] == prepaidBestPrice and prepaidBestSellerPoints < similarItem['bestSellerPoints']:

                prepaidBestOne = similarItem

                prepaidBestPrice = similarItem['available_price']

                prepaidBestSellerPoints = similarItem['bestSellerPoints']

            else:

                pass

    if bestOne is not None or prepaidBestOne is not None:

        for similarItem in similarItems:

            toUpdate.append(similarItem['_id'])

        if bestOne is not None:

            toUpdate.remove(bestOne['_id'])

            get_mongo_connection().Catalog.Deals.update({ '_id' : bestOne['_id'] }, {'$set':{'showDeal':1,'prepaidDeal':0 }})

        if prepaidBestOne is not None:

            if bestOne is not None:

                if prepaidBestOne['available_price'] < bestOne['available_price']: 

                    toUpdate.remove(prepaidBestOne['_id'])

                    get_mongo_connection().Catalog.Deals.update({ '_id' : prepaidBestOne['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':1 }})

            else:

                toUpdate.remove(prepaidBestOne['_id'])

                get_mongo_connection().Catalog.Deals.update({ '_id' : prepaidBestOne['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':1 }})

    if len(toUpdate) > 0:

        get_mongo_connection().Catalog.Deals.update({ '_id' : { "$in": toUpdate } }, {'$set':{'showDeal':0,'prepaidDeal':0 }},upsert=False, multi=True)

def main():

    getPrivateDeals()

    try:

        getItemsToUpdate()

    finally:

        session.close()

    print "Done with saholic pricing"

if __name__=='__main__':

    main()