Subversion Repositories SmartDukaan

#!/usr/bin/python

# coding: ascii

'''

This script is used to load item details in the catalog database.

It's now mostly used for Accessories since they come in huge numbers.

@author: Chandranshu

'''

from datetime import timedelta

from elixir import *

from multiprocessing import Process, Queue

from shop2020.clients.CatalogClient import CatalogClient

from shop2020.clients.InventoryClient import InventoryClient

from shop2020.thriftpy.model.v1.catalog.ttypes import Item

from shop2020.thriftpy.model.v1.inventory.ttypes import VendorItemPricing

from shop2020.utils.EmailAttachmentSender import mail

from shop2020.utils.Utils import to_java_date

import csv

import datetime

import optparse

import time

import traceback

import xlrd

if __name__ == '__main__' and __package__ is None:

    import sys

    import os

    sys.path.insert(0, os.getcwd())

def load_item_data(filename, start, end):

    print filename, start, end

    #return

    workbook = xlrd.open_workbook(filename)

    sheet = workbook.sheet_by_index(0)

    updatedOn = to_java_date(datetime.datetime.now())

    cclient = CatalogClient().get_client()

    prodClient = CatalogClient("catalog_service_server_host_prod").get_client()

    iclient = InventoryClient().get_client()

    tcategories = cclient.getAllCategories()

    parent_category_ids = [] 

    categoryMap = {}

    #0-Delhi 1-Maha 2-Blr 3-Ggn 4-Rajasthan 5-Telangana 6-Gujarat

    for tcategory in tcategories:

        if tcategory.parent_category_id not in parent_category_ids:

            parent_category_ids.append(tcategory.parent_category_id)

    for tcategory in tcategories:

        if tcategory.id not in parent_category_ids:

            categoryMap[tcategory.label] = tcategory.id

    message = ""

    for rownum in range(start, end):

        states = {}

        try:

            itemID, product_group, category_name, brand, model_number, model_name, color, mrp, sp, mop, dp, tp, nlc, start_date, preferred_vendor, risky, weight, item_type, states[0], states[3], states[1], states[2]  = sheet.row_values(rownum)[0:22]

            if isinstance(model_number, float):

                model_number = str(int(model_number))

            item = Item()

            item.productGroup = product_group

            item.brand = brand

            item.modelNumber = model_number

            item.modelName = model_name

            item.color = color

            try:

                item.mrp = round(mrp)

            except:

                pass

            #if item is risky

            if categoryMap.has_key(category_name.strip()):

                item.category = categoryMap[category_name.strip()]

                item.itemStatus = 8

            else:

                print "can't find {0} at row {1}".format(category_name, rownum)

                continue

            item.sellingPrice = round(sp)

            item.startDate = long(to_java_date(datetime.datetime(1899, 12, 30) + timedelta(days=int(start_date))))

            item.preferredVendor = preferred_vendor

            item.risky = int(risky)

            item.weight = weight

            item.updatedOn = updatedOn

            item.type = int(item_type)

            for key in states.keys():

                val = states[key]

                if val !='':

                    states[key] = val*100

                else:

                    del states[key]

            for c in (1,2,3,4,5):

                print "newitemid:", item.id

                try:

                    item_id = cclient.addItem(item)

                    print "for row {1} item added\t{0}".format(item_id, rownum)

                    print "newitemid:", item_id, "olditemid:", itemID

                    item.id = item_id

                    if len(states)>0:

                        for c2 in (1,2,3,4,5):

                            try:

                                cclient.updateItemStateVat(item_id, states)

                                print "break 0"

                                break

                            except Exception as e:

                                cclient = CatalogClient().get_client()       

                    for c1 in (5,5,5,5,5):

                        try:

                            prodClient.addItem(item)

                            if len(states) > 0:

                                for c3 in (1,2,3,4,5):

                                    try:

                                        prodClient.updateItemStateVat(item_id, states)

                                        print "break 1"

                                        break

                                    except Exception as e:

                                        prodClient = CatalogClient("catalog_service_server_host_prod").get_client()

                            print "break 2"

                            break

                        except:

                            prodClient = CatalogClient("catalog_service_server_host_prod").get_client()

                    print "break 3"    

                    break

                except Exception as e:

                    cclient = CatalogClient().get_client()       

            vip = VendorItemPricing()

            vip.itemId = item_id

            vip.dealerPrice = round(dp,2)

            vip.mop = round(mop,2)

            vip.nlc = round(nlc,2)

            vip.transferPrice = round(tp,2)

            vip.vendorId = preferred_vendor

            for c in (1,2,3,4,5):

                try:

                    iclient.addVendorItemPricing(vip)

                    break

                except Exception as e:

                    iclient = InventoryClient().get_client()

        except:

            traceback.print_exc()

            message = message + "\t" + str(brand) + "\t" + str(model_name) + "\t" + str(model_number) + "\t" + "\n"

    print message

    #mail("build@shop2020.in", "cafe@nes", ["amit.gupta@shop2020.in", "chandan.kumar@shop2020.in"], "Problem while adding items", message, [], [], [])    

    print "Successfully updated the item list information."

def main():

    parser = optparse.OptionParser()

    parser.add_option("-f", "--file", dest="filename", 

                   default="ItemList.xls", type="string",

                   help="Read the item list from FILE",

                   metavar="FILE")

    parser.add_option("-l", "--line", dest="totallines", 

                   default="ItemList.xls", type="string",

                   help="Line to start from",

                   metavar="FILE")

    (options, args) = parser.parse_args()

    if len(args) != 0:

        parser.error("You've supplied extra arguments. Are you sure you want to run this program?")

    filename = options.filename

    totallines = int(options.totallines)

    #totallines = 13

    itemsLeft = True

    lineNumbers=1

    oneIter=4

    start = lineNumbers

    while itemsLeft:

        end = min(start + oneIter, totallines+1)#exclude last

        #print start, end

        p=Process(target=load_item_data, args=(filename, start, end,))

        p.start()

        p.join()

        time.sleep(5)

        start=end

        if start==totallines + 1:

            itemsLeft = False

if __name__ == '__main__':

    main()