Subversion Repositories SmartDukaan

#!/usr/bin/python

'''

Created on 01-Sep-2011

@author: ashish

'''

import sys

import csv

import xlrd

if __name__ == '__main__' and __package__ is None:

    import os

    sys.path.insert(0, os.getcwd())

from shop2020.clients.CatalogClient import CatalogClient

def get_title(item):

    title = item.brand

    if item.modelName:

        title = title + ' ' + item.modelName

    if item.modelNumber:

        title = title + ' ' + item.modelNumber

    if item.color:

        title = title + " | " + item.color

    return title

def get_hyphenated_name(item):

    productUrl = item.brand

    if item.modelName:

        productUrl = productUrl + "-" + item.modelName

    if item.modelNumber:

        productUrl = productUrl + '-' + item.modelNumber

    productUrl = productUrl.replace("/", "-")

    productUrl = productUrl.replace(" ", "-")

    productUrl = productUrl.replace("--", "-")

    productUrl = productUrl.lower()

    return productUrl

def get_url(item):

    url = "http://www.saholic.com/mobile-phones/"

    productUrl = get_hyphenated_name(item)

    productUrl = productUrl + "-" + str(item.catalogItemId)

    url = url + productUrl;

    url = url.replace("--", "-");

    return url;

def get_image_url(item):

    url = "http://static0.saholic.com/images/"

    url = url + str(item.catalogItemId) + "/"

    url = url + get_hyphenated_name(item) + "-default-0.jpg"

    return url

def is_active(item):

    return item.itemStatus in [2, 3, 6]

def get_key(brand, model_number, color):

    model_number_str = ''

    try:

        model_number_str = str(int(model_number))

    except:

        model_number_str = str(model_number)

    if '(' in model_number_str:

        model_number_str = model_number_str.split('(')[0]

    return str('handsets|' + brand.strip().lower() + '|' + model_number_str.strip().lower() + '|' + color.strip().lower())

def load_item_numbers():

    filename = "/home/ashish/itemNumbers.xls"

    workbook = xlrd.open_workbook(filename)

    sheet = workbook.sheet_by_index(0)

    num_rows = sheet.nrows

    itemNumberMap = {}

    itemNumberTypeMap = {}

    for rownum in range(2, num_rows):

        itemNumber, unused_description, unused_pc, unused_pg, unused_tech, brand, model_number, color = sheet.row_values(rownum)[0:8]

        key = get_key(brand, model_number, color)

        itemNumberStr = str(itemNumber)

        if not itemNumberStr.isdigit():

            continue

        itemNumberMap[key] = itemNumberStr 

        if len(itemNumberStr) == 13:

            itemNumberTypeMap[key] = 'EAN'

        elif len(itemNumberStr) == 12:

            itemNumberTypeMap[key] = 'UPC'

    print itemNumberMap

    return itemNumberMap, itemNumberTypeMap

def normalize_form_factor(formFactor):

    if formFactor == 'Candybar':

        formFactor = 'candy-bar'

    elif formFactor == 'Slider':

        formFactor = 'slide'

    elif formFactor == 'Flip':

        formFactor = 'flip'

    elif formFactor == 'Clamshell':

        formFactor = 'flip'

    else:

        formFactor = ''

    return formFactor

def normalize_operating_system(opsys):

    if 'Android' in opsys:

        opsys = 'Android'

    elif 'Symbian' in opsys:

        opsys = 'Symbian'

    elif 'BlackBerry' in opsys:

        opsys = 'Blackberry'

    elif 'Windows' in opsys:

        opsys = 'Windows Phone'

    elif 'bada' in opsys or 'Bada' in opsys:

        opsys = 'Bada'

    elif 'iOS' in opsys:

        opsys = 'iOS'

    else:

        opsys = ''

    return opsys

def normalize_battery_type(batteryType):

    if 'Li-Ion' in batteryType or 'Li-ion' in batteryType or 'Lithium-ion' in batteryType:

        batteryType = 'lithium_ion'

    elif 'Li-Po' in batteryType:

        batteryType = 'lithium_metal'

    else:

        batteryType = ''

    return batteryType

def get_cellular_technology(multipleSIM, network3G):

    cellularTechnology = ''

    if multipleSIM == 'Dual-SIM':

        cellularTechnology = 'Dual SIM'

    if not cellularTechnology:

        if network3G != '':

            cellularTechnology = '3G'

        else:

            cellularTechnology = 'GSM'

    return cellularTechnology

def normalize_screen_type(screenType):

    if 'LCD' in screenType or 'Nova' in screenType or 'Retina' in screenType:

        screenType = 'LCD'

    elif 'LED' in screenType:

        screenType = 'LED'

    else:

        screenType = ''

    return screenType

def get_hotspot_mapping(mappings):

    for mapping in mappings:

        if mapping.vendorId == 1:

            return mapping.itemKey

    return None

def main():

    itemNumberMap, itemNumberTypeMap = load_item_numbers() 

    catalog_client = CatalogClient().get_client()

    item_details = []

    filename = "/home/ashish/featurevalues3.xls"

    workbook = xlrd.open_workbook(filename)

    sheet = workbook.sheet_by_index(0)

    num_rows = sheet.nrows

    writer = csv.writer(open("junglee.csv", "wb"), delimiter='\t', quoting=csv.QUOTE_MINIMAL)

    writer.writerow(["SKU","Title","Link","Price","Delivery Time","Recommended Browse Node","Standard Product ID",\

                 "Product ID Type","Category","Description","Shipping Cost","Image","List Price","Availability",\

                 "Brand","Manufacturer","Mfr part number","Model Number","Computer CPU speed","Hard disk size",\

                 "Included RAM size","Optical zoom","Digital zoom","Megapixels","Display size","Screen Resolution",\

                 "Display Technology","Flash drive Size","Memory Card Type","Camera type","Viewfinder type","Flash type",\

                 "Cellular Technology","Phone Operating System","Talk Time","Standby Time","User Input","Device Type",\

                 "Form Factor","Colour Name","Colour Map","Item package quantity","Age","Warranty","Assembly required",\

                 "Battery Type","Batteries Included","Batteries Required","Power Source","Power Adapter Included",\

                 "Shipping Weight","Weight","Length","Height","Width","Keywords1","Keywords2", "Keywords3","Keywords4",\

                 "Keywords5","Bullet point1","Bullet point2","Bullet point3","Bullet point4","Bullet point5",\

                 "Other image-url1","Other image-url2","Other image-url3","Other image-url4","Other image-url5",

                 "Offer note","Is Gift Wrap Available","Registered Parameter","Update Delete"])

    for rownum in range(2, num_rows): #2 is used as the starting index because first row is a test product with 12 years of warranty.

        unused_categoryName, unused_entityName, entityID, image_url, unused_accessories, unused_softwareApplications, unused_pageTitle,\

        unused_metaDescription, metaKeywords, snippets, shortSnippet, tagline,\

        unused_skinSize, screenSize, unused_screenLeftUpperCornerDimension, unused_modelNameSynonyms, unused_modelNumberSynonyms,\

        warranty, unused_warranty_type, unused_warranty_coverage, \

        weight, size, formFactor, color, screenType, screenSize, screenResolution, numberOfColors, keyboardType,\

        navigation, touchscreenType, sideControls, multimediaKeys, multipleSIM, voip, network2G,\

        network3G, gprs, edge, g3, wifi, bluetooth, usb, musicFormats, earphone, speakerPhone,\

        fmRadio, internetRadio, ringtoneTypes, fileFormats, streaming, liveTV, hdVideoPlayback,\

        resolution, flash, imageFormats, numberOfCameras, secondaryCamera, additionalCameraFeatures,\

        builtIn, ram, expansionType, expansionCapacity, batteryType, powerAdaptor, musicPlayback,\

        videoPlayback, tvPlayback, talktime2G, talktime3G, standy2G, standby3G, types, markupLanguages,\

        unused_http_protocols, unused_browser, unused_mail_protocols, opsys, unused_java, unused_flashPlayer, unused_drm, unused_securityFeatures, unused_gpsType, unused_mms, unused_sms, unused_ems,\

        unused_instantMessaging, unused_email = sheet.row_values(rownum)[0:88]

        items = catalog_client.getItemsByCatalogId(entityID)

        active_items = filter(is_active, items)

        if not active_items:

            continue

        if screenSize:

            screenSize = screenSize.split()[0]

        if screenResolution:

            screenResolution = screenResolution.rsplit(' ', 1)[0]

        screenType = normalize_screen_type(screenType)

        cellularTechnology = get_cellular_technology(multipleSIM, network3G)

        opsys = normalize_operating_system(opsys)

        userInput = "keypad"

        if touchscreenType != "":

            userInput = "touchscreen"

        formFactor = normalize_form_factor(formFactor)

        if warranty:

            warranty = warranty + " manufacturer warranty"

        batteryType = normalize_battery_type(batteryType)

        weight_parts = weight.split()

        if len(weight_parts) > 1:

            weight = weight_parts[0]

            try:

                float(weight)

            except:

                weight = ''

        if size == "Not available" or size == '':

            length, width, height = ["", "", ""]

        else:

            list = size.split()

            length, width, height = [list[0], list[2], list[4]] 

        keywords = []

        for keyword in metaKeywords.split(","):

            keywords.append(keyword.strip())

        if len(keywords) < 5:

            length = len(keywords)

            while length < 5:

                keywords.append('')

                length = length + 1       

        for keyword in keywords:

            if len(keyword) > 50:

                print keyword

        for item in active_items:

            stdProductId = ''

            stdProductIdType = ''

            if not item.color:

                item.color = ''

            mappings = catalog_client.getVendorItemMappings(item.id)

            key = get_hotspot_mapping(mappings)

            if key and itemNumberTypeMap.has_key(key):

                stdProductId = itemNumberMap[key]

                stdProductIdType = itemNumberTypeMap[key]

            item_details.append(

                        [item.id, get_title(item), get_url(item), item.sellingPrice, "1", "803546031", stdProductId,\

                         stdProductIdType, "Wireless", tagline, '0', 'http://' + str(image_url), item.mrp, "TRUE",\

                         item.brand, "", "", item.modelNumber, "", builtIn,\

                         ram, "", "", "", screenSize, screenResolution,\

                         screenType, "", "", "", "", "",\

                         cellularTechnology, opsys,\

                         #talktime2G, standy2G, - use these values after converting them to minutes and hours respectively

                         '', '', userInput, "",\

                         formFactor, item.color, "", "1", "", warranty, "FALSE",\

                         batteryType, "TRUE","TRUE", "battery-powered", "TRUE",\

                         "", weight, length, width, height, keywords[0].strip(), keywords[1].strip(), keywords[2].strip(), keywords[3].strip(),\

                         keywords[4].strip(), "", "","","","",\

                         "","","","","",\

                         "","","",""]);

    for item_detail in item_details:

        writer.writerow(item_detail)

if __name__ == '__main__':

    main()