Subversion Repositories SmartDukaan

import time

import pymongo

import urllib2

import gzip

import StringIO

#TODO Need to add messy stuff to conf.

con=None

headers = { 

            'User-agent':'Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2062.120 Safari/537.36',

            'Accept' : 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',      

            'Accept-Language' : 'en-US,en;q=0.8',                     

            'Accept-Charset' : 'ISO-8859-1,utf-8;q=0.7,*;q=0.3',

            'Connection':'keep-alive',

            'Accept-Encoding' : 'gzip,deflate,sdch'

        }

proxy = "http://192.161.163.60:8800"

def get_mongo_connection(host='localhost', port=27017):

    global con

    if con is None:

        print "Establishing connection %s host and port %d" %(host,port)

        try:

            con = pymongo.MongoClient(host, port)

        except Exception, e:

            print e

            return None

    return con

def to_java_date(py_timestamp):

    try:

        java_date =  int(time.mktime(py_timestamp.timetuple())) * 1000 + py_timestamp.microsecond / 1000

        return java_date

    except:

        return None

def getCashBack(skuId, source_id, category_id, mc, mongoHost):

    if not bool(mc.get("category_cash_back")):

        populateCashBack(mc, mongoHost)

    itemCashBackMap = mc.get("item_cash_back")

    itemCashBack = itemCashBackMap.get(skuId)

    if itemCashBack is not None:

        return itemCashBack

    cashBackMap = mc.get("category_cash_back")

    sourceCashBack = cashBackMap.get(source_id)

    if sourceCashBack is not None and len(sourceCashBack) > 0:

        for cashBack in sourceCashBack:

            if cashBack.get(category_id) is None:

                continue

            else:

                return cashBack.get(category_id)

    else:

        return {}

def populateCashBack(mc, mongoHost):

    print "Populating cashback"

    cashBackMap = {}

    itemCashBackMap = {}

    cashBack = list(get_mongo_connection(host=mongoHost).Catalog.CategoryCashBack.find())

    for row in cashBack:

        temp_map = {}

        temp_list = []

        if cashBackMap.has_key(row['source_id']):

            arr = cashBackMap.get(row['source_id'])

            for val in arr:

                temp_list.append(val)

            temp_map[row['category_id']] = row

            temp_list.append(temp_map)

            cashBackMap[row['source_id']] = temp_list 

        else:

            temp_map[row['category_id']] = row

            temp_list.append(temp_map)

            cashBackMap[row['source_id']] = temp_list

    itemCashBack = list(get_mongo_connection(host=mongoHost).Catalog.ItemCashBack.find())

    for row in itemCashBack:

        if not itemCashBackMap.has_key(row['skuId']):

            itemCashBackMap[row['skuId']] = row

    mc.set("item_cash_back", itemCashBackMap, 24 * 60 * 60)

    mc.set("category_cash_back", cashBackMap, 24 * 60 * 60)

def ungzipResponse(r):

    headers = r.info()

    if headers.get('Content-Encoding')=='gzip':

        print "********************"

        print "Deflating gzip response"

        print "********************"

        url_f = StringIO.StringIO(r.read())

        gz = gzip.GzipFile(fileobj=url_f)

        html = gz.read()

        gz.close()

        return html

    return r.read()

def fetchResponseUsingProxy(url, headers=headers):

    proxy = urllib2.ProxyHandler({'http': proxy})

    opener = urllib2.build_opener(proxy)

    urllib2.install_opener(opener)

    req = urllib2.Request(url,headers=headers)

    response = urllib2.urlopen(req)

    response_data = ungzipResponse(response)

    response.close()

    return response_data