Subversion Repositories SmartDukaan

'''
Created on Jan 15, 2015

@author: amit
'''
from BeautifulSoup import BeautifulSoup
from bson.binary import Binary
from datetime import datetime, date, timedelta
from dtr import main
from dtr.config import PythonPropertyReader
from dtr.dao import AffiliateInfo, Order, SubOrder
from dtr.main import getBrowserObject, ScrapeException, getStore, ParseException, \
    Store as MStore, ungzipResponse, tprint
from pprint import pprint
from pymongo import MongoClient
import json
import pymongo
import re
import traceback
import urllib
import urllib2

ORDERSTATUS  = {"PAYMENT_PENDING" : 0,
"PAYMENT_FAILED" : 1,
"COD_VERIFICATION_PENDING" : 2,
"SUBMITTED_FOR_PROCESSING" : 3,
"ACCEPTED" : 4,
"INVENTORY_LOW" : 5,
"REJECTED" : 6,
"BILLED" : 7,
"PAYMENT_FLAGGED" : 8,
"SHIPPED_FROM_WH" : 9,
"SHIPPED_TO_LOGST" : 10,
"PAYMENT_FLAGGED_DENIED" : 11,
"DELIVERY_SUCCESS" : 12,
"CANCEL_REQUEST_RECEIVED" : 13,
"CANCEL_REQUEST_CONFIRMED" : 14,
"CANCELLED_ON_CUSTOMER_REQUEST" : 15,
"SHIPPED_TO_DESTINATION_CITY" : 16,
"REACHED_DESTINATION_CITY" : 17,
"COD_VERIFICATION_FAILED" : 18,
"FAILED" : 19,
"RTO_IN_TRANSIT" : 20,
"RTO_RECEIVED_PRESTINE" : 21,
"DOA_PICKUP_REQUEST_RAISED" : 22,
"DOA_PICKUP_CONFIRMED" : 23,
"DOA_RETURN_IN_TRANSIT" : 24,
"DOA_RECEIVED_PRESTINE" : 25,
"DOA_CERT_INVALID" : 26,
"DOA_CERT_VALID" : 27,
"RTO_RESHIPPED" : 28,
"DOA_INVALID_RESHIPPED" : 29,
"DOA_VALID_RESHIPPED" : 30,
"RTO_REFUNDED" : 31,
"DOA_VALID_REFUNDED" : 32,
"DOA_INVALID_REFUNDED" : 33,
"CANCELLED_DUE_TO_LOW_INVENTORY" : 34,
"LOW_INV_PO_RAISED" : 35,
"LOW_INV_REVERSAL_IN_PROCESS" : 36,
"LOW_INV_NOT_AVAILABLE_AT_HOTSPOT" : 37,
"LOW_INV_PO_RAISED_TIMEOUT" : 38,
"LOW_INV_REVERSAL_TIMEOUT" : 39,
"FIRST_DELIVERY_ATTEMPT_MADE" : 40,
"CAPTURE_IN_PROCESS" : 41,
"DOA_REQUEST_RECEIVED" : 42,
"DOA_REQUEST_AUTHORIZED" : 43,
"DOA_PICKUP_DENIED" : 44,
"DOA_RECEIVED_DAMAGED" : 45,
"DOA_LOST_IN_TRANSIT" : 46,
"DOA_RESHIPPED_RCVD_DAMAGED" : 47,
"DOA_REFUNDED_RCVD_DAMAGED" : 48,
"DOA_RESHIPPED_LOST_IN_TRANSIT" : 49,
"DOA_REFUNDED_LOST_IN_TRANSIT" : 50,
"RTO_RECEIVED_DAMAGED" : 51,
"RTO_LOST_IN_TRANSIT" : 52,
"RTO_DAMAGED_RESHIPPED" : 53,
"RTO_DAMAGED_REFUNDED" : 54,
"RTO_LOST_IN_TRANSIT_RESHIPPED" : 55,
"RTO_LOST_IN_TRANSIT_REFUNDED" : 56,
"RTO_INVENTORY_REVERSED" : 57,
"RET_REQUEST_RECEIVED" : 58,
"RET_REQUEST_AUTHORIZED" : 59,
"RET_PICKUP_REQUEST_RAISED" : 60,
"RET_PICKUP_DENIED" : 61,
"RET_PICKUP_CONFIRMED" : 62,
"RET_RETURN_IN_TRANSIT" : 63,
"RET_RECEIVED_PRESTINE" : 64,
"RET_RECEIVED_DAMAGED" : 65,
"RET_LOST_IN_TRANSIT" : 66,
"RET_PRODUCT_USABLE" : 67,
"RET_PRODUCT_UNUSABLE" : 68,
"RET_PRODUCT_USABLE_RESHIPPED" : 69,
"RET_PRODUCT_USABLE_REFUNDED" : 70,
"RET_PRODUCT_UNUSABLE_RESHIPPED" : 71,
"RET_PRODUCT_UNUSABLE_REFUNDED" : 72,
"RET_RESHIPPED_RCVD_DAMAGED" : 73,
"RET_REFUNDED_RCVD_DAMAGED" : 74,
"RET_RESHIPPED_LOST_IN_TRANSIT" : 75,
"RET_REFUNDED_LOST_IN_TRANSIT" : 76,
"LOST_IN_TRANSIT" : 77,
"LOST_IN_TRANSIT_RESHIPPED" : 78,
"LOST_IN_TRANSIT_REFUNDED" : 79,
"DELIVERED_AT_STORE" : 80,
"RECEIVED_AT_STORE" : 81}
headers = { 
           'User-agent':'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/535.11 (KHTML, like Gecko) Chrome/17.0.963.56 Safari/535.11',
            'Accept' : 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',      
            'Accept-Language' : 'en-US,en;q=0.8',                     
            'Accept-Charset' : 'ISO-8859-1,utf-8;q=0.7,*;q=0.3'
        }
SAHOLIC_ORDER_URL=PythonPropertyReader.getConfig('SAHOLIC_ORDER_URL')
class Store(MStore):
    '''
    This is to map order statuses of our system to order statuses of snapdeal.
    And our statuses will change accordingly.
    
    '''
    OrderStatusMap = {
                      MStore.ORDER_PLACED : [2,3,4,5,6,7,8,13],
                      MStore.ORDER_DELIVERED : [12],
                      MStore.ORDER_SHIPPED : [9,10,16,17,20,21,81,80],
                      MStore.ORDER_CANCELLED : [6,11,14,15,18,19,31,28,53,54,55,56]
                      }
    
        
    def parseOrderRawHtml(self, orderId, subTagId, userId, rawHtml, orderSuccessUrl):
        resp = {}
        paymentId = int(re.findall(r'=(.*)?','http://www.saholic.com/pay-success?paymentId=1528903')[0])
        orderRequest = urllib2.Request(SAHOLIC_ORDER_URL %(paymentId), headers=headers)
        try:
            response = urllib2.urlopen(orderRequest).read()
            response = json.loads(response)['response']
            payment = response['payment']
            orders = response['orders']
            items = response['itemsMap']
            orders[0]
            merchantOrder = Order(orderId, userId, subTagId, self.store_id, orderSuccessUrl)
            merchantOrder.merchantOrderId = payment['merchantTxnId']
            merchantOrder.createdOn = datetime.strftime(datetime.fromtimestamp(orders[0]['created_timestamp']/1000),"%d %B %Y")
            merchantOrder.paidAmount = payment['amount']
            
            subOrders = []
            for o in orders:
                lineitem = o['lineitems'][0]
                
                item = items[str(lineitem['item_id'])]
                brand = lineitem.get('brand')
                modelNumber = lineitem.get('model_number')
                modelName = lineitem.get('model_name')
                color = lineitem.get('color')
                productTitle = brand + (" " + modelName if modelName else "") + (" "  + modelNumber if modelNumber is not None else "") + ("(" + color +")" if color else "")
                
                subOrder = SubOrder(productTitle, None, merchantOrder.createdOn, o['total_amount']- o['gvAmount'])
                
                subOrder.merchantSubOrderId = o['id']
                subOrder.estimatedDeliveryDate = datetime.strftime(datetime.fromtimestamp(o['promised_delivery_time']/1000),"%d %B %Y")
                subOrder.imgUrl = item['imgUrl'] 
                subOrder.productUrl = "http://m.saholic.com/" + item['url']
                subOrder.detailedStatus = o['statusDescription']
                subOrders.append(subOrder)
                
            merchantOrder.subOrders = subOrders
            self._saveToOrder(merchantOrder)
            resp['result'] = 'ORDER_CREATED'
        except:
            tprint("Could not fetch saholic id for user : " + str(userId))
            traceback.print_exc()
            resp['result'] = 'PARSE_ERROR'
        return resp

    def _getStatusFromDetailedStatus(self, detailedStatus):
        for key, value in Store.OrderStatusMap.iteritems():
            if detailedStatus in value:
                return key
            print "Detailed Status need to be mapped"
        raise ParseException("_getStatusFromDetailedStatus", "Found new order status" + detailedStatus)
    
    
    def scrapeStoreOrders(self,):
        pass
    
    def _saveToAffiliate(self, offers):
        if offers is None or len(offers)==0:
            print "no affiliate have been pushed"
            return
        collection = self.db.snapdealOrderAffiliateInfo
        try:
            collection.insert(offers,continue_on_error=True)
        except pymongo.errors.DuplicateKeyError as e:
            print e.details
            
    
    def covertToObj(self,offer):
        offerData = offer['Stat']
        offer1 = AffiliateInfo(offerData['affiliate_info1'], self.store_id, offerData['conversion_status'], offerData['ad_id'], 
                              offerData['datetime'], offerData['payout'], offer['Offer']['name'], offerData['ip'], offerData['conversion_sale_amount'])
        
        return offer1
def getPostData(token, page = 1, limit= 20, startDate=None, endDate=None):
    endDate=date.today() + timedelta(days=1)
    startDate=endDate - timedelta(days=31)

    parameters = (
        ("page",str(page)),
        ("limit",str(limit)),
        ("fields[]","Stat.offer_id"),
        ("fields[]","Stat.datetime"),
        ("fields[]","Offer.name"),
        ("fields[]","Stat.conversion_status"),
        ("fields[]","Stat.conversion_sale_amount"),
        ("fields[]","Stat.payout"),
        ("fields[]","Stat.ip"),
        ("fields[]","Stat.ad_id"),
        ("fields[]","Stat.affiliate_info1"),
        ("sort[Stat.datetime]","desc"),
        ("filters[Stat.date][conditional]","BETWEEN"),
        ("filters[Stat.date][values][]",startDate.strftime('%Y-%m-%d')),
        ("filters[Stat.date][values][]",endDate.strftime('%Y-%m-%d')),
        ("data_start",startDate.strftime('%Y-%m-%d')),
        ("data_end",endDate.strftime('%Y-%m-%d')),
        ("Method","getConversions"),
        ("NetworkId","jasper"),
        ("SessionToken",token),
    )
    #Encode the parameters
    return urllib.urlencode(parameters)

def main():
    
    store = getStore(3)
    #store.scrapeStoreOrders()
    #store._isSubOrderActive(8, "5970688907")
    #store.scrapeAffiliate()
    store.parseOrderRawHtml(12345, "subtagId", 122323,  "html", 'http://www.saholic.com/pay-success?paymentId=1528903')


if __name__ == '__main__':
    main()

def todict(obj, classkey=None):
    if isinstance(obj, dict):
        data = {}
        for (k, v) in obj.items():
            data[k] = todict(v, classkey)
        return data
    elif hasattr(obj, "_ast"):
        return todict(obj._ast())
    elif hasattr(obj, "__iter__"):
        return [todict(v, classkey) for v in obj]
    elif hasattr(obj, "__dict__"):
        data = dict([(key, todict(value, classkey)) 
            for key, value in obj.__dict__.iteritems() 
            if not callable(value) and not key.startswith('_')])
        if classkey is not None and hasattr(obj, "__class__"):
            data[classkey] = obj.__class__.__name__
        return data
    else:
        return obj