WebSVN – SmartDukaan – Diff – /trunk/PyDTR/src/dtr/sources/flipkart.py

 from dtr.dao import AffiliateInfo, Order, SubOrder, FlipkartAffiliateInfo
 from dtr.main import getBrowserObject, getStore, ParseException, ungzipResponse, \
     Store as MStore, sourceMap, tprint
 from dtr.storage.DataService import Clicks, Users, FlipkartOrders, OrdersRaw
 from dtr.utils import utils
-from dtr.utils.utils import fetchResponseUsingProxy, todict, getSkuData,\
+from dtr.utils.utils import fetchResponseUsingProxy, todict, getSkuData, \
     ORDER_PLACED
 from elixir import *
 from pprint import pprint
 from pymongo.mongo_client import MongoClient
+from urlparse import urlparse
 import StringIO
 import csv
 import hashlib
 import importlib
 import json
 import mechanize
 import pymongo
 import re
+import time
 import traceback
 import urllib
 import urllib2
-from urlparse import urlparse
 import zipfile
 USERNAME='saholic1@gmail.com'
 PASSWORD='spice@2020'
 ORDER_TRACK_URL='https://www.flipkart.com/order_details?src=or&pr=1&type=physical&'
 AFFILIATE_URL='https://affiliate.flipkart.com/'
         super(Store, self).__init__(store_id)
     def getName(self):
         return "flipkart"
+    def _parseJSON(self,merchantOrder, transaction):
+        update = False
+        if not merchantOrder.subOrders:
+            merchantOrder.placedOn = transaction['orderDate']
+            merchantOrder.paidAmount = transaction['amount']
+            subOrders = []
+            merchantOrder.subOrders = subOrders
+            for shipment in transaction['groupedItems']:
+                for item in shipment:
+                    productUrl = "https://www.flipkart.com/" + item['itemMetadata']
+                    merchantsubOrder = SubOrder(item['title']+ item['itemMetadata']['color'], productUrl, merchantOrder.placedOn, item['amount'],MStore.ORDER_PLACED, item['quantity'])
+                    merchantsubOrder.merchantSubOrderId = item['orderItemId']
+                    merchantsubOrder.imgUrl  = item['itemMetadata']['images']['1000x1000']
+                    productCode=productUrl.split("pid=")[1]
+                    merchantsubOrder.productCode = productCode
+                    merchantsubOrder.merchantSubOrderId = item['orderItemId']
+                    merchantsubOrder.amount = item['sellingPrice']*merchantsubOrder.quantity
+                    merchantsubOrder.unitPrice = item['sellingPrice']
+                    merchantsubOrder.detailedStatus = item['desktopSubStatus']
+                    subOrders.append(merchantsubOrder)
+        else:
+            update = True
+            for shipment in transaction['groupedItems']:
+                for item in shipment:
+                    subOrder = self._isSubOrderActive(merchantOrder,  item['orderItemId'])
+                    if subOrder:
+                        subOrder.detailedStatus = item['desktopSubStatus']
+        self.populateDerivedFields(merchantOrder, update)
+    def _getActiveOrders(self, searchMap={}, collectionMap={}):
+        collection = self.db.merchantOrder
+        searchMap = dict(searchMap.items()+ {"closed": False, "storeId" : self.store_id}.items())
+        #collectionMap =  dict(collectionMap.items() + {"orderSuccessUrl":1, "orderId":1,"subOrders":1, "placedOn":1, "orderTracking"}.items())
+        stores = collection.find(searchMap)
+        return [store for store in stores]
     def trackOrdersForUser(self, userId, url, rawHtml):
         rawHtml = re.sub(r'[^\x00-\x7F]+',' ', rawHtml)
         if url not in TRACK_URLS:
             for lis in re.findall('SN:"(.*?)"', rawHtml):
                 TRACK_HEADERS['sn'] = lis
                 break
             for lis in re.findall('SN:"(.*?)"', rawHtml):
                 TRACK_HEADERS['User-Agent'] = lis.split(" fkUA")[0]
                 TRACK_HEADERS['x-user-agent'] = lis
                 break
+            if self._getActiveOrders({"createdOnInt":int(time.mktime(datetime.now().timetuple()))}):
+                return {"headers":TRACK_HEADERS, "urls":TRACK_URLS}
+            else:
-            return {"headers":TRACK_HEADERS, "urls":TRACK_URLS}
+                return {"headers":TRACK_HEADERS, "urls":[]}
         else:
+            jsonObject = json.loads(rawHtml)
+            #Get only orders less than one month old
+            activeOrders = self._getActiveOrders({"createdOnInt":{"$gt":int(time.mktime(datetime.now().timetuple() - 30*86400))}})
+            for order in activeOrders:
+                for transaction in jsonObject['RESPONSE']['orderGranularDetails']:
+                    if transaction['orderId'][:-3] == order["mechantOrderId"]:
+                        self._parseJSON(order, transaction)
+                        break
             return 'PARSED_SUCCESS'
-            #parse json here
-            #jsonObject = json.loads(readSSh("/home/amit/node/serve/res.json"))
     def requestDownload(self):
     #"https://affiliate.flipkart.com/downloads/a_downloadRequest?type=OrdersReport&parameters=%7B%22filter%22%3A%22approved%22%2C%22till%22%3A%222015-10-03%22%2C%22from%22%3A%222015-04-03%22%7D"
         requestReportUrl = "https://affiliate.flipkart.com/downloads/a_downloadRequest?type=OrdersReport&parameters=%s"
                 "_id":affiliateorderitemid
+        }
         return saleMap
-    def parseOrderRawHtml(self, orderId, subTagId, userId, rawHtml, orderSuccessUrl):
+def parseOrderRawHtml(self, orderId, subTagId, userId, rawHtml, orderSuccessUrl):
-        resp= {}
+    resp= {}
-        try:
+    try:
-            merchantOrderId = re.findall('reference_id=(.*?)&', orderSuccessUrl,re.IGNORECASE)[0]
-            if len(self.db.merchantOrder.find({"merchantOrderId":merchantOrderId})) == 0:
-                br = getBrowserObject(mobileAgent)
-                url = ORDER_TRACK_URL + urlparse(orderSuccessUrl).query
+        url = ORDER_TRACK_URL + urlparse(orderSuccessUrl).query
-                response = br.open(url)
-                page = ungzipResponse(response)
-                print merchantOrderId
-                soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
-                sections = soup.findAll("div", {"class":"ui-app-card-body"})
-                sections.pop(1)
-                merchantOrder = Order(orderId, userId, subTagId, self.store_id, orderSuccessUrl)
+        merchantOrderId = re.findall('reference_id=(.*?)&', orderSuccessUrl,re.IGNORECASE)[0]
-                merchantOrder.closed = True
-                merchantOrder.orderTrackingUrl = url
-                for data in sections:
-                    name = data.findAll("span")
-                    i=0
-                    while i< len(name):
-                        if "key" in str(name[i]):
-                            if "Grand Total" in str(name[i]):
-                                #Total Amount
-                                merchantOrder.paidAmount = int(re.findall(r'\d+', name[i+1].text)[0])
-                            elif "Order Date" in str(name[i]):
-                                merchantOrder.placedOn = name[i+1].text
-                        i=i+1
-                merchantOrder.merchantOrderId = merchantOrderId
-                mainOrder = soup.find("ul",{"class":"m-bottom p-cart"})
-                fkSubOrders = mainOrder.findAll("li")
-                #remove unwanted list
-                fkSubOrders.pop(-1)
-                subOrders = []
-                merchantOrder.subOrders = subOrders
-                for subOrder in fkSubOrders:
-                    orderItems = subOrder.findAll("div", "product-list-item", recursive=True)
-                    for orderItem in orderItems:
-                        if not orderItem.has_key("id"):
-                            continue
-                        divs = orderItem.findAll('div', recursive=False)
-                        content = divs[0]
-                        orderTracking = divs[2]
-                        merchantSubOrderId = divs[3].get('id')
-                        imgUrl = content.find('img')['src']
-                        lineDet = content.find("div",{"class":"product-info"})
-                        productTitle = lineDet.find("a",{"class":"product-title"}).text
-                        productUrl =  str(lineDet.find("a")['href'])
-                        start='pid='
-                        s=str(lineDet.find("a")['href'])
-                        productCode = re.findall(re.escape(start)+"(.*)",s)[0].strip()
-                        mname = lineDet.findAll("span")
-                        k=0
-                        while k<len(mname):
-                            if "note" in str(mname[k]):
-                                if "Color:" in str(mname[k]):
-                                    productTitle = productTitle + " " + mname[k+1].text
-                                elif "Qty:" in str(mname[k]):
-                                    quantity = int(mname[k+1].text)
-                                elif "Subtotal:" in str(mname[k]):
-                                    amountPaid = int(re.findall(r'\d+', mname[k+1].text)[0])
-                                elif "Delivery:" in str(mname[k]):
-                                    #Delivery Date for sub order
-                                    print "Delivery Date " +mname[k+1].text
-                            k=k+1
-                        merchantsubOrder = SubOrder(productTitle, productUrl, merchantOrder.placedOn, amountPaid,MStore.ORDER_PLACED, quantity)
-                        merchantsubOrder.imgUrl  = imgUrl
-                        merchantsubOrder.productCode = productCode
-                        merchantsubOrder.merchantSubOrderId = merchantSubOrderId
-                        print "productCode", productCode
-                        print "amountPaid", amountPaid
-                        cashbackAmount, cashbackPercent = self.getCashbackAmount(productCode, amountPaid)
-                        cashbackStatus = Store.CB_PENDING
-                        if cashbackAmount <= 0:
-                            cashbackStatus = Store.CB_NA
-                        merchantsubOrder.cashBackAmount = cashbackAmount
-                        merchantsubOrder.cashBackStatus = cashbackStatus
-                        merchantsubOrder.cashBackPercentage = cashbackPercent
-                        activePart = orderItem.find("div", "c-tabs-content m-top active")
-                        if activePart is not None:
-                            merchantsubOrder.detailedStatus = str(activePart.find("div", "tracking-remark").text)
-                        #To track shipping details
-                        status=ORDER_PLACED
-                        tr = orderTracking.findAll("div",{"class":"tap-bullet-area c-tab-trigger"})
-                        if "approveDetails-ongoing" in str(tr) or "processingDetails-ongoing" in str(tr):
-                            pass
-                        elif "shippingDetails-ongoing" in str(tr):
-                            status = MStore.ORDER_SHIPPED
-                        elif "delivery-complete" in str(tr):
-                            status = MStore.ORDER_DELIVERED
-                            if cashbackStatus!=MStore.CB_NA:
-                                merchantsubOrder.cashBackStatus = MStore.CB_APPROVED
-                            merchantsubOrder.closed = True
-                        if "dead" in str(tr) or "shippingDetails-returnOngoing" in str(tr) or "shippingDetails-return" in str(tr):
-                            status = MStore.ORDER_CANCELLED
-                            if merchantsubOrder.cashBackStatus != MStore.CB_NA:
-                                merchantsubOrder.cashBackStatus = MStore.CB_CANCELLED
-                            merchantsubOrder.closed = True
-                        print "Sub Order Status " + str(status)
-                        merchantsubOrder.status=status
-                        if merchantOrder.closed:
-                            merchantOrder.closed = merchantsubOrder.closed
-                        subOrders.append(merchantsubOrder)
+        merchantOrder = Order(orderId, userId, subTagId, self.store_id, orderSuccessUrl)
+        merchantOrder.closed = False
-                if self._saveToOrder(todict(merchantOrder)):
+        merchantOrder.merchantOrderId = merchantOrderId
-                    resp['result'] = 'ORDER_CREATED'
+        merchantOrder.orderTrackingUrl = url
-                else:
+        merchantOrder.requireDetail = True
+        if self._saveToOrder(todict(merchantOrder)):
-                    resp['result'] = 'ORDER_ALREADY_CREATED_IGNORED'
+            resp['result'] = 'ORDER_CREATED'
-            else:
+        else:
-                resp['result'] = 'ORDER_ALREADY_CREATED_IGNORED'
+            resp['result'] = 'ORDER_ALREADY_CREATED_IGNORED'
-            return resp
+        return resp
-        except:
+    except:
-            traceback.print_exc()
+        traceback.print_exc()
-            resp['result'] = 'ORDER_NOT_CREATED'
+        resp['result'] = 'ORDER_NOT_CREATED'
-            return resp
+        return resp
     def _getStatusFromDetailedStatus(self, detailedStatus):
         for key, value in Store.OrderStatusMap.iteritems():
             if detailedStatus.lower() in value:
                 return key

Subversion Repositories SmartDukaan

(root)/trunk/PyDTR/src/dtr/sources/flipkart.py – Rev 21273 → 21310