WebSVN – SmartDukaan – Diff – /trunk/PyDTR/src/dtr/sources/snapdeal.py

 @author: amit
 '''
 from BeautifulSoup import BeautifulSoup
 from bson.binary import Binary
+from datetime import datetime, date
 from dtr import main
 from dtr.dao import AffiliateInfo, Order, SubOrder
-from dtr.main import getBrowserObject, ScrapeException, getStore, ParseException
+from dtr.main import getBrowserObject, ScrapeException, getStore, ParseException, Store as MStore
+from pprint import pprint
 from pymongo import MongoClient
-import datetime
 import json
 import pymongo
 import re
-import urllib
 import traceback
+import urllib
-from pprint import pprint
 USERNAME='saholic1@gmail.com'
 PASSWORD='spice@2020'
 AFFILIATE_URL='http://affiliate.snapdeal.com'
 POST_URL='https://api-p03.hasoffers.com/v3/Affiliate_Report.json'
 ORDER_TRACK_URL='https://m.snapdeal.com/orderSummary'
 CONFIG_URL='http://affiliate.snapdeal.com/publisher/js/config.php'
-class Store(main.Store):
+class Store(MStore):
     '''
     This is to map order statuses of our system to order statuses of snapdeal.
     And our statuses will change accordingly.
     '''
     OrderStatusMap = {
-                      main.Store.ORDER_PLACED : ['In Progress','N/A'],
+                      MStore.ORDER_PLACED : ['In Progress','N/A'],
-                      main.Store.ORDER_DELIVERED : ['Delivered'],
+                      MStore.ORDER_DELIVERED : ['Delivered'],
-                      main.Store.ORDER_SHIPPED : ['In Transit'],
+                      MStore.ORDER_SHIPPED : ['In Transit'],
-                      main.Store.ORDER_CANCELLED : ['Closed For Vendor Reallocation']
+                      MStore.ORDER_CANCELLED : ['Closed For Vendor Reallocation', 'Cancelled']
+                      }
+    CONF_CB_AMOUNT = MStore.CONF_CB_DISCOUNTED_PRICE
     def __init__(self,store_id):
-        client = MongoClient('mongodb://localhost:27017/')
-        self.db = client.Dtr
         super(Store, self).__init__(store_id)
     def getName(self):
         return "snapdeal"
         token =  re.findall('"session_token":"(.*?)"', ungzipResponse(response, br), re.IGNORECASE)[0]
         allOffers = self._getAllOffers(br, token)
+        allPyOffers = []
+        maxSaleDate = self._getLastSaleDate()
+        newMaxSaleDate = maxSaleDate
+        for offer in allOffers:
-        allPyOffers = [self.covertToObj(offer).__dict__ for offer in allOffers]
+            allPyOffers.append(self.covertToObj(offer).__dict__)
+            saleDate = datetime.strptime(offer.saleDate,"%Y-%m-%d %H:%M:%S")
+            if maxSaleDate < saleDate:
+                self._updateOrdersPayBackStatus(offer.subTagId,offer.saleDate)
+                if newMaxSaleDate < saleDate:
+                    newMaxSaleDate = saleDate
+        self._setLastSaleDate(newMaxSaleDate)
+        print allPyOffers
         self._saveToAffiliate(allPyOffers)
+    def _setLastSaleDate(self, saleDate):
+        self.db.lastDaySale.update({'storeId':self.store_id}, {'$set':{'saleDate':saleDate}})
+    def _updateOrdersPayBackStatus(self, subTagId, saleDate):
+        self.db.merchantOrder.update({"subTagId":subTagId, "placedOn":saleDate, "subOrders.cashbackStatus":MStore.CB_INIT},
+                                              { '$set': { "subOrders.$.cashbackStatus" : MStore.CB_PENDING } })
+    def _getLastSaleDate(self,):
+        lastDaySaleObj = self.db.lastDaySale.find_one({"storeId":self.store_id})
+        if lastDaySaleObj is None:
+            return datetime.min
     def parseOrderRawHtml(self, orderId, subTagId, userId, rawHtml, orderSuccessUrl):
         try:
             br = getBrowserObject()
             url = ORDER_TRACK_URL + re.findall('.*(\?.*?)$', orderSuccessUrl,re.IGNORECASE)[0]
             response = br.open(url)
                     elif "Subtotal" in subTrString:
                         if int(qty) > 0:
                             amountPaid =   str(int(re.findall(r'\d+', subTrString)[0])/int(qty))
                         else:
                             amountPaid =   "0"
-                #TODO: cashbackAmount = getCashbackAmount()
+                if self.CONF_CB_AMOUNT == MStore.CONF_CB_SELLING_PRICE or offerDiscount is None:
-                cashbackAmount = 0
+                    amount = int(unitPrice)
-                cashbackStatus = Store.CB_PENDING
-                if cashbackAmount <= 0:
+                else:
-                    cashbackStatus = Store.CB_NA
+                    amount = int(unitPrice) - int(offerDiscount)
                 divs = subOrderElement.findAll("div", {"class": "blk lrPad subordrs"})
                 if len(divs)<=0:
                     raise ParseException("subOrder", "Could not Parse suborders for Snapdeal")
                     subOrder.amountPaid = amountPaid
                     subOrder.deliveryCharges = deliveryCharges
                     subOrder.offerDiscount = offerDiscount
                     subOrder.unitPrice = unitPrice
                     subOrder.productCode = re.findall(r'\d+$', productUrl)[0]
+                    cashbackAmount = self.getCashbackAmount(subOrder.productCode, amount)
+                    cashbackStatus = Store.CB_INIT
+                    if cashbackAmount <= 0:
+                        cashbackStatus = Store.CB_NA
                     subOrder.cashBackStatus = cashbackStatus
                     subOrder.cashBackAmount = cashbackAmount
                     trackAnchor = div.find("a")
             traceback.print_exc()
         return False
         #soup = BeautifulSoup(rawHtml,convertEntities=BeautifulSoup.HTML_ENTITIES)
         #soup.find(name, attrs, recursive, text)
     def _getStatusFromDetailedStatus(self, detailedStatus):
         for key, value in Store.OrderStatusMap.iteritems():
             if detailedStatus in value:
                 return key
+            print "Detailed Status need to be mapped"
         raise ParseException("_getStatusFromDetailedStatus", "Found new order status" + detailedStatus)
-    def settlePayBack(self):
-        pass
     def scrapeStoreOrders(self,):
         orders = self._getActiveOrders()
         br = getBrowserObject()
         for order in orders:
             rmap = json.loads(ungzipResponse(response, br))
             if rmap is not None:
                 rmap = rmap['response']
                 if rmap is not None and len(rmap['errors'])==0:
                     allOffers += rmap['data']['data']
-                    print allOffers
             nextPage += 1
             if rmap['data']['pageCount']<nextPage:
                 break
         return allOffers
         offerData = offer['Stat']
         offer1 = AffiliateInfo(offerData['affiliate_info1'], self.store_id, offerData['conversion_status'], offerData['ad_id'],
                               offerData['datetime'], offerData['payout'], offer['Offer']['name'], offerData['ip'], offerData['conversion_sale_amount'])
         return offer1
 def getPostData(token, page = 1, limit= 20, startDate=None, endDate=None):
-    endDate=datetime.date.today() + datetime.timedelta(days=1)
+    endDate=date.today() + datetime.timedelta(days=1)
     startDate=endDate - datetime.timedelta(days=31)
     parameters = (
         ("page",str(page)),
         ("limit",str(limit)),
     return urllib.urlencode(parameters)
 def main():
     store = getStore(3)
-    store._isSubOrderActive(8, "5970688907")
+    #store._isSubOrderActive(8, "5970688907")
+    store.scrapeAffiliate()
     #store.parseOrderRawHtml(12345, "subtagId", 122323,  "html", 'https://m.snapdeal.com/purchaseMobileComplete?code=1f4166d13ea799b65aa9dea68b3e9e70&order=4509499363')
 def ungzipResponse(r,b):
     headers = r.info()
     if headers['Content-Encoding']=='gzip':

Subversion Repositories SmartDukaan

(root)/trunk/PyDTR/src/dtr/sources/snapdeal.py – Rev 13634 → 13662