WebSVN – SmartDukaan – Diff – /trunk/PyDTR/src/dtr/sources/snapdeal.py

     def _getLastSaleDate(self,):
         lastDaySaleObj = self.db.lastDaySale.find_one({"storeId":self.store_id})
         if lastDaySaleObj is None:
             return datetime.min
+    def _parse(self, orderId, subTagId, userId, page, orderSuccessUrl):
+        #page=page.decode("utf-8")
+        soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
+        #orderHead = soup.find(name, attrs, recursive, text)
+        sections = soup.findAll("section")
+        #print sections
+        order = sections[1]
+        orderTrs = order.findAll("tr")
+        placedOn = str(orderTrs[0].findAll("td")[1].text)
+        #Pop two section elements
+        sections.pop(0)
+        sections.pop(0)
+        subOrders = sections
+        merchantSubOrders = []
+        merchantOrder = Order(orderId, userId, subTagId, self.store_id, orderSuccessUrl)
+        merchantOrder.merchantOderId = re.findall(r'\d+', str(soup.find("div", {"class":"deals_heading"})))[1]
+        for orderTr in orderTrs:
+            orderTrString = str(orderTr)
+            if "Total Amount" in orderTrString:
+                merchantOrder.totalAmount = re.findall(r'\d+', orderTrString)[0]
+            elif "Delivery Charges" in orderTrString:
+                merchantOrder.deliveryCharges = re.findall(r'\d+', orderTrString)[0]
+            elif "Discount Applied" in orderTrString:
+                merchantOrder.discountApplied = re.findall(r'\d+', orderTrString)[0]
+            elif "Paid Amount" in orderTrString:
+                merchantOrder.paidAmount = re.findall(r'\d+', orderTrString)[0]
+        for subOrderElement in subOrders:
+            subOrder = self.parseSubOrder(subOrderElement, placedOn)
+            merchantSubOrders.append(subOrder)
+        merchantOrder.subOrders = merchantSubOrders
+        return merchantOrder
+    def parseSubOrder(self, subOrderElement, placedOn):
+        productUrl = str(subOrderElement.find("a")['href'])
+        subTable = subOrderElement.find("table", {"class":"lrPad"})
+        subTrs = subTable.findAll("tr")
+        unitPrice=None
+        offerDiscount = None
+        deliveryCharges = None
+        amountPaid = None
+        for subTr in subTrs:
+            subTrString = str(subTr)
+            if "Unit Price" in subTrString:
+                unitPrice = re.findall(r'\d+', subTrString)[0]
+            if "Quantity" in subTrString:
+                qty = re.findall(r'\d+', subTrString)[0]
+            elif "Offer Discount" in subTrString:
+                offerDiscount =   re.findall(r'\d+', subTrString)[0]
+            elif "Delivery Charges" in subTrString:
+                deliveryCharges =   re.findall(r'\d+', subTrString)[0]
+            elif "Subtotal" in subTrString:
+                if int(qty) > 0:
+                    amountPaid =   str(int(re.findall(r'\d+', subTrString)[0])/int(qty))
+                else:
+                    amountPaid =   "0"
+        if self.CONF_CB_AMOUNT == MStore.CONF_CB_SELLING_PRICE or offerDiscount is None:
+            amount = int(unitPrice)
+        else:
+            amount = int(unitPrice) - int(offerDiscount)
+        divs = subOrderElement.findAll("div", {"class": "blk lrPad subordrs"})
+        if len(divs)<=0:
+            raise ParseException("subOrder", "Could not Parse suborders for Snapdeal")
+        for div in divs:
+            productTitle = str(subOrderElement.find("a").text)
+            productUrl = "http://m.snapdeal.com/" + productUrl
+            subOrder = SubOrder(productTitle, productUrl, placedOn, amountPaid)
+            subOrder.amountPaid = amountPaid
+            subOrder.deliveryCharges = deliveryCharges
+            subOrder.offerDiscount = offerDiscount
+            subOrder.unitPrice = unitPrice
+            subOrder.productCode = re.findall(r'\d+$', productUrl)[0]
+            (cashbackAmount, percentage) = self.getCashbackAmount(subOrder.productCode, amount)
+            cashbackStatus = Store.CB_INIT
+            if cashbackAmount <= 0:
+                cashbackStatus = Store.CB_NA
+            subOrder.cashBackStatus = cashbackStatus
+            subOrder.cashBackAmount = cashbackAmount
+            if percentage > 0:
+                subOrder.cashBackPercentage = percentage
+            trackAnchor = div.find("a")
+            if trackAnchor is not None:
+                subOrder.tracingkUrl = str(trackAnchor['href'])
+            divStr = str(div)
+            divStr = divStr.replace("\n","").replace("\t", "")
+            for line in divStr.split("<br />"):
+                if "Suborder ID" in line:
+                    subOrder.merchantSubOrderId = re.findall(r'\d+', line)[0]
+                elif "Status" in line:
+                    subOrder.detailedStatus = re.findall('>(.*?)</span>', line, re.IGNORECASE)[0]
+                elif "Est. Shipping Date" in line:
+                    subOrder.estimatedShippingDate = line.split(":")[1].strip()
+                elif "Est. Delivery Date" in line:
+                    subOrder.estimatedDeliveryDate = line.split(":")[1].strip()
+                elif "Courier Name" in line:
+                    subOrder.courierName = line.split(":")[1].strip()
+                elif "Tracking No" in line:
+                    subOrder.trackingNumber = line.split(":")[1].strip()
+            return subOrder
     def parseOrderRawHtml(self, orderId, subTagId, userId, rawHtml, orderSuccessUrl):
+                    #print merchantOrder
         try:
             br = getBrowserObject()
             url = ORDER_TRACK_URL + re.findall('.*(\?.*?)$', orderSuccessUrl,re.IGNORECASE)[0]
             response = br.open(url)
             page = ungzipResponse(response)
-            #page=page.decode("utf-8")
-            soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
-            #orderHead = soup.find(name, attrs, recursive, text)
-            sections = soup.findAll("section")
-            #print sections
-            order = sections[1]
-            orderTrs = order.findAll("tr")
-            placedOn = str(orderTrs[0].findAll("td")[1].text)
-            #Pop two section elements
-            sections.pop(0)
-            sections.pop(0)
-            subOrders = sections
-            merchantSubOrders = []
-            merchantOrder = Order(orderId, userId, subTagId, self.store_id, orderSuccessUrl)
+            merchantOrder = self._parse(orderId, subTagId, userId, page, orderSuccessUrl)
-            merchantOrder.merchantOderId = re.findall(r'\d+', str(soup.find("div", {"class":"deals_heading"})))[1]
-            for orderTr in orderTrs:
-                orderTrString = str(orderTr)
-                if "Total Amount" in orderTrString:
-                    merchantOrder.totalAmount = re.findall(r'\d+', orderTrString)[0]
-                elif "Delivery Charges" in orderTrString:
-                    merchantOrder.deliveryCharges = re.findall(r'\d+', orderTrString)[0]
-                elif "Discount Applied" in orderTrString:
-                    merchantOrder.discountApplied = re.findall(r'\d+', orderTrString)[0]
-                elif "Paid Amount" in orderTrString:
-                    merchantOrder.paidAmount = re.findall(r'\d+', orderTrString)[0]
-            for subOrderElement in subOrders:
-                productUrl = str(subOrderElement.find("a")['href'])
-                subTable = subOrderElement.find("table", {"class":"lrPad"})
-                subTrs = subTable.findAll("tr")
-                unitPrice=None
-                offerDiscount = None
-                deliveryCharges = None
-                amountPaid = None
-                for subTr in subTrs:
-                    subTrString = str(subTr)
-                    if "Unit Price" in subTrString:
-                        unitPrice = re.findall(r'\d+', subTrString)[0]
-                    if "Quantity" in subTrString:
-                        qty = re.findall(r'\d+', subTrString)[0]
-                    elif "Offer Discount" in subTrString:
-                        offerDiscount =   re.findall(r'\d+', subTrString)[0]
-                    elif "Delivery Charges" in subTrString:
-                        deliveryCharges =   re.findall(r'\d+', subTrString)[0]
-                    elif "Subtotal" in subTrString:
-                        if int(qty) > 0:
-                            amountPaid =   str(int(re.findall(r'\d+', subTrString)[0])/int(qty))
-                        else:
-                            amountPaid =   "0"
-                if self.CONF_CB_AMOUNT == MStore.CONF_CB_SELLING_PRICE or offerDiscount is None:
-                    amount = int(unitPrice)
-                else:
-                    amount = int(unitPrice) - int(offerDiscount)
-                divs = subOrderElement.findAll("div", {"class": "blk lrPad subordrs"})
-                if len(divs)<=0:
-                    raise ParseException("subOrder", "Could not Parse suborders for Snapdeal")
-                for div in divs:
-                    productTitle = str(subOrderElement.find("a").text)
-                    productUrl = "http://m.snapdeal.com/" + productUrl
-                    subOrder = SubOrder(productTitle, productUrl, placedOn, amountPaid)
-                    subOrder.amountPaid = amountPaid
-                    subOrder.deliveryCharges = deliveryCharges
-                    subOrder.offerDiscount = offerDiscount
-                    subOrder.unitPrice = unitPrice
-                    subOrder.productCode = re.findall(r'\d+$', productUrl)[0]
-                    (cashbackAmount, percentage) = self.getCashbackAmount(subOrder.productCode, amount)
-                    cashbackStatus = Store.CB_INIT
-                    if cashbackAmount <= 0:
-                        cashbackStatus = Store.CB_NA
-                    subOrder.cashBackStatus = cashbackStatus
-                    subOrder.cashBackAmount = cashbackAmount
-                    if percentage > 0:
-                        subOrder.cashBackPercentage = percentage
-                    trackAnchor = div.find("a")
-                    if trackAnchor is not None:
-                        subOrder.tracingkUrl = str(trackAnchor['href'])
-                    divStr = str(div)
-                    divStr = divStr.replace("\n","").replace("\t", "")
-                    for line in divStr.split("<br />"):
-                        if "Suborder ID" in line:
-                            subOrder.merchantSubOrderId = re.findall(r'\d+', line)[0]
-                        elif "Status" in line:
-                            subOrder.detailedStatus = re.findall('>(.*?)</span>', line, re.IGNORECASE)[0]
-                        elif "Est. Shipping Date" in line:
-                            subOrder.estimatedShippingDate = line.split(":")[1].strip()
-                        elif "Est. Delivery Date" in line:
-                            subOrder.estimatedDeliveryDate = line.split(":")[1].strip()
-                        elif "Courier Name" in line:
-                            subOrder.courierName = line.split(":")[1].strip()
-                        elif "Tracking No" in line:
-                            subOrder.trackingNumber = line.split(":")[1].strip()
-                merchantSubOrders.append(subOrder)
-            merchantOrder.subOrders = merchantSubOrders
-            #print merchantOrder
             self._saveToOrder(todict(merchantOrder))
             return True
         except:
             print "Error occurred"
             traceback.print_exc()
             print "Detailed Status need to be mapped"
         raise ParseException("_getStatusFromDetailedStatus", "Found new order status" + detailedStatus)
     def scrapeStoreOrders(self,):
+        #collectionMap = {'palcedOn':1}
         orders = self._getActiveOrders()
         print "Found orders", orders
         br = getBrowserObject()
         for order in orders:
             url = ORDER_TRACK_URL + re.findall('.*(\?.*?)$', order['orderSuccessUrl'],re.IGNORECASE)[0]
             response = br.open(url)
             page = ungzipResponse(response)
             #page=page.decode("utf-8")
             soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
             sections = soup.findAll("section")
+            orderEl = sections[1]
+            orderTrs = orderEl.findAll("tr")
+            placedOn = str(orderTrs[0].findAll("td")[1].text)
             sections.pop(0)
             sections.pop(0)
             subOrders = sections
             bulk = self.db.merchantOrder.initialize_ordered_bulk_op()
                 closed = True
                 divs = subOrderElement.findAll("div", {"class": "blk lrPad subordrs"})
                 if len(divs)<=0:
                     raise ParseException("subOrder", "Could not Parse suborders for Snapdeal")
                 subOrder = None
+                breakFlag = False
                 for div in divs:
                     divStr = str(div)
                     divStr = divStr.replace("\n","").replace("\t", "")
                     updateMap = {}
                     for line in divStr.split("<br />"):
                         if "Suborder ID" in line:
                             merchantSubOrderId = re.findall(r'\d+', line)[0]
                             #break if suborder is inactive
-                            findMap = {"orderId": order['orderId'], "subOrders.merchantSubOrderId": merchantSubOrderId}
                             subOrder =  self._isSubOrderActive(order, merchantSubOrderId)
                             if subOrder is None:
+                                subOrder = self.parseSubOrder(subOrderElement, placedOn)
+                                self.db.merchantOrder.update({"orderId":order['orderId']},{'$push':{"subOrders":todict(subOrder)}})
+                                print "Added new suborder with subOrder Id:", subOrder.merchantSubOrderId
+                                closed = False
+                                return
+                            elif subOrder['closed']:
+                                breakFlag = True
                                 break
+                            else:
+                                findMap = {"orderId": order['orderId'], "subOrders.merchantSubOrderId": merchantSubOrderId}
                         elif "Status" in line:
                             detailedStatus = re.findall('>(.*?)</span>', line, re.IGNORECASE)[0]
-                            detailedStatus = re.findall('>(.*?)</span>', line, re.IGNORECASE)[0]
                             updateMap["subOrders.$.detailedStatus"] = detailedStatus
                             status = self._getStatusFromDetailedStatus(detailedStatus)
                             closedStatus = status in [Store.ORDER_DELIVERED, Store.ORDER_CANCELLED]
+                            updateMap["subOrders.$.status"] = status
+                            if detailedStatus == 'Closed For Vendor Reallocation':
+                                #if it is more than 6hours mark closed assuming it would be relocated in 6 hours.
+                                closeAt = subOrder.get("closeAt")
+                                if closeAt is None:
+                                    closeAt = datetime.now() + timedelta(hours=6)
+                                    updateMap["subOrders.$.closeAt"] = closeAt
+                                else:
+                                    if datetime.now() > closeAt:
+                                        closedStatus = True
                             if closedStatus:
                                 #if status is closed then change the paybackStatus accordingly
+                                updateMap["subOrders.$.closed"] = True
-                                if closedStatus == Store.ORDER_DELIVERED:
+                                if status == Store.ORDER_DELIVERED:
                                     if subOrder.get("cashBackStatus") == Store.CB_PENDING:
                                         updateMap["subOrders.$.cashBackStatus"] = Store.CB_APPROVED
-                                elif closedStatus == Store.ORDER_CANCELLED:
+                                elif status == Store.ORDER_CANCELLED:
                                     if subOrder.get("cashBackStatus") == Store.CB_PENDING:
                                         updateMap["subOrders.$.cashBackStatus"] = Store.CB_CANCELLED
                             else:
                                 closed = False
                             courierName = line.split(":")[1].strip()
                             updateMap["subOrders.$.courierName"] = courierName
                         elif "Tracking No" in line:
                             trackingNumber = line.split(":")[1].strip()
                             updateMap["subOrders.$.trackingNumber"] = trackingNumber
+                    if breakFlag:
+                        break
                     bulk.find(findMap).update({'$set' : updateMap})
                 bulk.find({'orderId': order['orderId']}).update({'$set':{'closed': closed}})
             result = bulk.execute()
             pprint(result)
     return urllib.urlencode(parameters)
 def main():
     store = getStore(3)
+    store.scrapeStoreOrders()
     #store._isSubOrderActive(8, "5970688907")
-    store.scrapeAffiliate()
+    #store.scrapeAffiliate()
     #store.parseOrderRawHtml(12345, "subtagId", 122323,  "html", 'https://m.snapdeal.com/purchaseMobileComplete?code=1f4166d13ea799b65aa9dea68b3e9e70&order=4509499363')
 if __name__ == '__main__':
     main()

Subversion Repositories SmartDukaan

(root)/trunk/PyDTR/src/dtr/sources/snapdeal.py – Rev 13730 → 13760