WebSVN – SmartDukaan – Diff – /trunk/PyDTR/src/dtr/sources/amazon.py

 from dtr.api.Order import process_rejects
 from dtr.dao import Order, SubOrder, AmazonAffiliateInfo
 from dtr.main import getStore, Store as MStore, ParseException, getBrowserObject, \
     ungzipResponse, tprint
 from dtr.sources.flipkart import todict, AFF_REPORT_URL
-from dtr.storage.DataService import OrdersRaw, Orders, Order_Parse_Info,\
+from dtr.storage.DataService import OrdersRaw, Orders, Order_Parse_Info, \
     All_user_addresses
 from dtr.storage.Mongo import getDealRank
+from dtr.utils import utils
 from dtr.utils.utils import fetchResponseUsingProxy, readSSh
 from elixir import *
 import base64
 import dtr
 import gzip
                 f.close() # you can omit in most cases as the destructor will call if
                 soup = BeautifulSoup(rawHtml)
                 allOrders = soup.find(id="ordersContainer").findAll('div', {'class':'a-box-group a-spacing-base order'})
                 bulk = self.db.merchantOrder.initialize_ordered_bulk_op()
                 for activeOrder in activeOrders:
+                    matched=False
                     for orderEle in allOrders:
                         deliveredOn = None
                         deliveryEstimate = None
                         shippingEstimate = None
                         orderdiv = orderEle.find('div', {'class':'a-box a-color-offset-background order-info'}).find('div', {'class':'a-fixed-right-grid-col actions a-col-right'})
                         merchantOrderId = orderdiv.find('span', {'class':'a-color-secondary value'}).text.strip()
                         if merchantOrderId==activeOrder['merchantOrderId']:
+                            matched=True
                             closed = True
-                            orderStatusDesc = None
                             shipments = orderEle.findAll('div',{'class':re.compile('.*?a-box.*?')}, recursive=False)
                             shipments.pop(0)
                             for shipment in shipments:
+                                orderStatusDesc = None
                                 shipdiv = shipment.find('div', {'class':'a-box-inner'})
                                 sdivs = shipment.div.div.findAll('div', recursive=False)
                                 try:
                                     orderStatus = sdivs[0].span.text.strip()
                                     status = self._getStatusFromDetailedStatus(orderStatus)
                                     orderStatusDesc = sdivs[0].findAll('div')[1].div.text.strip()
                                 except:
                                     try:
                                         orderStatusDesc = sdivs[0].findAll('div')[1].text.strip()
                                     except:
-                                        pass
+                                        print "Order Status Description None or empty for", merchantOrderId, "and User", userId
                                 if orderStatusDesc:
                                     try:
                                         if "Dispatch estimate" in orderStatusDesc:
                                             shippingEstimate = orderStatus.split("Dispatch estimate").split("-")[0].strip()
                                             deliveryEstimate = datetime.strftime(getDateStringArriving(orderStatus.split("Arriving")[1].strip().split("by")[0].strip()), '%d-%b-%y')
                                     except:
                                         print "Could not find anything relevent for merchantOrder", merchantOrderId, "and User", userId
                                         closed=False
                                         status = None
-                                else:
-                                    print "Order Status Description None or empty for", merchantOrderId, "and User", userId
                                 productDivs = shipdiv.find('div', {'class':re.compile('.*?a-spacing-top-medium.*?')}).find('div', {'class':'a-row'}).findAll('div', recursive=False)
                                 trackingUrl = None
                                 for buttonDiv in shipdiv.findAll('span', {'class':'a-button-inner'}):
                                     if buttonDiv.find('a').text.strip()=='Track package':
                                 for prodDiv in productDivs:
                                     prodDiv.find('div', {'class':'a-fixed-left-grid-inner'})
                                     productTitle = prodDiv.find('div', {'class':'a-fixed-left-grid-inner'}).find("div", {'class':'a-row'}).find('a').text.strip()
                                     imgUrl = prodDiv.find("img")["src"]
                                     for subOrder in activeOrder['subOrders']:
+                                        if subOrder['closed']==True:
+                                            continue
                                         if subOrder['productTitle'] in productTitle:
                                             findMap = {"orderId": activeOrder['orderId'], "subOrders.merchantSubOrderId": subOrder.get("merchantSubOrderId")}
                                             updateMap = {}
                                             closedStatus = False
                                             updateMap['subOrders.$.imgUrl'] = imgUrl
                                                     updateMap['subOrders.$.trackingUrl'] = trackingUrl
                                             if shippingEstimate:
                                                 updateMap['subOrders.$.estimatedShippingDate'] = shippingEstimate
                                             if not closedStatus:
                                                 closed = False
+                                            #{"subOrders.closed":False,"subOrders.trackingUrl":{"$exists":False},"subOrders.trackAfter":{"$lt":utils.getCurrTimeStamp()}
                                             bulk.find(findMap).update({'$set' : updateMap})
                                             break
-                            bulk.find({'orderId': activeOrder['orderId']}).update({'$set':{'closed': closed}})
+                            bulk.find({'orderId': activeOrder['orderId']}).update({'closed':closed})
+                            break
+                    if not matched:
+                        updateMap = {'subOrders.$.trackMissing': False}
+                        for subOrder in activeOrder['subOrders']:
+                            if subOrder['closed']==True:
+                                continue
+                            findMap = {"orderId": activeOrder['orderId'], "subOrders.merchantSubOrderId": subOrder.get("merchantSubOrderId"),
+                                       "subOrders.trackAfter":{"$lt":utils.getCurrTimeStamp()}}
+                            bulk.find({'orderId': activeOrder['orderId']})
+                            bulk.find(findMap).update({'$set':updateMap})
                 bulk.execute()
                 return 'PARSED_SUCCESS'
             else:
                 merchantOrderId = re.findall(r'https://www.amazon.in/gp/css/summary/edit.html\?orderID=(.*)?', url, re.IGNORECASE)[0]
                 print  "merchantOrderId", merchantOrderId
         soup = BeautifulSoup(page)
         header1 = soup.find("h1")
         if header1:
             if header1.text=="Sign In":
                 print "Login page is displayed for order id", orderId
-                self.merchantOrder.update({"orderId":orderId}, {"$set":{"trackError":True}})
+                self.db.merchantOrder.update({"orderId":orderId}, {"$set":{"trackError":True}})
                 return subOrder
         try:
             print "Tracking page is displayed for order id", orderId
             detailedStatus = soup.find("div", {"class":"top"}).span.text.strip()
             try:
     finally:
         session.close()
 if __name__ == '__main__':
-        #readSSh("/AmazonTrack/User8110/orderSummary15-10:14:43:25")
+        readSSh("/AmazonTrack/User8925/orderSummary14-10:18:29:25")
-        main()
+        #main()
         #getDateStringArriving()

Subversion Repositories SmartDukaan

(root)/trunk/PyDTR/src/dtr/sources/amazon.py – Rev 17272 → 17307