WebSVN – SmartDukaan – Diff – /trunk/PyDTR/src/dtr/sources/amazon.py

 '''
 from base64 import encode
 from bs4 import BeautifulSoup
 from datetime import datetime, timedelta, date
 from dtr.api.Order import process_rejects
-from dtr.dao import Order, SubOrder, AmazonAffiliateInfo
+from dtr.dao import Order, SubOrder, AmazonAffiliateInfo, obj
 from dtr.main import getStore, Store as MStore, ParseException, getBrowserObject, \
     ungzipResponse, tprint
 from dtr.sources.flipkart import todict, AFF_REPORT_URL
 from dtr.storage.DataService import OrdersRaw, Orders, Order_Parse_Info, \
     All_user_addresses
 import base64
 import dtr
 import gzip
 import mechanize
 import os.path
+import pyquery
 import re
 import time
 import traceback
 import urllib2
-import pyquery
 ORDER_REDIRECT_URL = 'https://www.amazon.in/gp/css/summary/edit.html?orderID=%s'
 ORDER_SUCCESS_URL = 'https://www.amazon.in/gp/buy/spc/handlers/static-submit-decoupled.html'
 THANKYOU_URL = 'https://www.amazon.in/gp/buy/thankyou/handlers/display.html'
 AMAZON_AFF_URL = 'https://assoc-datafeeds-eu.amazon.com/datafeed/listReports'
                 estDlvyTime = datetime.strptime(estimatedDelivery.split('-')[0].strip(), "%A %d %B %Y")
                 createdOn = datetime.fromtimestamp(merchantOrder.createdOnInt)
                 subOrder.trackAfter = int(time.mktime(max(estDlvyTime-timedelta(days=4),createdOn + timedelta(days=3)).timetuple()))
                 subOrder.productCode = productUrl.split('/')[5]
                 subOrder.detailedStatus = detailedStatus
-                (cashbackAmount, percentage) = self.getCashbackAmount(subOrder.productCode, unitPrice*quantity)
+                (cashbackAmount, percentage) = self.getCashbackAmount(subOrder.productCode, unitPrice)
                 dealRank = getDealRank(subOrder.productCode, self.store_id, merchantOrder.userId)
                 subOrder.dealRank = dealRank.get('rank')
                 subOrder.rankDesc = dealRank.get('description')
                 subOrder.maxNlc = dealRank.get('maxNlc')
                 subOrder.minNlc = dealRank.get('minNlc')
                 subOrder.itemStatus = dealRank.get('status')
                 cashbackStatus = Store.CB_PENDING
                 if cashbackAmount <= 0:
                     cashbackStatus = Store.CB_NA
                 subOrder.cashBackStatus = cashbackStatus
-                subOrder.cashBackAmount = cashbackAmount
+                subOrder.cashBackAmount = cashbackAmount*quantity
                 if percentage > 0:
                     subOrder.cashBackPercentage = percentage
                 subOrders.append(subOrder)
         priceList = paymentAnchor.next_sibling.next_sibling.next_sibling.table.table.tbody.tbody.tbody.findAll('tr', recursive=False)
         totalAmount = 0
             subOrderStatus = statusDiv.div.span.text.strip()
             try:
                 deliverySpanTop = statusDiv.div.div.find_next_sibling('div').span
             except:
                 pass
+            if not deliverySpanTop:
-            productDivs = innerBoxes[-1].div.div.div.findAll('div', recursive=False)
+                productDivs = innerBoxes[-1].div.div.findAll('div', recursive=False)
             merchantOrder.subOrders = subOrders
+            j=0
             for i, productDiv in enumerate(productDivs):
                 deliverySpan = deliverySpanTop
-                j=i+1
                 if not deliverySpanTop:
                     if i%2==1:
                         continue
-                    j=i/2 + 1
-                    deliverySpan = statusDiv.div.div.span
+                    deliverySpan = productDiv.div.div.span
-                imgDiv  = productDiv.div.div
+                    productDiv = productDivs[i+1]
-                detailDiv = imgDiv.find_next_sibling('div')
-                detailDivs = detailDiv.findAll('div', recursive=False)
+                for  prodRow in productDiv.findAll('div', recursive=False):
-                arr = detailDivs[0].a.text.strip().split(" of ", 1)
-                (productTitle, quantity) = (arr[-1], (1 if len(arr)==1 else int(arr[0])) )
-                try:
+                    j += 1
-                    unitPrice = int(float(detailDivs[2].span.text.replace('Rs. ','').replace(',','')))
-                except:
+                    imgDiv  = prodRow.div.div
-                    unitPrice = int(float(detailDivs[3].span.text.replace('Rs. ','').replace(',','')))
+                    detailDiv = imgDiv.find_next_sibling('div')
-                amountPaid = int((unitPrice*quantity*totalPaid)/subTotal)
+                    detailDivs = detailDiv.findAll('div', recursive=False)
-                productUrl = "http://www.amazon.in" + detailDivs[0].a.get('href')
+                    arr = re.split("^(\d+) of", detailDivs[0].a.text.strip())
-                subOrder = SubOrder(productTitle, productUrl, merchantOrder.placedOn, amountPaid, MStore.ORDER_PLACED, quantity)
-                subOrder.productCode = productUrl.split('/')[5]
-                subOrder.unitPrice = unitPrice
-                subOrder.merchantSubOrderId = str(j) + " of " + merchantOrder.merchantOrderId
+                    (productTitle, quantity) = (arr[-1], (1 if len(arr)<2 else int(arr[1])) )
-                estDlvyTime = datetime.now()
-                if deliverySpan is not None:
                     try:
-                        subOrder.estimatedDeliveryDate = deliverySpan.span.text.strip()
+                        unitPrice = int(float(detailDivs[2].span.text.replace('Rs. ','').replace(',','')))
-                        estDate = subOrder.estimatedDeliveryDate.split("-")[0].strip()
-                        subOrder.estimatedDeliveryInt = int(time.mktime((datetime.strptime(estDate, "%A %d %B %Y")).timetuple()))
-                        estDlvyTime = datetime.strptime(estDate, "%A %d %B %Y")
                     except:
+                        unitPrice = int(float(detailDivs[3].span.text.replace('Rs. ','').replace(',','')))
+                    amountPaid = int((unitPrice*quantity*totalPaid)/subTotal)
+                    productUrl = "http://www.amazon.in" + detailDivs[0].a.get('href')
+                    subOrder = SubOrder(productTitle, productUrl, merchantOrder.placedOn, amountPaid, MStore.ORDER_PLACED, quantity)
+                    subOrder.productCode = productUrl.split('/')[5]
+                    subOrder.unitPrice = unitPrice
+                    subOrder.merchantSubOrderId = str(j) + " of " + merchantOrder.merchantOrderId
+                    estDlvyTime = datetime.now()
+                    if deliverySpan is not None:
+                        try:
+                            subOrder.estimatedDeliveryDate = deliverySpan.span.text.strip()
+                            estDate = subOrder.estimatedDeliveryDate.split("-")[0].strip()
+                            subOrder.estimatedDeliveryInt = int(time.mktime((datetime.strptime(estDate, "%A %d %B %Y")).timetuple()))
+                            estDlvyTime = datetime.strptime(estDate, "%A %d %B %Y")
+                        except:
-                        if "Delivered on" in deliverySpan.text:
+                            if "Delivered on" in deliverySpan.text:
-                            subOrder.deliveredOn = deliverySpan.text.split(":")[1].strip()
+                                subOrder.deliveredOn = deliverySpan.text.split(":")[1].strip()
-                        subOrder.estimatedDeliveryDate = "Not available"
+                            subOrder.estimatedDeliveryDate = "Not available"
-                createdOn = datetime.fromtimestamp(merchantOrder.createdOnInt)
+                    createdOn = datetime.fromtimestamp(merchantOrder.createdOnInt)
-                subOrder.trackAfter = int(time.mktime(max(estDlvyTime-timedelta(days=4),createdOn + timedelta(days=3)).timetuple()))
+                    subOrder.trackAfter = int(time.mktime(max(estDlvyTime-timedelta(days=4),createdOn + timedelta(days=3)).timetuple()))
-                subOrder.detailedStatus = subOrderStatus
+                    subOrder.detailedStatus = subOrderStatus
-                status=MStore.ORDER_PLACED
+                    status=MStore.ORDER_PLACED
-                try:
-                    status = self._getStatusFromDetailedStatus(subOrderStatus)
-                except:
                     try:
-                        dateString = subOrderStatus.split("Delivered ")[1].strip()
-                        subOrder.status = MStore.ORDER_DELIVERED
-                        subOrder.detailedStatus = 'Delivered'
-                        dateString = getDateStringDelivered(dateString)
+                        status = self._getStatusFromDetailedStatus(subOrderStatus)
-                        if dateString is not None:
-                            subOrder.deliveredOn = datetime.strftime(dateString, '%d-%b-%y')
                     except:
                         try:
-                            dateString = subOrderStatus.split("Arriving ")[1].split("by")[0].strip()
+                            dateString = subOrderStatus.split("Delivered ")[1].strip()
-                            subOrder.status = MStore.ORDER_SHIPPED
+                            subOrder.status = MStore.ORDER_DELIVERED
+                            subOrder.detailedStatus = 'Delivered'
-                            dateString = getDateStringArriving(dateString)
+                            dateString = getDateStringDelivered(dateString)
                             if dateString is not None:
-                                subOrder.deliveryEstimate = datetime.strftime(dateString, '%d-%b-%y')
+                                subOrder.deliveredOn = datetime.strftime(dateString, '%d-%b-%y')
-                            else:
-                                subOrder.deliveryEstimate = subOrderStatus.split("Arriving ")[1].split("by")[0].strip()
                         except:
+                            try:
+                                dateString = subOrderStatus.split("Arriving ")[1].split("by")[0].strip()
+                                subOrder.status = MStore.ORDER_SHIPPED
+                                dateString = getDateStringArriving(dateString)
+                                if dateString is not None:
+                                    subOrder.deliveryEstimate = datetime.strftime(dateString, '%d-%b-%y')
+                                else:
+                                    subOrder.deliveryEstimate = subOrderStatus.split("Arriving ")[1].split("by")[0].strip()
+                            except:
-                            print "Unknown status Alert -", status
+                                print "Unknown status Alert -", status
-                subOrder.deliveryCharges = shippingPrice
+                    subOrder.deliveryCharges = shippingPrice
-                if trackingUrl:
+                    if trackingUrl:
-                    subOrder.tracingkUrl  = trackingUrl
+                        subOrder.tracingkUrl  = trackingUrl
-                subOrder.imgUrl = imgDiv.img["src"]
+                    subOrder.imgUrl = imgDiv.img["src"]
-                (cashbackAmount, percentage) = self.getCashbackAmount(subOrder.productCode, amountPaid/unitPrice)
+                    (cashbackAmount, percentage) = self.getCashbackAmount(subOrder.productCode, amountPaid/quantity)
-                dealRank = getDealRank(subOrder.productCode, self.store_id, merchantOrder.userId)
+                    dealRank = getDealRank(subOrder.productCode, self.store_id, merchantOrder.userId)
-                subOrder.dealRank = dealRank.get('rank')
+                    subOrder.dealRank = dealRank.get('rank')
-                subOrder.rankDesc = dealRank.get('description')
+                    subOrder.rankDesc = dealRank.get('description')
-                cashbackStatus = Store.CB_PENDING
+                    cashbackStatus = Store.CB_PENDING
-                if cashbackAmount <= 0:
+                    if cashbackAmount <= 0:
-                    cashbackStatus = Store.CB_NA
+                        cashbackStatus = Store.CB_NA
-                subOrder.cashBackStatus = cashbackStatus
+                    subOrder.cashBackStatus = cashbackStatus
-                subOrder.cashBackAmount = cashbackAmount*quantity
+                    subOrder.cashBackAmount = cashbackAmount*quantity
-                if percentage > 0:
+                    if percentage > 0:
-                    subOrder.cashBackPercentage = percentage
+                        subOrder.cashBackPercentage = percentage
-                if hasattr(subOrder, 'deliveredOn') or subOrder.status==Store.ORDER_DELIVERED:
+                    if hasattr(subOrder, 'deliveredOn') or subOrder.status==Store.ORDER_DELIVERED:
-                    subOrder.status = Store.ORDER_DELIVERED
+                        subOrder.status = Store.ORDER_DELIVERED
-                    subOrder.closed = True
+                        subOrder.closed = True
-                    if subOrder.cashBackStatus == Store.CB_PENDING:
+                        if subOrder.cashBackStatus == Store.CB_PENDING:
-                        subOrder.cashBackStatus = Store.CB_APPROVED
+                            subOrder.cashBackStatus = Store.CB_APPROVED
-                elif closedStatus:
+                    elif closedStatus:
-                    closedStatus= False
+                        closedStatus= False
-                subOrders.append(subOrder)
+                    subOrders.append(subOrder)
         merchantOrder.status='success'
         merchantOrder.closed = closedStatus
         self._updateToOrder(todict(merchantOrder))
     def parseCancelled(self, merchantOrder,soup):
 def main():
     store = getStore(1)
     #[59433, 59472, 59487, 59503, 59545, 59549, 59573, 59591]
-    orders = list(session.query(OrdersRaw).filter_by(status = 'DETAIL_NOT_CREATED_UNKNOWN').filter(OrdersRaw.id > 61071).all())
+#    orders = list(session.query(OrdersRaw).filter_by(status = 'DETAIL_NOT_CREATED_UNKNOWN').filter(OrdersRaw.id > 61071).all())
-    session.close()
+#    session.close()
-    for o in orders:
+#    for o in orders:
-        try:
+#        try:
-            store.trackOrdersForUser(o.id, o.order_url, o.rawhtml)
+#            store.trackOrdersForUser(o.id, o.order_url, o.rawhtml)
-        finally:
+#        finally:
-            session.close()
+#            session.close()
     #store.trackOrdersForUser(10466, 'https://www.amazon.in/gp/css/summary/edit.html?orderID=403-7498756-0837158', readSSh('/AmazonTrack/User10466/403-7498756-0837158'))
-    #store.trackOrdersForUser(9031, 'https://www.amazon.in/gp/css/summary/edit.html?orderID=403-0812780-9465164', readSSh('/home/amit/sample.html'))
+    store.trackOrdersForUser(46195, 'https://www.amazon.in/gp/css/summary/edit.html?orderID=171-4242740-7265932', readSSh('/home/amit/46195.html'))
 def getSummaryFile(directory):
     date1 = datetime(2015,1,1)
     finalFile = None
     try:
                 return curDate
             except:
                 print "Could not parse"
                 return None
+def main1():
+    store = getStore(1)
+    for merchantOrder in store.db.merchantOrder.find({"subOrders":{"$elemMatch":{"cashBackStatus":"Not Applicable", "cashBackPercentage":{"$gt":0}}}}):
+        mo = obj(merchantOrder)
+        for subOrder in mo.subOrders:
+            subOrder.closed=False
+        print "orderId", mo.orderId
+        store.populateDerivedFields(mo, False)
+        store.db.merchantOrder.update({"orderId":mo.orderId}, {"$set":todict(mo)})
+        break
 def parseOrderNotCreated():
     try:
         store=getStore(1)
         orders = session.query(OrdersRaw).filter_by(status='ORDER_NOT_CREATED_UNKNOWN').all()
         session.close()
 if __name__ == '__main__':
 #    readSSh("/AmazonTrack/User2942/402-2467356-7564367")
 #    readSSh("/AmazonTrack/User10466/orderSummary18-11:21:32:36")
     #readSSh("/AmazonTrack/User2482/orderSummary20-11:09:17:47")
-    main()
     main()

Subversion Repositories SmartDukaan

(root)/trunk/PyDTR/src/dtr/sources/amazon.py – Rev 17721 → 18028