WebSVN – SmartDukaan – Diff – /trunk/PyProj/src/shop2020/model/v1/order/script/RedExpressLogisticsReconciliation.py

 from shop2020.thriftpy.model.v1.order.ttypes import TransactionServiceException, \
     OrderStatus
 from shop2020.utils.EmailAttachmentSender import get_attachment_part, mail
 from shop2020.utils.Utils import to_py_date
 from xml.etree.ElementTree import parse, XML, fromstring
+from datetime import datetime
 import csv
 import datetime
 import optparse
 import sys
 import time
 import traceback
 import urllib2
 from suds.client import Client
+import json
+import StringIO
+import zlib
+import gzip
+import xmltodict
+import ast
 if __name__ == '__main__' and __package__ is None:
     import os
     sys.path.insert(0, os.getcwd())
 RED_EXPRESS_URL = "http://tracking.getsetred.net/TrackingService.svc?wsdl"
 username = 'C00086721141'
 password = 'SANDEEP.SACHDEVA@SHOP2020.IN'
+tracking_Id_Type = 'REFERENCENO'
+tracking_Level = 'ALL_DETAILS'
+RED_EXPRESS_TRACKING_URL = 'http://webservices.getsetred.net/Services/BulkTracking.svc/'
+headers = {
+               "User-Agent" : "Mozilla/5.0 (X11; Linux i686) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/13.0.782.218 Safari/535.1",
+               "Accept" : "    text/html,application/xhtml+xml,application/xml;q=0.9,/;q=0.8",
+               "Accept-Language" : "en-us,en;q=0.5",
+               "Accept-Encoding" : "gzip, deflate",
+               "Connection" : "keep-alive",
+               "Accept-Charset" : "ISO-8859-1",
+               "Content-type": "application/json; charset=UTF-8"
+               }
 client = None
 def getClient():
     global client
     if client is None:
             timestring = element.findtext('Time', '')
             description = element.findtext('ServiceEvent', '')
             results.append(datestring+"~!~"+timestring+"~!~"+description)
     return results
+def get_track_updates(awb_numbers):
+    req_args = json.dumps({'password':password,
+                           'trackingIdType':'REFERENCENO',
+                           'trackingLevel':'ALL_DETAILS',
+                           'userId':username,
+                           'waybillNo': awb_numbers
+                           })
+    request = urllib2.Request(RED_EXPRESS_TRACKING_URL, req_args, headers)
+    response = urllib2.urlopen(request)
+    encoding = response.info().get("Content-Encoding")
+    if encoding in ('gzip', 'x-gzip', 'deflate'):
+        content = response.read()
+        if encoding == 'deflate':
+            track_data_decoded = StringIO.StringIO(zlib.decompress(content))
+        else:
+            track_data_decoded = gzip.GzipFile('', 'rb', 9, StringIO.StringIO(content))
+    track_data_readable = track_data_decoded.read()
+    conv_dict = xmltodict.parse(track_data_readable)
+    track_data_json= json.dumps(conv_dict)
+    track_data_dict = ast.literal_eval(track_data_json)
+    if len(awb_numbers)==1:
+        track_data_list=[]
+        track_data_list.append(track_data_dict['BulkTrackingResponse']['BulkResponse']['TrackingResponse'])
+        track_data_list.append('DUMMY')
+    else:
+        track_data_list = track_data_dict['BulkTrackingResponse']['BulkResponse']['TrackingResponse']
+    return track_data_list
 def process_dao_pickup_orders(provider):
     try:
         doas_tobe_picked_up = fetch_data(provider.id, [OrderStatus.DOA_PICKUP_CONFIRMED])
         doa_pickup_details = read_dao_return_pickup_orders(doas_tobe_picked_up)
         if doa_pickup_details:
     print picked_up_orders
     return picked_up_orders
 def read_pickup_orders(orders_tobe_picked_up):
     picked_up_orders = {}
+    awb_number_list =[]
     for order in orders_tobe_picked_up:
-        try:
-            root =  fromstring(str(get_updates(order.airwaybill_no)))
+        awb_number_list.append(order.airwaybill_no)
-            children = root.getchildren()
-            for child in children:
-                nodes = child.findall('ShipmentInfo/ShipmentEvent')
-                for element in reversed(nodes):
-                    datestring = element.findtext('Date', '')
-                    timestring = element.findtext('Time', '')
-                    delivery_date = get_py_datetime(datestring, timestring)
-                    picked_up_orders[order.airwaybill_no] = str(delivery_date)
-                    break
-                break
-        except:
-            pass
+    track_update_list = get_track_updates(awb_number_list)
+    for update in track_update_list:
+        if update == 'DUMMY':
+            continue
+        else:
+            try:
+                airwaybill_no = update['ReferenceNo']
+                track_list = update['TrackingList']['TrackingList']
+                track_list.reverse()
+                for track_update in track_list:
+                    if track_update['TrackingCode'] == 'BKD' :
+                        date_obj = datetime.strptime(track_update['ExecutionDate'].split(' ')[0],"%m/%d/%Y")
+                        datestring  = date_obj.strftime("%Y-%m-%d")
+                        timestring = track_update['ExecutionTime']+':00'
+                        delivery_date = datestring + timestring
+                        picked_up_orders[airwaybill_no] = delivery_date
+                        break
+                break
+            except:
+                pass
     print "Picked up Orders:"
     print picked_up_orders
     return picked_up_orders
 def read_local_connection_orders(orders_tobe_local_connected):
     local_connected_orders = {}
+    awb_number_list =[]
     for order in orders_tobe_local_connected:
+        awb_number_list.append(order.airwaybill_no)
-        try:
-            root =  fromstring(str(get_updates(order.airwaybill_no)))
+    track_update_list = get_track_updates(awb_number_list)
+    for update in track_update_list:
-            children = root.getchildren()
+        if update == 'DUMMY':
-            for child in children:
+            continue
+        else:
+            try:
+                airwaybill_no = update['ReferenceNo']
-                nodes = child.findall('ShipmentInfo/ShipmentEvent')
+                track_list = update['TrackingList']['TrackingList']
-                for element in reversed(nodes):
+                track_list.reverse()
+                for track_update in track_list:
-                    if element.findtext('TrackingCode', '') == 'PRO':
+                    if track_update['TrackingCode'] == 'PRO' :
+                        date_obj = datetime.strptime(track_update['ExecutionDate'].split(' ')[0],"%m/%d/%Y")
-                        datestring = element.findtext('Date', '')
+                        datestring  = date_obj.strftime("%Y-%m-%d")
-                        timestring = element.findtext('Time', '')
+                        timestring = track_update['ExecutionTime']+':00'
-                        delivery_date = get_py_datetime(datestring, timestring)
+                        delivery_date = datestring + timestring
-                        local_connected_orders[order.airwaybill_no] = str(delivery_date)
+                        local_connected_orders[airwaybill_no] = delivery_date
                         break
                 break
-        except:
+            except:
-            pass
+                pass
     print "Local Connected Orders"
     print local_connected_orders
     return local_connected_orders
 def read_reached_destination_orders(orders_tobe_reached_destination_city):
     destination_city_reached_orders = {}
+    awb_number_list =[]
     for order in orders_tobe_reached_destination_city:
+        awb_number_list.append(order.airwaybill_no)
-        try:
-            root =  fromstring(str(get_updates(order.airwaybill_no)))
+    track_update_list = get_track_updates(awb_number_list)
+    for update in track_update_list:
-            children = root.getchildren()
+        if update == 'DUMMY':
-            child_number = 0
+            continue
+        else:
-            for child in children:
+            try:
-                child_number = child_number + 1
+                airwaybill_no = update['ReferenceNo']
-                nodes = child.findall('ShipmentInfo/ShipmentEvent')
+                track_list = update['TrackingList']['TrackingList']
+                track_list.reverse()
-                for element in nodes:
+                for track_update in track_list:
-                    if element.findtext('TrackingCode', '') == 'RDB':
+                    if track_update['TrackingCode'] == 'RDB' :
+                        date_obj = datetime.strptime(track_update['ExecutionDate'].split(' ')[0],"%m/%d/%Y")
-                        datestring = element.findtext('Date', '')
+                        datestring  = date_obj.strftime("%Y-%m-%d")
-                        timestring = element.findtext('Time', '')
+                        timestring = track_update['ExecutionTime']+':00'
-                        delivery_date = get_py_datetime(datestring, timestring)
+                        delivery_date = datestring + timestring
-                        destination_city_reached_orders[order.airwaybill_no] = str(delivery_date)
+                        destination_city_reached_orders[airwaybill_no] = delivery_date
                         break
+                break
-        except:
+            except:
-            pass
+                pass
     print "Destination City Reached Orders"
     print destination_city_reached_orders
     return destination_city_reached_orders
 def read_first_delivery_attempt_orders(orders_tobe_first_delivery_attempted):
     first_atdl_orders = {}
+    awb_number_list =[]
     for order in orders_tobe_first_delivery_attempted:
+        awb_number_list.append(order.airwaybill_no)
-        try:
-            root =  fromstring(str(get_updates(order.airwaybill_no)))
+    track_update_list = get_track_updates(awb_number_list)
+    for update in track_update_list:
-            children = root.getchildren()
+        if update == 'DUMMY':
-            for child in children:
+            continue
+        else:
+            try:
+                airwaybill_no = update['ReferenceNo']
-                nodes = child.findall('ShipmentInfo/ShipmentEvent')
+                track_list = update['TrackingList']['TrackingList']
-                for element in reversed(nodes):
+                track_list.reverse()
+                for track_update in track_list:
-                    if element.findtext('TrackingCode', '') == 'OFD':
+                    if track_update['TrackingCode'] == 'OFD' :
+                        date_obj = datetime.strptime(track_update['ExecutionDate'].split(' ')[0],"%m/%d/%Y")
-                        datestring = element.findtext('Date', '')
+                        datestring  = date_obj.strftime("%Y-%m-%d")
-                        timestring = element.findtext('Time', '')
+                        timestring = track_update['ExecutionTime']+':00'
-                        delivery_date = get_py_datetime(datestring, timestring)
+                        delivery_date = datestring + timestring
-                        first_atdl_orders[order.airwaybill_no] = str(delivery_date)
+                        first_atdl_orders[airwaybill_no] = delivery_date
                         break
                 break
-        except:
+            except:
-            pass
+                pass
     print "FIRST DELIVERY ATTEMPT MADE Orders"
     print first_atdl_orders
     return first_atdl_orders
 def read_delivery_orders(orders_tobe_delivered):
     delivered_orders = {}
     returned_orders = {}
     undelivered_orders = {}
+    awb_order_map = {}
     for order in orders_tobe_delivered:
+        awb_order_list =[]
+        awb_order_list.append(order.id)
+        awb_order_list.append(order.shipping_timestamp)
+        awb_order_map[order.airwaybill_no]= awb_order_list
+    track_update_list = get_track_updates(awb_order_map.keys())
+    for update in track_update_list:
+        if update == 'DUMMY':
+            continue
+        else:
-        try:
+            try:
+                airwaybill_no = update['ReferenceNo']
-            root =  fromstring(str(get_updates(order.airwaybill_no)))
+                track_list = update['TrackingList']['TrackingList']
-            children = root.getchildren()
+                track_list.reverse()
-            child_number = 0
+                reason_for_return = None
-            for child in children:
+                for record in track_list:
-                child_number = child_number + 1
+                    if record['TrackingCode'] == 'UDLD' :
-                nodes = child.findall('ShipmentInfo/ShipmentEvent')
+                        reason_for_return = record['ServiceEvent'].split(" -")[1]
-                if len(nodes):
+                        break
-                    node_number = len(nodes)-1
-                    for element in nodes:
+                for track_update in track_list:
-                        if element.findtext('TrackingCode', '') == 'DLVD':
+                    if track_update['TrackingCode'] == 'DLVD' :
+                        date_obj = datetime.strptime(track_update['ExecutionDate'].split(' ')[0],"%m/%d/%Y")
-                            datestring = element.findtext('Date', '')
+                        datestring  = date_obj.strftime("%Y-%m-%d")
-                            timestring = element.findtext('Time', '')
+                        timestring = track_update['ExecutionTime']+':00'
-                            delivery_date = get_py_datetime(datestring, timestring)
+                        del_date = datestring + timestring
-                            element1 = child.findall('ShipmentInfo/Consignee')[0]
+                        delivery_date = datetime.strptime(del_date,"%Y-%m-%d %H:%M:%S")
-                            receiver = element1.findtext('Name', '')
+                        receiver = track_update['ServiceEvent'].split("[ ")[1].split(" ]")[0]
-                            if to_py_date(order.shipping_timestamp) > delivery_date:
+                        if to_py_date(awb_order_map.get(airwaybill_no)[1]) > delivery_date:
-                                mail(from_user, from_pwd, to, "Delivery Problem for Red Express", "Order id " + str(order.id) + " has shipping date " + str(order.shipping_timestamp) + " larger than delivery date " + str(delivery_date))
+                            mail(from_user, from_pwd, to, "Delivery Problem for Red Express", "Order id " + str(awb_order_map.get(airwaybill_no)[0]) + " has shipping date " + str(awb_order_map.get(airwaybill_no)[1]) + " larger than delivery date " + str(delivery_date))
-                            else:
+                        else:
-                                delivered_orders[order.airwaybill_no] = str(delivery_date) + "|" +  receiver
+                            delivered_orders[airwaybill_no] = str(delivery_date) + "|" +  receiver
-                            break
+                        break
-                        elif element.findtext('TrackingCode', '') == 'RTO':
+                    elif track_update['TrackingCode'] == 'RTO' :
+                        date_obj = datetime.strptime(track_update['ExecutionDate'].split(' ')[0],"%m/%d/%Y")
-                            datestring = element.findtext('Date', '')
+                        datestring  = date_obj.strftime("%Y-%m-%d")
-                            timestring = element.findtext('Time', '')
+                        timestring = track_update['ExecutionTime']+':00'
-                            delivery_date = get_py_datetime(datestring, timestring)
+                        del_date = datestring + timestring
+                        delivery_date = datetime.strptime(del_date,"%Y-%m-%d %H:%M:%S")
-                            if node_number < len(nodes)-1:
+                        if reason_for_return == None:
-                                reason_for_return = nodes[node_number+1].findtext('ServiceEvent', '')
+                            returned_orders[airwaybill_no] = str(delivery_date) + "|"  + " Order Booked for Return"
-                            else:
+                        else:
-                                reason_for_return = element.findtext('ServiceEvent', '')
-                            returned_orders[order.airwaybill_no] = str(delivery_date) + "|" + reason_for_return
+                            returned_orders[airwaybill_no] = str(delivery_date) + "|"  + reason_for_return
-                            break
+                        break
-                        elif element.findtext('TrackingCode', '') == 'UDLD':
+                    elif track_update['TrackingCode'] == 'UDLD' :
+                        date_obj = datetime.strptime(track_update['ExecutionDate'].split(' ')[0],"%m/%d/%Y")
-                            datestring = element.findtext('Date', '')
+                        datestring  = date_obj.strftime("%Y-%m-%d")
-                            timestring = element.findtext('Time', '')
+                        timestring = track_update['ExecutionTime']+':00'
-                            delivery_date = get_py_datetime(datestring, timestring)
+                        del_date = datestring + timestring
+                        delivery_date = datetime.strptime(del_date,"%Y-%m-%d %H:%M:%S")
-                            if node_number < len(nodes)-1:
+                        if reason_for_return == None:
-                                reason_for_return = nodes[node_number+1].findtext('ServiceEvent', '')
+                            undelivered_orders[airwaybill_no] = str(delivery_date) + "|" + track_update['ServiceEvent'].split(" -")[1]
-                            else:
+                        else:
-                                reason_for_return = element.findtext('ServiceEvent', '')
-                            undelivered_orders[order.airwaybill_no] = str(delivery_date) + "|" + reason_for_return
+                            undelivered_orders[airwaybill_no] = str(delivery_date) + "|" + reason_for_return
-                            break
+                        break
-                        node_number = node_number - 1
+                break
-        except:
+            except:
-            pass
+                pass
     print "Delivered Orders:"
     print delivered_orders
     print "Returned Orders:"

Subversion Repositories SmartDukaan

(root)/trunk/PyProj/src/shop2020/model/v1/order/script/RedExpressLogisticsReconciliation.py – Rev 8292 → 8699