Subversion Repositories SmartDukaan

#!/usr/bin/python
'''
It processes the following orders:
 1. Orders in DOA_PICKUP_CONFIRMED status : get details of orders that 
     were in DOA_PICKUP_CONFIRMED status from database and 
     calls aramex api to know whether they are picked up by aramex
     and changes the status to DOA_RETURN_IN_TRANSIT if it is done.
 2. Orders in RET_PICKUP_CONFIRMED status : get details of orders that 
     were in RET_PICKUP_CONFIRMED status from database and 
     calls aramex api to know whether they are picked up by aramex
     and changes the status to RET_RETURN_IN_TRANSIT if it is done.
 3. Orders in SHIPPED_FROM_WH status: get details of orders that
     were in SHIPPED_FROM_WH status from database and 
     calls aramex api to know whether they are picked up by aramex
     and changes the status to SHIPPED_TO_LOGST if it is done.
 4. Orders in SHIPPED_TO_LOGST status: get details of orders that
     were in SHIPPED_TO_LOGST status from database and 
     calls aramex api to know their status and changes the status accordingly.

It sends out a Pickup mismatch report, Return orders Pickup Mismatch report, Doa Pickup mismatch report,
Undelivered orders report and Returned Orders report to cnc.center@shop2020.in

http://www.aramex.com/track_xml.asp?ShipperRef={variable1}&OrgCntry=In&FromDate={variable2}&ToDate={variable3} is hard coded
to track DOA orders and for other orders ConfigClient is called to get aramex_update_url

@author: Phani Kumar
'''
from shop2020.clients.CRMClient import CRMClient
from shop2020.clients.LogisticsClient import LogisticsClient
from shop2020.clients.TransactionClient import TransactionClient
from shop2020.clients.UserClient import UserClient
from shop2020.config.client.ConfigClient import ConfigClient
from shop2020.model.v1.order.script.LogisticUtils import enqueueMailForFDA, \
    create_crm_tickets_for_delivey_attempted_orders
from shop2020.thriftpy.config.ttypes import ConfigException
from shop2020.thriftpy.crm.ttypes import *
from shop2020.thriftpy.model.v1.order.ttypes import TransactionServiceException, \
    OrderStatus
from shop2020.utils.EmailAttachmentSender import get_attachment_part, mail
from shop2020.utils.Utils import to_py_date
from xml.etree.ElementTree import parse, fromstring
import csv
import datetime
import json
import optparse
import re
import sys
import time
import traceback
import urllib
import urllib2

if __name__ == '__main__' and __package__ is None:
    import os
    sys.path.insert(0, os.getcwd())

REASON_CODES_PICKUP_REGISTERED = ['013']
REASON_CODES_SHIPMENT_ARRIVED = ['127', '0002'] 
REASON_CODES_UNDELIVERED_MAP = { '005':'Reached Destination City', '006':'Out for Delivery', '303': 'Shipment In Transit'}
REASON_CODES_NDR = ['200', '201', '202', '206', '207', '208', '209', '210', '212', '213', '214', '215', '216', 
                    '217', '221', '222', '223', '224', '225', '226', '227', '228','229', '231', '232', '233',
                    '331','331','332','333','331','666','888','218', '219', '220', '1225'
                    ]
REASON_CODES_DELIVERED=['999', '204']
REASON_CODES_RTO = ['777', '77', '80', '82', '83']

finalUpdateUrl = ""
live = "false"
try:
    config_client = ConfigClient()
    live = config_client.get_property("live")
except:
    live = "true"
    
if live=="true":
    UPDATE_URL = "http://plapi.ecomexpress.in/track_me/api/mawbd/?order=&"
    ECOM_API_USERNAME = "newspice671445"
    ECOM_API_PASSWORD = "npcs67unsd44debm"
else:
    UPDATE_URL = "http://staging.ecomexpress.in/track_me/api/mawbd/?order=&"
    ECOM_API_USERNAME = "ecomexpress"
    ECOM_API_PASSWORD = "Ke$3c@4oT5m6h%23$"

finalUpdateUrl = UPDATE_URL + "username=" + ECOM_API_USERNAME + "&password="+ECOM_API_PASSWORD

    

defaultUndeliveredAsssigneeId = 65
dtrUndeliveredAsssigneeId = 33
from_user = 'cnc.center@shop2020.in'
from_pwd = '5h0p2o2o'
to = ["ritesh.chauhan@shop2020.in", "deena.nath@smartdukaan.com"]

def process_dao_pickup_orders(provider):
    try:
        doas_tobe_picked_up = fetch_data(provider.id, [OrderStatus.DOA_PICKUP_CONFIRMED])
        doa_pickup_details = read_dao_return_pickup_orders(doas_tobe_picked_up)
        if doa_pickup_details:
            update_picked_doas(provider.id, doa_pickup_details)
    except:
        print "Some issue while processing the orders in DOA_PICKUP_CONFIRMED status"
        traceback.print_exc()

def process_return_pickup_orders(provider):
    try:
        returns_tobe_picked_up = fetch_data(provider.id, [OrderStatus.RET_PICKUP_CONFIRMED])
        returns_pickup_details = read_dao_return_pickup_orders(returns_tobe_picked_up)
        if returns_pickup_details:
            update_picked_returns(provider.id, returns_pickup_details)
    except:
        print "Some issue while processing the orders in RET_PICKUP_CONFIRMED status"
        traceback.print_exc()

def process_pickup_records(provider):
    try:
        orders_tobe_picked_up = fetch_data(provider.id, [OrderStatus.SHIPPED_FROM_WH])
        pickup_details = read_pickup_orders(orders_tobe_picked_up)
        print "pickup_details", pickup_details
        if pickup_details:
            update_picked_orders(provider.id, pickup_details)
    except:
        print "Some issue while processing the orders in SHIPPED_FROM_WH status"
        traceback.print_exc()

def process_local_connection_orders(provider):
    try:
        orders_tobe_local_connected = fetch_data(provider.id, [OrderStatus.SHIPPED_FROM_WH, OrderStatus.SHIPPED_TO_LOGST])
        local_connected_orders = read_local_connection_orders(orders_tobe_local_connected)
        if local_connected_orders:
            update_local_connected_orders(provider.id, local_connected_orders)
    except:
        print "Some issue while processing the orders for local connection status"
        traceback.print_exc()

def process_reached_destination_city_orders(provider):
    try:
        orders_tobe_reached_destination_city = fetch_data(provider.id, [OrderStatus.SHIPPED_FROM_WH, OrderStatus.SHIPPED_TO_LOGST, OrderStatus.SHIPPED_TO_DESTINATION_CITY])
        destination_city_reached_orders = read_reached_destination_orders(orders_tobe_reached_destination_city)
        if destination_city_reached_orders:
            update_destination_city_reached_orders(provider.id, destination_city_reached_orders)
    except:
        print "Some issue while processing the orders for Reached Destination City status"
        traceback.print_exc()

def process_first_delivery_attempt_orders(provider):
    try:
        orders_tobe_first_delivery_attempted = fetch_data(provider.id, [OrderStatus.SHIPPED_FROM_WH, OrderStatus.SHIPPED_TO_LOGST, OrderStatus.SHIPPED_TO_DESTINATION_CITY, OrderStatus.REACHED_DESTINATION_CITY])
        first_atdl_orders = read_first_delivery_attempt_orders(orders_tobe_first_delivery_attempted)
        if first_atdl_orders:
            update_first_atdl_orders(provider.id, first_atdl_orders)
    except:
        print "Some issue while processing the orders for First delivery attempt status"
        traceback.print_exc()

def process_delivery_report(provider):
    try:
        orders_tobe_delivered = fetch_data(provider.id, [OrderStatus.SHIPPED_FROM_WH, OrderStatus.SHIPPED_TO_LOGST, OrderStatus.SHIPPED_TO_DESTINATION_CITY, OrderStatus.REACHED_DESTINATION_CITY, OrderStatus.FIRST_DELIVERY_ATTEMPT_MADE])
        delivered_orders, returned_orders, undelivered_orders = read_delivery_orders(orders_tobe_delivered)
        print "delivey_orders", delivered_orders
        if delivered_orders:
            update_delivered_orders(provider.id, delivered_orders)
        print "returned_orders", returned_orders
        if returned_orders:
            update_returned_orders(provider.id, returned_orders)
        print "undelivered_orders", undelivered_orders
        if undelivered_orders:
            update_reason_of_undelivered_orders(provider.id, undelivered_orders)
    except:
        print "Some issue while processing the orders for delivery status"
        traceback.print_exc()

def generate_reports(provider):
    #get_doas_not_picked_up(provider)
    #get_returns_not_picked_up(provider)
    get_orders_not_picked_up(provider)
    #get_orders_pending_local_connection(provider)
    #get_returned_orders(provider)
    get_orders_not_delivered(provider)

def get_doas_not_picked_up(provider):
    txnClient = TransactionClient().get_client()
    try:
        doas_not_picked_up = txnClient.getDoasNotPickedUp(provider.id)
    except TransactionServiceException as tex:
        print tex.message
    
    try:
        if doas_not_picked_up:
            print "DOAs not Picked up:"
            print doas_not_picked_up
            mismatch_file = "/tmp/Aramex_DoaPickupMismatch.csv"
            print "Some of our DOA orders were not picked up. Printing report to:" + mismatch_file
            print_dao_return_pickup_mismatch_report(mismatch_file, doas_not_picked_up)
            pickup_mismatch_part = [get_attachment_part(mismatch_file)]
            mail(from_user, from_pwd, to,\
                 "DOA Pickup Mismatch for " + provider.name,\
                 "This is a system generated email.Please don't reply to it.",\
                 pickup_mismatch_part)
    except Exception:
        print "Some issue sending the DOA mismatch report"
        traceback.print_exc()

def get_returns_not_picked_up(provider):
    txnClient = TransactionClient().get_client()
    try:
        returns_not_picked_up = txnClient.getReturnOrdersNotPickedUp(provider.id)
    except TransactionServiceException as tex:
        print tex.message
    
    try:
        if returns_not_picked_up:
            print "Return Orders not Picked up:"
            print returns_not_picked_up
            mismatch_file = "/tmp/Aramex_ReturnsPickupMismatch.csv"
            print "Some of our Return orders were not picked up. Printing report to:" + mismatch_file
            print_dao_return_pickup_mismatch_report(mismatch_file, returns_not_picked_up)
            pickup_mismatch_part = [get_attachment_part(mismatch_file)]
            mail(from_user, from_pwd, to,\
                 "Return orders Pickup Mismatch for " + provider.name,\
                 "This is a system generated email.Please don't reply to it.",\
                 pickup_mismatch_part)
    except Exception:
        print "Some issue sending the Return orders mismatch report"
        traceback.print_exc()

def get_orders_not_picked_up(provider):
    txnClient = TransactionClient().get_client()
    try:
        orders_not_picked_up = txnClient.getOrdersNotPickedUp(provider.id)
    except TransactionServiceException as tex:
        print tex.message
    
    try:
        if orders_not_picked_up:
            print "Orders not Picked up:"
            print orders_not_picked_up
            mismatch_file = "/tmp/Aramex_PickupMismatch.csv"
            print "Some of our orders were not picked up. Printing report to:" + mismatch_file
            print_pickup_mismatch_report(mismatch_file, orders_not_picked_up)
            pickup_mismatch_part = [get_attachment_part(mismatch_file)]
            mail(from_user, from_pwd, to,\
                 "Order Pickup Mismatch for " + provider.name,\
                 "This is a system generated email.Please don't reply to it.",\
                 pickup_mismatch_part)
    except Exception:
        print "Some issue sending the pickup mismatch report"
        traceback.print_exc()

def get_orders_pending_local_connection(provider):
    txnClient = TransactionClient().get_client()
    try:
        orders_pending_local_connection = txnClient.getOrdersNotLocalConnected(provider.id)
    except TransactionServiceException as tex:
        print tex.message
    
    try:
        if orders_pending_local_connection:
            print "Local Connection Pending Orders:"
            print orders_pending_local_connection
            mismatch_file = "/tmp/Aramex_LocalConnectionPendingOrders.csv"
            print "Some of our Orders were not Shipped to Destination yet. Printing report to:" + mismatch_file
            print_undelivered_orders_report(mismatch_file, orders_pending_local_connection)
            pickup_mismatch_part = [get_attachment_part(mismatch_file)]
            mail(from_user, from_pwd, to,\
                 "Orders that are not Shipped to Destination yet for " + provider.name,\
                 "This is a system generated email.Please don't reply to it.",\
                 pickup_mismatch_part)
    except Exception:
        print "Some issue updating and sending the Local Connection orders report"
        traceback.print_exc()

def get_returned_orders(provider):
    txnClient = TransactionClient().get_client()
    try:
        returned_orders = txnClient.getRTOrders(provider.id)
    except TransactionServiceException as tex:
        print tex.message
    
    try:
        if returned_orders:
            print "Returned Orders:"
            print returned_orders
            returned_orders_file = "/tmp/Aramex_ReturnedOrders.csv"
            print "Some of our Orders were returned by logistics provider. Printing report to:" + returned_orders_file
            print_rto_orders_report(returned_orders_file, returned_orders)
            returned_orders_report = [get_attachment_part(returned_orders_file)]
            mail(from_user, from_pwd, to,\
                 "Returned Orders Report for " + provider.name,\
                 "This is a system generated email.Please don't reply to it.",\
                 returned_orders_report)
    except:
        print "Some issue sending the returned orders report"
        traceback.print_exc()

def get_orders_not_delivered(provider):
    txnClient = TransactionClient().get_client()
    try:
        orders_not_delivered = txnClient.getNonDeliveredOrdersbyCourier(provider.id)
    except TransactionServiceException as tex:
        print tex.message
    
    try:
        if orders_not_delivered:
            print "Undelivered Orders:"
            print orders_not_delivered
            mismatch_file = "/tmp/Aramex_UndeliveredOrders.csv"
            print "Some of our Orders were not delivered. Printing report to:" + mismatch_file
            print_undelivered_orders_report(mismatch_file, orders_not_delivered)
            pickup_mismatch_part = [get_attachment_part(mismatch_file)]
            mail(from_user, from_pwd, to,\
                 "Orders that are undelivered but picked up or shipped four days ago for " + provider.name,\
                 "This is a system generated email.Please don't reply to it.",\
                 pickup_mismatch_part)
    except Exception:
        print "Some issue updating and sending the undelivered orders report"
        traceback.print_exc()

def get_provider_by_name(provider_name):
    logistics_client = LogisticsClient().get_client()
    provider = None
    providers = logistics_client.getAllProviders()
    print "Providers", providers
    for p in providers:
        if p.name == provider_name:
            provider=p
            break
    if provider == None:
        sys.exit("Can't continue execution: No such provider")
    return provider

def fetch_data(provider_id, order_status_list):
    txnClient = TransactionClient().get_client()
    try:
        doas_tobe_picked_up = txnClient.getOrdersForProviderForStatus(provider_id, order_status_list)
        return doas_tobe_picked_up
    except TransactionServiceException as tex:
        print tex.message

def read_dao_return_pickup_orders(orders_tobe_picked_up):
    #uri=http://www.aramex.com/track_xml.asp?ShipperRef=61582&OrgCntry=In&FromDate=2-6-2012&ToDate=2-6-2012
    picked_up_orders = {}
    for order in orders_tobe_picked_up:
        try:
            uri = 'http://www.aramex.com/track_xml.asp?ShipperRef=' + str(order.pickupRequestNo) + '&OrgCntry=In&FromDate=' + to_py_date(order.doa_auth_timestamp).strftime("%m-%d-%Y") +'&ToDate=' + datetime.date.today().strftime("%m-%d-%Y")
            root = parse(urllib2.urlopen(uri)).getroot()
            nodes = root.findall('HAWBDetails/HAWBHistory/HAWBUpdate')
            for element in reversed(nodes):
                delivery_date = get_py_datetime(element.findtext('ActionDate', ''))
                picked_up_orders[order.pickupRequestNo] = str(delivery_date)
                break
        except:
            pass
    
    print "Picked up Orders:"
    print picked_up_orders
    return picked_up_orders

def get_awb_status(awbs):
    awbs = list(set(awbs))
    awbStatuses = {}
    if not awbs:
        return awbStatuses
    else:
        doneAwbs = 0
        batchSize = 15
        while len(awbs) > doneAwbs: 
            currentBatch = awbs[doneAwbs:doneAwbs+batchSize]
            print "currentBatch", currentBatch
            url = finalUpdateUrl + "&awb=" + ",".join(currentBatch)
            print url 
            response = urllib2.urlopen(url)
            responseString = response.read()
            print responseString 
            root = fromstring(responseString)
            print root.tag
            awbs = []
            for awbEle in root:
                
                awbNumber = __findElementByAttr(awbEle, 'name', 'awb_number').text  
                reasonCode = __findElementByAttr(awbEle, 'name', 'reason_code_number').text
                deliveryDate =  __findElementByAttr(awbEle, 'name', 'delivery_date').text
                lastUpdateDate = __findElementByAttr(awbEle, 'name', 'last_update_date').text
                xmlScans = __findElementByAttr(awbEle, 'name', 'scans')
                awbStatuses[awbNumber] = {'awbNumber': awbNumber, 'reasonCode': reasonCode, 'deliveryDate':deliveryDate, 'lastUpdateDate':lastUpdateDate, 'xmlScans': xmlScans}
            
        doneAwbs += batchSize
        print awbStatuses
        
        return awbStatuses       
            
        
    
class __AWBStatusObj:
    def __init__(self, awb, statusCode, statusDescription, statusDate):
        self.awb = awb
        self.statusCode = statusCode
        self.statusDescription = statusDescription
        self.statusDate = statusDate

def __get_scan_by_code(xmlScans, codes):
    print "xmlScansText", xmlScans.text
    print "xmlScansTag", xmlScans.text
    awbStatusObj = None
    for xmlScan in xmlScans:
        print "xmlScanText", xmlScan.text
        print "xmlScanTag", xmlScan.tag
        reasonCodeNumber = __findElementByAttr(xmlScan, 'name', 'reason_code_number').text
        if reasonCodeNumber in codes:
            statusDescription = __findElementByAttr(xmlScan, 'name', 'status').text
            statusDate = get_py_datetime(__findElementByAttr(xmlScan, 'name', 'updated_on').text)
            awbStatusObj = __AWBStatusObj(None, reasonCodeNumber, statusDescription, statusDate)
            print awbStatusObj
    return awbStatusObj

def __findElementByAttr(xmlElement, name, value=None):
        print "Name", name
        print "Value", value
        i = 1
        for innerElement in xmlElement:
            print "inner index ", i
            print "inner attrib ", innerElement.attrib
            i += 1
            if innerElement.attrib.has_key(name):
                if value and innerElement.attrib[name]==value:
                    return innerElement
                elif value == None:
                    return innerElement
        
        return None
        
    
def read_pickup_orders(orders_tobe_picked_up):
    picked_up_orders = {}
    awbs = [order.airwaybill_no for order in orders_tobe_picked_up]
    
    for awb, awbDetails in get_awb_status(awbs).iteritems():

        xmlScans = awbDetails['xmlScans']
        awbStatusObj = __get_scan_by_code(xmlScans, ['0011'])
        
        if awbStatusObj is None:
            continue

        bookedTime = awbStatusObj.statusDate
        picked_up_orders[awb] = str(bookedTime)
        
    print "Picked up Orders:"
    print picked_up_orders
    return picked_up_orders

def read_local_connection_orders(orders_tobe_local_connected):
    
    local_connected_orders = {}
    awbs = [order.airwaybill_no for order in orders_tobe_local_connected]
    
    for awb, awbDetails in get_awb_status(awbs).iteritems():
        #status = awbDetails['Status']
        #statusDate = get_pawbDetails['StatusDateTime']
        tracking = awbDetails['Tracking']
        bookedTime = get_py_datetime(tracking[-1]['StatusDateTime'])
        local_connected_orders[awb] = str(bookedTime)
        
    print "Local Connected Orders"
    print local_connected_orders
    
    return local_connected_orders

def read_reached_destination_orders(orders_tobe_reached_destination_city):
    destination_city_reached_orders = {}

    print "Destination City Reached Orders"
    print destination_city_reached_orders
    
    return destination_city_reached_orders

def read_first_delivery_attempt_orders(orders_tobe_first_delivery_attempted):
    first_atdl_orders = {}
    awbs = [order.airwaybill_no for order in orders_tobe_first_delivery_attempted]
    for awb, awbDetails in get_awb_status(awbs).iteritems():
        status = awbDetails['Status']
        print "STATUS -----", status
        if status.startswith("Undelivered"):
            statusTime = get_py_datetime(awbDetails['StatusDateTime'])
            first_atdl_orders[awb] = str(statusTime) + "|" + awbDetails['Status']
    print "FIRST DELIVERY ATTEMPT MADE Orders", first_atdl_orders
    print first_atdl_orders
    
    return first_atdl_orders

def read_delivery_orders(orders_tobe_delivered):
    delivered_orders = {}
    returned_orders = {}
    undelivered_orders = {}

    awbs = [order.airwaybill_no for order in orders_tobe_delivered]
    
    for awb, awbDetails in get_awb_status(awbs).iteritems():
        xmlScans = awbDetails['xmlScans']
        
        deliveredAwbStatusObj = __get_scan_by_code(xmlScans, REASON_CODES_DELIVERED)
        if deliveredAwbStatusObj is not None:
            bookedTime = deliveredAwbStatusObj.statusDate
            delivered_orders[awb] = str(bookedTime) + "|" +  "Not Available"
            continue
        
        rtoAwbStatusObj = __get_scan_by_code(xmlScans, REASON_CODES_RTO)
        if rtoAwbStatusObj is not None:
            bookedTime = rtoAwbStatusObj.statusDate
            delivered_orders[awb] = str(bookedTime) + "|" +  "Not Available"
            continue
        
        
        undeliveredAwbStatusObj = __get_scan_by_code(xmlScans, REASON_CODES_UNDELIVERED_MAP.keys())
        if undeliveredAwbStatusObj is not None:
            undelivered_orders[awb] = REASON_CODES_UNDELIVERED_MAP.get(undeliveredAwbStatusObj.statusCode)
        
        
        
        #undelivered_orders[awb] = awbDetails.statusDescription
        
    print "Delivered Orders:"
    print delivered_orders
    
    print "Returned Orders:"
    print returned_orders
    
    print "Undelivered Orders"
    print undelivered_orders
    
    return delivered_orders, returned_orders, undelivered_orders

def update_picked_orders(provider_id, pickup_details):
    txnClient = TransactionClient().get_client()
    try:
        txnClient.markOrdersAsPickedUp(provider_id, pickup_details)
    except TransactionServiceException as tex:
        print tex.message

def update_picked_doas(provider_id, doa_pickup_details):
    txnClient = TransactionClient().get_client()
    try:
        txnClient.markDoasAsPickedUp(provider_id, doa_pickup_details)
    except TransactionServiceException as tex:
        print tex.message

def update_picked_returns(provider_id, returns_pickup_details):
    txnClient = TransactionClient().get_client()
    try:
        txnClient.markReturnOrdersAsPickedUp(provider_id, returns_pickup_details)
    except TransactionServiceException as tex:
        print tex.message

def update_delivered_orders(provider_id, delivered_orders):
    txnClient = TransactionClient().get_client()
    try:
        txnClient.markOrdersAsDelivered(provider_id, delivered_orders)
    except TransactionServiceException as tex:
        print tex.message

def update_returned_orders(provider_id, returned_orders):
    txnClient = TransactionClient().get_client()
    try:
        txnClient.markAsRTOrders(provider_id, returned_orders)
    except TransactionServiceException as tex:
        print tex.message

def update_reason_of_undelivered_orders(provider_id, undelivered_orders):
    txnClient = TransactionClient().get_client()
    try:
        txnClient.updateNonDeliveryReason(provider_id, undelivered_orders)
    except TransactionServiceException as tex:
        print tex.message

def update_local_connected_orders(provider_id, local_connected_orders):
    txnClient = TransactionClient().get_client()
    try:
        txnClient.markOrdersAsLocalConnected(provider_id, local_connected_orders)
    except TransactionServiceException as tex:
        print tex.message

def update_destination_city_reached_orders(provider_id, destination_city_reached_orders):
    txnClient = TransactionClient().get_client()
    try:
        txnClient.markOrdersAsDestinationCityReached(provider_id, destination_city_reached_orders)
    except TransactionServiceException as tex:
        print tex.message

def update_first_atdl_orders(provider_id, first_atdl_orders):
    txnClient = TransactionClient().get_client()
    try:
        txnClient.markOrdersAsFirstDeliveryAttempted(provider_id, first_atdl_orders)
    except TransactionServiceException as tex:
        print tex.message

def print_pickup_mismatch_report(filename, orders):
    writer = csv.writer(open(filename, "wb"), delimiter=',', quoting=csv.QUOTE_NONE)
    writer.writerow(['Order Id', 'AWB No', 'Shipping timestamp'])
    for order in orders:
        writer.writerow([order.id, order.airwaybill_no, to_py_date(order.shipping_timestamp)])

def print_dao_return_pickup_mismatch_report(filename, orders):
    writer = csv.writer(open(filename, "wb"), delimiter=',', quoting=csv.QUOTE_NONE)
    writer.writerow(['Order Id', 'Pickup Request No', 'Authorization timestamp'])
    for order in orders:
        writer.writerow([order.id, order.pickupRequestNo, to_py_date(order.doa_auth_timestamp)])

def print_rto_orders_report(filename, orders):
    writer = csv.writer(open(filename, "wb"), delimiter=',', quoting=csv.QUOTE_NONE)
    writer.writerow(['Order Id', 'AWB No', 'Return date', 'Reason'])
    for order in orders:
        statusDescription = ''
        if order.statusDescription is not None:
            statusDescription = order.statusDescription.replace(","," ")
        writer.writerow([order.id, order.airwaybill_no, to_py_date(order.delivery_timestamp), statusDescription])

def print_undelivered_orders_report(filename, orders):
    writer = csv.writer(open(filename, "wb"), delimiter=',', quoting=csv.QUOTE_NONE)
    writer.writerow(['Order Id', 'AWB No', 'Status', 'Status Description', 'Shipping timestamp', 'Pickup timestamp', 'Promised delivery date', 'Expected delivery date'])
    for order in orders:
        statusDescription = ''
        if order.statusDescription is not None:
            statusDescription = order.statusDescription.replace(","," ")
        writer.writerow([order.id, order.airwaybill_no, order.status, statusDescription, to_py_date(order.shipping_timestamp), to_py_date(order.pickup_timestamp), to_py_date(order.promised_delivery_time), to_py_date(order.expected_delivery_time)])

def auto_close_crm_tickets_created():
    try:
        ticket_created_orders = []
        tickets_map = {}
        crmServiceClient = CRMClient().get_client()
        searchFilter = SearchFilter()
        searchFilter.ticketCategory = TicketCategory.UNDELIVERED
        searchFilter.ticketAssigneeIds = [defaultUndeliveredAsssigneeId]
        searchFilter.ticketPriority = TicketPriority.HIGH
        searchFilter.ticketStatuses = [TicketStatus.OPEN]
        tickets = crmServiceClient.getTickets(searchFilter)
        print tickets
        for old_ticket in tickets:
            ticket_created_orders.append(old_ticket.orderId)
            tickets_map[old_ticket.orderId] = old_ticket
        print ticket_created_orders
        txnClient = TransactionClient().get_client()
        orders = txnClient.getOrderList(ticket_created_orders)
        for order in orders:
            if order.status not in [OrderStatus.FIRST_DELIVERY_ATTEMPT_MADE, OrderStatus.RTO_IN_TRANSIT]:
                old_ticket = tickets_map.get(order.id)
                old_ticket.status = TicketStatus.CLOSED
                activity = Activity()
                activity.creatorId = 1
                activity.ticketAssigneeId = old_ticket.assigneeId
                activity.type = ActivityType.OTHER
                activity.description = "Ticket Closed bcoz order status changed to:" + order.statusDescription
                activity.ticketCategory = old_ticket.category
                activity.ticketDescription = old_ticket.description
                activity.ticketPriority = old_ticket.priority
                activity.ticketStatus = old_ticket.status
                
                if old_ticket.customerId is None or old_ticket.customerId == -1:
                    activity.customerEmailId = old_ticket.customerEmailId
                    activity.customerMobileNumber = old_ticket.customerMobileNumber
                    activity.customerName = old_ticket.customerName
                else:
                    activity.customerId = old_ticket.customerId
                
                crmServiceClient.updateTicket(old_ticket, activity)
    except:
        print "Some issue while closing crm tickets for orders in DELIVERY_SUCCESS status"
        traceback.print_exc()

def get_py_datetime(time_string):
    if time_string is None:
        return None
    time_string = time_string.strip()
    # This should be a command line argument.
    # Refer http://docs.python.org/library/time.html#time.strftime to
    # get a complete list of format specifiers available for date time.
    time_format = "%d %b, %Y, %H:%M"
    if time_string == '':
        return None
    return datetime.datetime.strptime(time_string, time_format)

def get_py_date(time_string):
    if time_string is None:
        return None
    time_string = time_string.strip()
    # This should be a command line argument.
    # Refer http://docs.python.org/library/time.html#time.strftime to
    # get a complete list of format specifiers available for date time.
    time_format = "%d-%b-%Y"
    if time_string == '':
        return None
    return datetime.datetime.strptime(time_string, time_format)

def getOriginCityBranchID(originCity):
    branchId_OriginCitymap = {'DEL':'7933'}
    if originCity is None or originCity == '':
        return ''
    else:
        return branchId_OriginCitymap.get(originCity)
    
def sanitizeUnicode(unicodeText):
    #remove unicode characters
    unicodeText = re.sub(r'[^\x00-\x7F]+','', unicodeText)
    #remove whitespaces and strip
    unicodeText = re.sub(r'[^\S]+',' ', unicodeText)
    return unicodeText.strip().encode('utf-8', 'ignore')

def main():
    parser = optparse.OptionParser()
    parser.add_option("-p", "--pickup", dest="pickup_report",
                   action="store_true",
                   help="Run the pickup reconciliation")
    parser.add_option("-d", "--delivery", dest="delivery_report",
                   action="store_true",
                   help="Run the delivery reconciliation")
    parser.add_option("-r", "--reports", dest="gen_reports",
                   action="store_true",
                   help="Generate logistic reconciliation reports")
    parser.add_option("-a", "--all", dest="all_reports",
                   action="store_true",
                   help="Run all reconciliations")
    parser.add_option("-P", "--provider", dest="provider",
                   default="RQuick-Express", type="string",
                   help="The PROVIDER this report is for",
                   metavar="PROVIDER")
    parser.set_defaults(pickup_report=False, delivery_report=False, gen_reports=False, all_reports=False)
    (options, args) = parser.parse_args()
    if len(args) != 0:
        parser.error("You've supplied extra arguments. Are you sure you want to run this program?")
    
    if options.all_reports:
        options.pickup_report = True
        options.delivery_report = True
    
    provider = get_provider_by_name(options.provider)
    
    if options.pickup_report:
        process_pickup_records(provider)
        #process_dao_pickup_orders(provider)
        #process_return_pickup_orders(provider)
    if options.delivery_report:
        #process_local_connection_orders(provider)
        #process_reached_destination_city_orders(provider)
        #process_first_delivery_attempt_orders(provider)
        process_delivery_report(provider)
        #create_crm_tickets_for_delivey_attempted_orders(provider)
        #auto_close_crm_tickets_created()
    if options.gen_reports:
        pass
        #generate_reports(provider)

if __name__ == '__main__':
    main()
    #awbs =["897986473","225839621", "225839622", "225839623", "22583962"]
    #for awb, awbDetails in get_awb_status(awbs).iteritems():
        #print awb, awbDetails