Subversion Repositories SmartDukaan

#!/usr/bin/python

'''

It processes the following orders:

 1. Orders in DOA_PICKUP_CONFIRMED status : get details of orders that 

     were in DOA_PICKUP_CONFIRMED status from database and 

     calls aramex api to know whether they are picked up by armaex

     and changes the status to DOA_RETURN_IN_TRANSIT if it is done.

 2. Orders in SHIPPED_FROM_WH status: get details of orders that

     were in SHIPPED_FROM_WH status from database and 

     calls aramex api to know whether they are picked up by armaex

     and changes the status to SHIPPED_TO_LOGST if it is done.

 3. Orders in SHIPPED_TO_LOGST status: get details of orders that

     were in SHIPPED_TO_LOGST status from database and 

     calls aramex api to know their status and changes the status accordingly.

It sends out a Pickup mismatch report, a Doa Pickup mismatch and Returned Orders Report

report to cnc.center@shop2020.in

http://www.aramex.com/track_xml.asp?ShipperRef={variable1}&OrgCntry=In&FromDate={variable2}&ToDate={variable3} is hard coded

to track DOA orders and for other orders ConfigClient is called to get aramex_update_url

@author: Phani Kumar

'''

import time

import datetime

import optparse

import sys

import csv

import traceback

import urllib2

from xml.etree.ElementTree import parse

if __name__ == '__main__' and __package__ is None:

    import os

    sys.path.insert(0, os.getcwd())

from shop2020.clients.LogisticsClient import LogisticsClient

from shop2020.clients.TransactionClient import TransactionClient

from shop2020.config.client.ConfigClient import ConfigClient

from shop2020.thriftpy.config.ttypes import ConfigException

from shop2020.thriftpy.model.v1.order.ttypes import TransactionServiceException, OrderStatus

from shop2020.utils.EmailAttachmentSender import get_attachment_part, mail

from shop2020.utils.Utils import to_py_date

from_user = 'cnc.center@shop2020.in'

from_pwd = '5h0p2o2o'

to = ['cnc.center@shop2020.in', "suraj.sharma@shop2020.in", "sandeep.sachdeva@shop2020.in", "parmod.kumar@shop2020.in"]

#to = ['phani.kumar@shop2020.in']

def process_dao_pickup_orders(provider):

    doas_tobe_picked_up = fetch_data(provider.id, OrderStatus.DOA_PICKUP_CONFIRMED)

    doa_pickup_details = read_dao_pickup_orders(doas_tobe_picked_up)

    doas_not_picked_up = update_picked_doas(provider.id, doa_pickup_details)

    try:

        if doas_not_picked_up:

            print "DOAs not Picked up:"

            print doas_not_picked_up

            mismatch_file = "/tmp/DoaPickupMismatch.csv"

            print "Some of our DOA orders were not picked up. Printing report to:" + mismatch_file

            print_pickup_mismatch_report(mismatch_file, doas_not_picked_up)

            pickup_mismatch_part = [get_attachment_part(mismatch_file)]

            mail(from_user, from_pwd, to,\

                 "DOA Pickup Mismatch for " + provider.name,\

                 "This is a system generated email.Please don't reply to it.",\

                 pickup_mismatch_part)

    except Exception:

        print "Some issue sending the DOA mismatch report"

        traceback.print_exc()

def process_pickup_records(provider):

    orders_tobe_picked_up = fetch_data(provider.id, OrderStatus.SHIPPED_FROM_WH)

    pickup_details = read_pickup_orders(orders_tobe_picked_up)

    orders_not_picked_up = update_picked_orders(provider.id, pickup_details)

    try:

        if orders_not_picked_up:

            print "Orders not Picked up:"

            print orders_not_picked_up

            mismatch_file = "/tmp/PickupMismatch.csv"

            print "Some of our orders were not picked up. Printing report to:" + mismatch_file

            print_pickup_mismatch_report(mismatch_file, orders_not_picked_up)

            pickup_mismatch_part = [get_attachment_part(mismatch_file)]

            mail(from_user, from_pwd, to,\

                 "Order Pickup Mismatch for " + provider.name,\

                 "This is a system generated email.Please don't reply to it.",\

                 pickup_mismatch_part)

    except Exception:

        print "Some issue sending the pickup mismatch report"

        traceback.print_exc()

def process_delivery_report(provider):

    try:

        orders_tobe_delivered = fetch_data(provider.id, OrderStatus.SHIPPED_TO_LOGST)

        delivered_orders, returned_orders, undelivered_orders = read_delivery_orders(orders_tobe_delivered)

        if undelivered_orders:

            update_reason_of_undelivered_orders(provider.id, undelivered_orders)

        if delivered_orders:

            update_delivered_orders(provider.id, delivered_orders)

        if returned_orders:

            update_returned_orders(provider.id, returned_orders)

            try:

                returned_orders_file = "/tmp/ReturnedOrders.csv"

                print_rto_orders_report(returned_orders_file, returned_orders)

                returned_orders_report = [get_attachment_part(returned_orders_file)]

                mail(from_user, from_pwd, to,\

                     "Returned Orders Report for " + provider.name,\

                     "This is a system generated email.Please don't reply to it.",\

                     returned_orders_report)

            except:

                print "Some issue sending the returned orders report"

                traceback.print_exc()

    except:

        print "Some issue while processing the returned orders"

        traceback.print_exc()

def get_provider_by_name(provider_name):

    logistics_client = LogisticsClient().get_client()

    #TODO: Write a thrift call to get a provider by name

    provider = None

    providers = logistics_client.getAllProviders()

    for p in providers:

        if p.name == provider_name:

            provider=p

            break

    if provider == None:

        sys.exit("Can't continue execution: No such provider")

    return provider

def fetch_data(provider_id, order_status):

    txnClient = TransactionClient().get_client()

    try:

        doas_tobe_picked_up = txnClient.getOrdersForProviderForStatus(provider_id, order_status)

        return doas_tobe_picked_up

    except TransactionServiceException as tex:

        print tex.message

def read_dao_pickup_orders(doas_tobe_picked_up):

    #uri=http://www.aramex.com/track_xml.asp?ShipperRef=61582&OrgCntry=In&FromDate=2-6-2012&ToDate=2-6-2012

    picked_up_doas = {}

    for order in doas_tobe_picked_up:

        uri = 'http://www.aramex.com/track_xml.asp?ShipperRef=' + str(order.pickupRequestNo) + '&OrgCntry=In&FromDate=' + to_py_date(order.doa_auth_timestamp).strftime("%m-%d-%Y") +'&ToDate=' + datetime.date.today().strftime("%m-%d-%Y")

        root = parse(urllib2.urlopen(uri)).getroot()

        try:

            nodes = root.findall('HAWBDetails/HAWBHistory/HAWBUpdate')

            if len(nodes):

                element = nodes[len(nodes)-1]

                if element.findtext('TrackingCodeDescription', '') == 'Shipment Origin Received':

                    delivery_date = get_py_datetime(element.findtext('ActionDate', ''))

                    picked_up_doas[order.pickupRequestNo] = str(delivery_date)

        except:

            pass

    print "Picked up DOAs:"

    print picked_up_doas

    return picked_up_doas

def read_pickup_orders(orders_tobe_picked_up):

    try:

        config_client = ConfigClient()

        ARAMEX_URL = config_client.get_property("aramex_update_url")

    except ConfigException as cex:

        print cex.message

        traceback.print_exc()

    picked_up_orders = {}

    for order in orders_tobe_picked_up:

        uri = ARAMEX_URL + order.airwaybill_no

        root = parse(urllib2.urlopen(uri)).getroot()

        try:

            nodes = root.findall('HAWBDetails/HAWBHistory/HAWBUpdate')

            if len(nodes):

                element = nodes[len(nodes)-1]

                if element.findtext('TrackingCodeDescription', '') == 'Shipment Origin Received':

                    delivery_date = get_py_datetime(element.findtext('ActionDate', ''))

                    picked_up_orders[order.airwaybill_no] = str(delivery_date)

        except:

            pass

    print "Picked up Orders:"

    print picked_up_orders

    return picked_up_orders

def read_delivery_orders(orders_tobe_delivered):

    try:

        config_client = ConfigClient()

        ARAMEX_URL = config_client.get_property("aramex_update_url")

    except ConfigException as cex:

        print cex.message

        traceback.print_exc()

    delivered_orders = {}

    returned_orders = {}

    undelivered_orders = {}

    for order in orders_tobe_delivered:

        uri = ARAMEX_URL + order.airwaybill_no

        root = parse(urllib2.urlopen(uri)).getroot()

        try:

            nodes = root.findall('HAWBDetails/HAWBHistory/HAWBUpdate')

            if len(nodes):

                i = len(nodes)-1

                while i>=0:

                    element = nodes[i]

                    if element.findtext('TrackingCodeDescription', '') == 'Shipment Delivered':

                        delivery_date = get_py_datetime(element.findtext('ActionDate', ''))

                        receiver = root.findtext('HAWBDetails/DeliveredTo', '')

                        delivered_orders[order.airwaybill_no] = str(delivery_date) + "|" +  receiver

                        break

                    elif element.findtext('TrackingCodeDescription', '') == 'Shipment Release Hold':

                        delivery_date = get_py_datetime(element.findtext('ActionDate', ''))

                        if i < len(nodes)-1:

                            reason_for_return = nodes[i+1].findtext('CustomerDescription', '')

                        else:

                            reason_for_return = element.findtext('CustomerDescription', '')

                        returned_orders[order.airwaybill_no] = str(delivery_date) + "|" + reason_for_return

                        break

                    elif i == 0:

                        reason = element.findtext('TrackingCodeDescription', '')

                        undelivered_orders[order.airwaybill_no] = reason

                        break

                    i = i-1

        except:

            pass

    print "Delivered Orders:"

    print delivered_orders

    print "Returned Orders:"

    print returned_orders

    print "Undelivered Orders"

    print undelivered_orders

    return delivered_orders, returned_orders, undelivered_orders

def update_picked_orders(provider_id, pickup_details):

    txnClient = TransactionClient().get_client()

    try:

        orders_not_picked_up = txnClient.markOrdersAsPickedUp(provider_id, pickup_details)

        return orders_not_picked_up

    except TransactionServiceException as tex:

        print tex.message

def update_picked_doas(provider_id, doa_pickup_details):

    txnClient = TransactionClient().get_client()

    try:

        doas_not_picked_up = txnClient.markDoasAsPickedUp(provider_id, doa_pickup_details)

        return doas_not_picked_up

    except TransactionServiceException as tex:

        print tex.message

def update_delivered_orders(provider_id, delivered_orders):

    txnClient = TransactionClient().get_client()

    try:

        txnClient.markOrdersAsDelivered(provider_id, delivered_orders)

    except TransactionServiceException as tex:

        print tex.message

def update_returned_orders(provider_id, returned_orders):

    txnClient = TransactionClient().get_client()

    try:

        txnClient.markOrdersAsFailed(provider_id, returned_orders)

    except TransactionServiceException as tex:

        print tex.message

def update_reason_of_undelivered_orders(provider_id, undelivered_orders):

    txnClient = TransactionClient().get_client()

    try:

        txnClient.updateNonDeliveryReason(provider_id, undelivered_orders)

    except TransactionServiceException as tex:

        print tex.message

def print_pickup_mismatch_report(filename, orders):

    writer = csv.writer(open(filename, "wb"), delimiter=',', quoting=csv.QUOTE_NONE)

    writer.writerow(['Order Id', 'AWB No', 'Shipping timestamp'])

    for order in orders:

        writer.writerow([order.id, order.airwaybill_no, to_py_date(order.shipping_timestamp)])

def print_rto_orders_report(filename, returned_orders):

    writer = csv.writer(open(filename, "wb"), delimiter=',', quoting=csv.QUOTE_NONE)

    writer.writerow(['AWB No', 'Return date', 'Reason'])

    for awb, date_reason in returned_orders.iteritems():

        date, reason = date_reason.split('|')

        writer.writerow([awb, date, reason])

def get_py_datetime(time_string):

    # This should be a command line argument.

    # Refer http://docs.python.org/library/time.html#time.strftime to

    # get a complete list of format specifiers available for date time.

    time_format = "%m/%d/%Y %I:%M:%S %p"

    if time_string == '':

        return None

    mytime = time.strptime(time_string, time_format)

    return datetime.datetime(*mytime[:6])

def main():

    parser = optparse.OptionParser()

    parser.add_option("-e", "--doa", dest="doa_report",

                   action="store_true",

                   help="Run the DOA pickup reconciliation")

    parser.add_option("-p", "--pickup", dest="pickup_report",

                   action="store_true",

                   help="Run the pickup reconciliation")

    parser.add_option("-d", "--delivery", dest="delivery_report",

                   action="store_true",

                   help="Run the delivery reconciliation")

    parser.add_option("-a", "--all", dest="all_reports",

                   action="store_true",

                   help="Run all reconciliations")

    parser.add_option("-P", "--provider", dest="provider",

                   default="BlueDart", type="string",

                   help="The PROVIDER this report is for",

                   metavar="PROVIDER")

    parser.set_defaults(doa_report=False, pickup_report=False, delivery_report=False, all_reports=False)

    (options, args) = parser.parse_args()

    if len(args) != 0:

        parser.error("You've supplied extra arguments. Are you sure you want to run this program?")

    if options.all_reports:

        options.doa_report = True

        options.pickup_report = True

        options.delivery_report = True

    provider = get_provider_by_name(options.provider)

    if options.doa_report:

        process_dao_pickup_orders(provider)

    if options.pickup_report:

        process_pickup_records(provider)

    if options.delivery_report:

        process_delivery_report(provider)

if __name__ == '__main__':

    main()