Subversion Repositories SmartDukaan

Rev

Rev 2693 | Rev 3476 | Go to most recent revision | Blame | Compare with Previous | Last modification | View Log | RSS feed

#!/usr/bin/python 

import time
import datetime
import optparse
import sys
import csv
import xlrd

if __name__ == '__main__' and __package__ is None:
    import os
    sys.path.insert(0, os.getcwd())

from shop2020.clients.LogisticsClient import LogisticsClient
from shop2020.clients.TransactionClient import TransactionClient
from shop2020.thriftpy.model.v1.order.ttypes import TransactionServiceException
from shop2020.utils.EmailAttachmentDownloader import download_attachment
from shop2020.utils.EmailAttachmentSender import get_attachment_part, mail
from shop2020.utils.Utils import to_py_date

from_user = 'cnc.center@shop2020.in'
from_pwd = '5h0p2o2o'
to = 'cnc.center@shop2020.in'

def process_pickup_records(provider):
    try:
        filename = fetch_report(provider.name.upper() + ' PICKUP REPORT')
        pickup_details, doa_pickup_details = read_pickup_report(filename)
        orders_not_picked_up = update_picked_orders(provider.id, pickup_details)
        try:
            if orders_not_picked_up:
                mismatch_file = "PickupMismatch.csv"
                print "Some of our orders were not picked up. Printing report to:" + mismatch_file
                print_pickup_mismatch_report(mismatch_file, orders_not_picked_up)
                pickup_mismatch_part = get_attachment_part(mismatch_file)
                mail(from_user, from_pwd, to,\
                     "Order Pickup Mismatch for " + provider.name,\
                     "This is a system generated email.Please don't reply to it.",\
                     pickup_mismatch_part)
        except Exception:
            print "Some issue sending the mismatch report"
        
        doas_not_picked_up = update_picked_doas(provider.id, doa_pickup_details)
        try:
            if doas_not_picked_up:
                mismatch_file = "DoaPickupMismatch.csv"
                print "Some of our DOA orders were not picked up. Printing report to:" + mismatch_file
                print_pickup_mismatch_report(mismatch_file, doas_not_picked_up)
                pickup_mismatch_part = get_attachment_part(mismatch_file)
                mail(from_user, from_pwd, to,\
                     "DOA Pickup Mismatch for " + provider.name,\
                     "This is a system generated email.Please don't reply to it.",\
                     pickup_mismatch_part)
        except Exception:
            print "Some issue sending the mismatch report"
    finally:
        os.remove(filename)

def process_delivery_report(provider):
    try:
        filename = fetch_report(provider.name.upper() + ' DELIVERED AND RTO REPORT')
        #filename = 'delivery_report.xls'
        delivered_orders, returned_orders = read_delivery_report(filename)
        if delivered_orders:
            update_delivered_orders(provider.id, delivered_orders)
        if returned_orders:
            update_returned_orders(provider.id, returned_orders)
            
            mail(from_user, from_pwd, to,\
                 "Returned Orders Report for " + provider.name,\
                 "This is a system generated email.Please don't reply to it.",\
                 None)
    finally:
        os.remove(filename)

def process_non_delivery_report(provider):
    try:
        filename = fetch_report(provider.name.upper() + ' UNDELIVERED REPORT')
        undelivered_orders = read_undelivered_report(filename)
        update_reason_of_undelivered_orders(provider.id, undelivered_orders)
    finally:
        os.remove(filename)

def update_reason_of_undelivered_orders(provider_id, undelivered_orders):
    txnClient = TransactionClient().get_client()
    try:
        txnClient.updateNonDeliveryReason(provider_id, undelivered_orders)
    except TransactionServiceException as tex:
        print tex.message

def get_provider_by_name(provider_name):
    logistics_client = LogisticsClient().get_client()
    #TODO: Write a thrift call to get a provider by name
    provider = None
    providers = logistics_client.getAllProviders()
    for p in providers:
        if p.name == provider_name:
            provider=p
            break
    if provider == None:
        sys.exit("Can't continue execution: No such provider")
    return provider

def fetch_report(type):
    filename = download_attachment(type, todays_date_string())
    if filename is None:
        sys.exit("The " + type + " report is not yet available.")
    return filename

def read_pickup_report(filename):
    print "Reading pickup report from:" + filename
    workbook = xlrd.open_workbook(filename)
    sheet = workbook.sheet_by_index(0)
    num_rows = sheet.nrows
    picked_up_orders = {}
    picked_up_doas = {}
    for rownum in range(1, num_rows):
        unused_customer_code, awb, ref_no, timeval, date = sheet.row_values(rownum)[0:5]
        picked_up_orders[awb] = str(get_py_datetime(date, timeval))
        picked_up_doas[ref_no] = str(get_py_datetime(date, timeval))
    
    print "Picked up Orders:"
    print picked_up_orders
    print picked_up_doas
    return picked_up_orders, picked_up_doas

def read_delivery_report(filename):
    print "Reading delivery details from:" + filename
    workbook = xlrd.open_workbook(filename)
    sheet = workbook.sheet_by_index(0)
    num_rows = sheet.nrows
    delivered_orders = {}
    returned_orders = {}
    for rownum in range(1, num_rows):
        unused_customer_code, awb, unused_ref_no, timeval, date, unused_status, receiver, reason_for_return = sheet.row_values(rownum)[0:8]
        delivery_date = str(get_py_datetime(date, timeval))
        if receiver: #TODO: Use status for this check
            delivered_orders[awb] = delivery_date + "|" +  receiver
        else:
            returned_orders[awb] = delivery_date + "|" + reason_for_return
    
    print "Delivered Orders:"
    print delivered_orders
    
    print "Returned Orders:"
    print returned_orders
    return delivered_orders, returned_orders

def read_undelivered_report(filename):
    print "Reading undelivered details from:" + filename
    workbook = xlrd.open_workbook(filename)
    sheet = workbook.sheet_by_index(0)
    num_rows = sheet.nrows
    undelivered_orders = {}
    for rownum in range(1, num_rows):
        unused_cusotmer_code, awb, unused_ref_no, reason, timeval, date = sheet.row_values(rownum)[0:6]
        try:
            unused_status_date = str(get_py_datetime(date, timeval))
        except ValueError:
            #ValueError can be expected if the date or time are not in the expected format
            #Harmless error for now since we are not storing the status date
            print sys.exc_info()[0]
        undelivered_orders[awb] = reason
    
    print "Undelivered Orders"
    print undelivered_orders
    
    return undelivered_orders

def update_picked_orders(provider_id, pickup_details):
    txnClient = TransactionClient().get_client()
    try:
        orders_not_picked_up = txnClient.markOrdersAsPickedUp(provider_id, pickup_details)
        return orders_not_picked_up
    except TransactionServiceException as tex:
        print tex.message

def update_picked_doas(provider_id, doa_pickup_details):
    txnClient = TransactionClient().get_client()
    try:
        doas_not_picked_up = txnClient.markDoasAsPickedUp(provider_id, doa_pickup_details)
        return doas_not_picked_up
    except TransactionServiceException as tex:
        print tex.message

def update_delivered_orders(provider_id, delivered_orders):
    txnClient = TransactionClient().get_client()
    try:
        txnClient.markOrdersAsDelivered(provider_id, delivered_orders)
    except TransactionServiceException as tex:
        print tex.message

def update_returned_orders(provider_id, returned_orders):
    txnClient = TransactionClient().get_client()
    try:
        txnClient.markOrdersAsFailed(provider_id, returned_orders)
    except TransactionServiceException as tex:
        print tex.message

def print_pickup_mismatch_report(filename, orders):
    writer = csv.writer(open(filename, "wb"), delimiter=',', quoting=csv.QUOTE_NONE)
    writer.writerow(['Order Id', 'AWB No', 'Shipping timestamp'])
    for order in orders:
        writer.writerow([order.id, order.airwaybill_no, to_py_date(order.shipping_timestamp)])

def todays_date_string():
    today_date = time.strftime("%d-%b-%Y")
    return '"' + today_date + '"'

def get_py_datetime(date, timeval):
    # This should be a command line argument.
    # Refer http://docs.python.org/library/time.html#time.strftime to
    # get a complete list of format specifiers available for date time.
    time_format = "%d-%b-%y %H%M"
    if timeval is None or timeval == '--':
        timeval='0000'
    time_string = date + " " + timeval
    mytime = time.strptime(time_string, time_format)
    return datetime.datetime(*mytime[:6])

def main():
    parser = optparse.OptionParser()
    parser.add_option("-p", "--pickup", dest="pickup_report",
                   action="store_true",
                   help="Run the pickup reconciliation")
    parser.add_option("-d", "--delivery", dest="delivery_report",
                   action="store_true",
                   help="Run the delivery reconciliation")
    parser.add_option("-n", "--non-delivery", dest="non_delivery_report",
                   action="store_true",
                   help="Run the non delivery reconciliation")
    parser.add_option("-a", "--all", dest="all_reports",
                   action="store_true",
                   help="Run all reconciliations")
    parser.add_option("-P", "--provider", dest="provider",
                   default="BlueDart", type="string",
                   help="The PROVIDER this report is for",
                   metavar="PROVIDER")
    parser.set_defaults(pickup_report=False, delivery_report=False, non_delivery_report=False, all_reports=False)
    (options, args) = parser.parse_args()
    if len(args) != 0:
        parser.error("You've supplied extra arguments. Are you sure you want to run this program?")
    
    if options.all_reports:
        options.pickup_report = True
        options.delivery_report = True
        options.non_delivery_report = True
    
    provider = get_provider_by_name(options.provider)
    
    if options.pickup_report:
        process_pickup_records(provider)
    if options.delivery_report:
        process_delivery_report(provider)
    if options.non_delivery_report:
        process_non_delivery_report(provider)

if __name__ == '__main__':
    main()