Subversion Repositories SmartDukaan

#!/usr/bin/python

'''

It processes the following orders:

 1. Orders in DOA_PICKUP_CONFIRMED status : get details of orders that 

     were in DOA_PICKUP_CONFIRMED status from database and 

     calls aramex api to know whether they are picked up by aramex

     and changes the status to DOA_RETURN_IN_TRANSIT if it is done.

 2. Orders in RET_PICKUP_CONFIRMED status : get details of orders that 

     were in RET_PICKUP_CONFIRMED status from database and 

     calls aramex api to know whether they are picked up by aramex

     and changes the status to RET_RETURN_IN_TRANSIT if it is done.

 3. Orders in SHIPPED_FROM_WH status: get details of orders that

     were in SHIPPED_FROM_WH status from database and 

     calls aramex api to know whether they are picked up by aramex

     and changes the status to SHIPPED_TO_LOGST if it is done.

 4. Orders in SHIPPED_TO_LOGST status: get details of orders that

     were in SHIPPED_TO_LOGST status from database and 

     calls aramex api to know their status and changes the status accordingly.

It sends out a Pickup mismatch report, Return orders Pickup Mismatch report, Doa Pickup mismatch report,

Undelivered orders report and Returned Orders report to cnc.center@shop2020.in

http://www.aramex.com/track_xml.asp?ShipperRef={variable1}&OrgCntry=In&FromDate={variable2}&ToDate={variable3} is hard coded

to track DOA orders and for other orders ConfigClient is called to get aramex_update_url

@author: Phani Kumar

'''

from shop2020.clients.CRMClient import CRMClient

from shop2020.clients.LogisticsClient import LogisticsClient

from shop2020.clients.TransactionClient import TransactionClient

from shop2020.clients.UserClient import UserClient

from shop2020.config.client.ConfigClient import ConfigClient

from shop2020.model.v1.order.script.LogisticUtils import enqueueMailForFDA, \

    create_crm_tickets_for_delivey_attempted_orders

from shop2020.thriftpy.config.ttypes import ConfigException

from shop2020.thriftpy.crm.ttypes import *

from shop2020.thriftpy.model.v1.order.ttypes import TransactionServiceException, \

    OrderStatus

from shop2020.utils.EmailAttachmentSender import get_attachment_part, mail

from shop2020.utils.Utils import to_py_date

from xml.etree.ElementTree import parse

import csv

import datetime

import json

import optparse

import re

import sys

import time

import traceback

import urllib

import urllib2

if __name__ == '__main__' and __package__ is None:

    import os

    sys.path.insert(0, os.getcwd())

try:

    config_client = ConfigClient()

    RQUICK_URL = config_client.get_property("rquick_update_url")

    RQUICK_API_KEY = config_client.get_property("rquick_tracking_api_key")

except ConfigException as cex:

    print cex.message

    traceback.print_exc()

defaultUndeliveredAsssigneeId = 65

dtrUndeliveredAsssigneeId = 33

from_user = 'cnc.center@shop2020.in'

from_pwd = '5h0p2o2o'

to = ["ritesh.chauhan@shop2020.in", "deena.nath@profitmandi.com"]

def process_dao_pickup_orders(provider):

    try:

        doas_tobe_picked_up = fetch_data(provider.id, [OrderStatus.DOA_PICKUP_CONFIRMED])

        doa_pickup_details = read_dao_return_pickup_orders(doas_tobe_picked_up)

        if doa_pickup_details:

            update_picked_doas(provider.id, doa_pickup_details)

    except:

        print "Some issue while processing the orders in DOA_PICKUP_CONFIRMED status"

        traceback.print_exc()

def process_return_pickup_orders(provider):

    try:

        returns_tobe_picked_up = fetch_data(provider.id, [OrderStatus.RET_PICKUP_CONFIRMED])

        returns_pickup_details = read_dao_return_pickup_orders(returns_tobe_picked_up)

        if returns_pickup_details:

            update_picked_returns(provider.id, returns_pickup_details)

    except:

        print "Some issue while processing the orders in RET_PICKUP_CONFIRMED status"

        traceback.print_exc()

def process_pickup_records(provider):

    try:

        orders_tobe_picked_up = fetch_data(provider.id, [OrderStatus.SHIPPED_FROM_WH])

        pickup_details = read_pickup_orders(orders_tobe_picked_up)

        if pickup_details:

            update_picked_orders(provider.id, pickup_details)

    except:

        print "Some issue while processing the orders in SHIPPED_FROM_WH status"

        traceback.print_exc()

def process_local_connection_orders(provider):

    try:

        orders_tobe_local_connected = fetch_data(provider.id, [OrderStatus.SHIPPED_FROM_WH, OrderStatus.SHIPPED_TO_LOGST])

        local_connected_orders = read_local_connection_orders(orders_tobe_local_connected)

        if local_connected_orders:

            update_local_connected_orders(provider.id, local_connected_orders)

    except:

        print "Some issue while processing the orders for local connection status"

        traceback.print_exc()

def process_reached_destination_city_orders(provider):

    try:

        orders_tobe_reached_destination_city = fetch_data(provider.id, [OrderStatus.SHIPPED_FROM_WH, OrderStatus.SHIPPED_TO_LOGST, OrderStatus.SHIPPED_TO_DESTINATION_CITY])

        destination_city_reached_orders = read_reached_destination_orders(orders_tobe_reached_destination_city)

        if destination_city_reached_orders:

            update_destination_city_reached_orders(provider.id, destination_city_reached_orders)

    except:

        print "Some issue while processing the orders for Reached Destination City status"

        traceback.print_exc()

def process_first_delivery_attempt_orders(provider):

    try:

        orders_tobe_first_delivery_attempted = fetch_data(provider.id, [OrderStatus.SHIPPED_FROM_WH, OrderStatus.SHIPPED_TO_LOGST, OrderStatus.SHIPPED_TO_DESTINATION_CITY, OrderStatus.REACHED_DESTINATION_CITY])

        first_atdl_orders = read_first_delivery_attempt_orders(orders_tobe_first_delivery_attempted)

        if first_atdl_orders:

            update_first_atdl_orders(provider.id, first_atdl_orders)

    except:

        print "Some issue while processing the orders for First delivery attempt status"

        traceback.print_exc()

def process_delivery_report(provider):

    try:

        orders_tobe_delivered = fetch_data(provider.id, [OrderStatus.SHIPPED_FROM_WH, OrderStatus.SHIPPED_TO_LOGST, OrderStatus.SHIPPED_TO_DESTINATION_CITY, OrderStatus.REACHED_DESTINATION_CITY, OrderStatus.FIRST_DELIVERY_ATTEMPT_MADE])

        delivered_orders, returned_orders, undelivered_orders = read_delivery_orders(orders_tobe_delivered)

        if delivered_orders:

            update_delivered_orders(provider.id, delivered_orders)

        if returned_orders:

            update_returned_orders(provider.id, returned_orders)

        if undelivered_orders:

            update_reason_of_undelivered_orders(provider.id, undelivered_orders)

    except:

        print "Some issue while processing the orders for delivery status"

        traceback.print_exc()

def generate_reports(provider):

    #get_doas_not_picked_up(provider)

    #get_returns_not_picked_up(provider)

    get_orders_not_picked_up(provider)

    #get_orders_pending_local_connection(provider)

    #get_returned_orders(provider)

    get_orders_not_delivered(provider)

def get_doas_not_picked_up(provider):

    txnClient = TransactionClient().get_client()

    try:

        doas_not_picked_up = txnClient.getDoasNotPickedUp(provider.id)

    except TransactionServiceException as tex:

        print tex.message

    try:

        if doas_not_picked_up:

            print "DOAs not Picked up:"

            print doas_not_picked_up

            mismatch_file = "/tmp/Aramex_DoaPickupMismatch.csv"

            print "Some of our DOA orders were not picked up. Printing report to:" + mismatch_file

            print_dao_return_pickup_mismatch_report(mismatch_file, doas_not_picked_up)

            pickup_mismatch_part = [get_attachment_part(mismatch_file)]

            mail(from_user, from_pwd, to,\

                 "DOA Pickup Mismatch for " + provider.name,\

                 "This is a system generated email.Please don't reply to it.",\

                 pickup_mismatch_part)

    except Exception:

        print "Some issue sending the DOA mismatch report"

        traceback.print_exc()

def get_returns_not_picked_up(provider):

    txnClient = TransactionClient().get_client()

    try:

        returns_not_picked_up = txnClient.getReturnOrdersNotPickedUp(provider.id)

    except TransactionServiceException as tex:

        print tex.message

    try:

        if returns_not_picked_up:

            print "Return Orders not Picked up:"

            print returns_not_picked_up

            mismatch_file = "/tmp/Aramex_ReturnsPickupMismatch.csv"

            print "Some of our Return orders were not picked up. Printing report to:" + mismatch_file

            print_dao_return_pickup_mismatch_report(mismatch_file, returns_not_picked_up)

            pickup_mismatch_part = [get_attachment_part(mismatch_file)]

            mail(from_user, from_pwd, to,\

                 "Return orders Pickup Mismatch for " + provider.name,\

                 "This is a system generated email.Please don't reply to it.",\

                 pickup_mismatch_part)

    except Exception:

        print "Some issue sending the Return orders mismatch report"

        traceback.print_exc()

def get_orders_not_picked_up(provider):

    txnClient = TransactionClient().get_client()

    try:

        orders_not_picked_up = txnClient.getOrdersNotPickedUp(provider.id)

    except TransactionServiceException as tex:

        print tex.message

    try:

        if orders_not_picked_up:

            print "Orders not Picked up:"

            print orders_not_picked_up

            mismatch_file = "/tmp/Aramex_PickupMismatch.csv"

            print "Some of our orders were not picked up. Printing report to:" + mismatch_file

            print_pickup_mismatch_report(mismatch_file, orders_not_picked_up)

            pickup_mismatch_part = [get_attachment_part(mismatch_file)]

            mail(from_user, from_pwd, to,\

                 "Order Pickup Mismatch for " + provider.name,\

                 "This is a system generated email.Please don't reply to it.",\

                 pickup_mismatch_part)

    except Exception:

        print "Some issue sending the pickup mismatch report"

        traceback.print_exc()

def get_orders_pending_local_connection(provider):

    txnClient = TransactionClient().get_client()

    try:

        orders_pending_local_connection = txnClient.getOrdersNotLocalConnected(provider.id)

    except TransactionServiceException as tex:

        print tex.message

    try:

        if orders_pending_local_connection:

            print "Local Connection Pending Orders:"

            print orders_pending_local_connection

            mismatch_file = "/tmp/Aramex_LocalConnectionPendingOrders.csv"

            print "Some of our Orders were not Shipped to Destination yet. Printing report to:" + mismatch_file

            print_undelivered_orders_report(mismatch_file, orders_pending_local_connection)

            pickup_mismatch_part = [get_attachment_part(mismatch_file)]

            mail(from_user, from_pwd, to,\

                 "Orders that are not Shipped to Destination yet for " + provider.name,\

                 "This is a system generated email.Please don't reply to it.",\

                 pickup_mismatch_part)

    except Exception:

        print "Some issue updating and sending the Local Connection orders report"

        traceback.print_exc()

def get_returned_orders(provider):

    txnClient = TransactionClient().get_client()

    try:

        returned_orders = txnClient.getRTOrders(provider.id)

    except TransactionServiceException as tex:

        print tex.message

    try:

        if returned_orders:

            print "Returned Orders:"

            print returned_orders

            returned_orders_file = "/tmp/Aramex_ReturnedOrders.csv"

            print "Some of our Orders were returned by logistics provider. Printing report to:" + returned_orders_file

            print_rto_orders_report(returned_orders_file, returned_orders)

            returned_orders_report = [get_attachment_part(returned_orders_file)]

            mail(from_user, from_pwd, to,\

                 "Returned Orders Report for " + provider.name,\

                 "This is a system generated email.Please don't reply to it.",\

                 returned_orders_report)

    except:

        print "Some issue sending the returned orders report"

        traceback.print_exc()

def get_orders_not_delivered(provider):

    txnClient = TransactionClient().get_client()

    try:

        orders_not_delivered = txnClient.getNonDeliveredOrdersbyCourier(provider.id)

    except TransactionServiceException as tex:

        print tex.message

    try:

        if orders_not_delivered:

            print "Undelivered Orders:"

            print orders_not_delivered

            mismatch_file = "/tmp/Aramex_UndeliveredOrders.csv"

            print "Some of our Orders were not delivered. Printing report to:" + mismatch_file

            print_undelivered_orders_report(mismatch_file, orders_not_delivered)

            pickup_mismatch_part = [get_attachment_part(mismatch_file)]

            mail(from_user, from_pwd, to,\

                 "Orders that are undelivered but picked up or shipped four days ago for " + provider.name,\

                 "This is a system generated email.Please don't reply to it.",\

                 pickup_mismatch_part)

    except Exception:

        print "Some issue updating and sending the undelivered orders report"

        traceback.print_exc()

def get_provider_by_name(provider_name):

    logistics_client = LogisticsClient().get_client()

    provider = None

    providers = logistics_client.getAllProviders()

    for p in providers:

        if p.name == provider_name:

            provider=p

            break

    if provider == None:

        sys.exit("Can't continue execution: No such provider")

    return provider

def fetch_data(provider_id, order_status_list):

    txnClient = TransactionClient().get_client()

    try:

        doas_tobe_picked_up = txnClient.getOrdersForProviderForStatus(provider_id, order_status_list)

        return doas_tobe_picked_up

    except TransactionServiceException as tex:

        print tex.message

def read_dao_return_pickup_orders(orders_tobe_picked_up):

    #uri=http://www.aramex.com/track_xml.asp?ShipperRef=61582&OrgCntry=In&FromDate=2-6-2012&ToDate=2-6-2012

    picked_up_orders = {}

    for order in orders_tobe_picked_up:

        try:

            uri = 'http://www.aramex.com/track_xml.asp?ShipperRef=' + str(order.pickupRequestNo) + '&OrgCntry=In&FromDate=' + to_py_date(order.doa_auth_timestamp).strftime("%m-%d-%Y") +'&ToDate=' + datetime.date.today().strftime("%m-%d-%Y")

            root = parse(urllib2.urlopen(uri)).getroot()

            nodes = root.findall('HAWBDetails/HAWBHistory/HAWBUpdate')

            for element in reversed(nodes):

                delivery_date = get_py_datetime(element.findtext('ActionDate', ''))

                picked_up_orders[order.pickupRequestNo] = str(delivery_date)

                break

        except:

            pass

    print "Picked up Orders:"

    print picked_up_orders

    return picked_up_orders

def get_awb_status(awbs):

    awbs = set(awbs)

    awbStatuses = {}

    if not awbs:

        return awbStatuses

    else:

        values = { 'api_key': RQUICK_API_KEY, 'awb_no': ",".join(awbs)}

        data = urllib.urlencode(values)

        response = urllib2.urlopen(RQUICK_URL, data)

        #print "RQUICK AWB response", response

        jsonResponse = json.loads(response.read())

        print jsonResponse

        if jsonResponse['status']!=1:

            print "Invalid api status"

        else:

            for awbObj in jsonResponse['data']:

                for awb, awbResponse in awbObj.iteritems():

                    awbDetails = awbResponse['response']

                    awbStatuses[awb] = awbDetails

        return awbStatuses       

class __AWBStatusObj:

    def __init__(self, awb, status, statusDate):

        self.awb = awb

        self.status = status

        self.statusDate = statusDate

def read_pickup_orders(orders_tobe_picked_up):

    picked_up_orders = {}

    awbs = [order.airwaybill_no for order in orders_tobe_picked_up]

    for awb, awbDetails in get_awb_status(awbs).iteritems():

        #status = awbDetails['Status']

        #statusDate = get_pawbDetails['StatusDateTime']

        print awbDetails

        tracking = awbDetails['Tracking']

        bookedTime = get_py_datetime(tracking[-1]['StatusDateTime'])

        picked_up_orders[awb] = str(bookedTime)

    print "Picked up Orders:"

    print picked_up_orders

    return picked_up_orders

def read_local_connection_orders(orders_tobe_local_connected):

    local_connected_orders = {}

    awbs = [order.airwaybill_no for order in orders_tobe_local_connected]

    for awb, awbDetails in get_awb_status(awbs).iteritems():

        #status = awbDetails['Status']

        #statusDate = get_pawbDetails['StatusDateTime']

        tracking = awbDetails['Tracking']

        bookedTime = get_py_datetime(tracking[-1]['StatusDateTime'])

        local_connected_orders[awb] = str(bookedTime)

    print "Local Connected Orders"

    print local_connected_orders

    return local_connected_orders

def read_reached_destination_orders(orders_tobe_reached_destination_city):

    destination_city_reached_orders = {}

    print "Destination City Reached Orders"

    print destination_city_reached_orders

    return destination_city_reached_orders

def read_first_delivery_attempt_orders(orders_tobe_first_delivery_attempted):

    first_atdl_orders = {}

    print "FIRST DELIVERY ATTEMPT MADE Orders"

    print first_atdl_orders

    return first_atdl_orders

def read_delivery_orders(orders_tobe_delivered):

    delivered_orders = {}

    returned_orders = {}

    undelivered_orders = {}

    awbs = [order.airwaybill_no for order in orders_tobe_delivered]

    for awb, awbDetails in get_awb_status(awbs).iteritems():

        status = awbDetails['Status']

        statusTime = get_py_datetime(awbDetails['StatusDateTime'])

        #statusDate = awbDetails['StatusDateTime']

        #tracking = awbDetails['Tracking']

        if status.startswith("Delivered"):

            delivered_orders[awb] = str(statusTime) + "|" +  "Not Available"

        if status.startswith('RTO'):

            returned_orders[awb] = str(statusTime) + "|" + "Not Available"

        undelivered_orders[awb] = status

    print "Delivered Orders:"

    print delivered_orders

    print "Returned Orders:"

    print returned_orders

    print "Undelivered Orders"

    print undelivered_orders

    return delivered_orders, returned_orders, undelivered_orders

def update_picked_orders(provider_id, pickup_details):

    txnClient = TransactionClient().get_client()

    try:

        txnClient.markOrdersAsPickedUp(provider_id, pickup_details)

    except TransactionServiceException as tex:

        print tex.message

def update_picked_doas(provider_id, doa_pickup_details):

    txnClient = TransactionClient().get_client()

    try:

        txnClient.markDoasAsPickedUp(provider_id, doa_pickup_details)

    except TransactionServiceException as tex:

        print tex.message

def update_picked_returns(provider_id, returns_pickup_details):

    txnClient = TransactionClient().get_client()

    try:

        txnClient.markReturnOrdersAsPickedUp(provider_id, returns_pickup_details)

    except TransactionServiceException as tex:

        print tex.message

def update_delivered_orders(provider_id, delivered_orders):

    txnClient = TransactionClient().get_client()

    try:

        txnClient.markOrdersAsDelivered(provider_id, delivered_orders)

    except TransactionServiceException as tex:

        print tex.message

def update_returned_orders(provider_id, returned_orders):

    txnClient = TransactionClient().get_client()

    try:

        txnClient.markAsRTOrders(provider_id, returned_orders)

    except TransactionServiceException as tex:

        print tex.message

def update_reason_of_undelivered_orders(provider_id, undelivered_orders):

    txnClient = TransactionClient().get_client()

    try:

        txnClient.updateNonDeliveryReason(provider_id, undelivered_orders)

    except TransactionServiceException as tex:

        print tex.message

def update_local_connected_orders(provider_id, local_connected_orders):

    txnClient = TransactionClient().get_client()

    try:

        txnClient.markOrdersAsLocalConnected(provider_id, local_connected_orders)

    except TransactionServiceException as tex:

        print tex.message

def update_destination_city_reached_orders(provider_id, destination_city_reached_orders):

    txnClient = TransactionClient().get_client()

    try:

        txnClient.markOrdersAsDestinationCityReached(provider_id, destination_city_reached_orders)

    except TransactionServiceException as tex:

        print tex.message

def update_first_atdl_orders(provider_id, first_atdl_orders):

    txnClient = TransactionClient().get_client()

    try:

        txnClient.markOrdersAsFirstDeliveryAttempted(provider_id, first_atdl_orders)

    except TransactionServiceException as tex:

        print tex.message

def print_pickup_mismatch_report(filename, orders):

    writer = csv.writer(open(filename, "wb"), delimiter=',', quoting=csv.QUOTE_NONE)

    writer.writerow(['Order Id', 'AWB No', 'Shipping timestamp'])

    for order in orders:

        writer.writerow([order.id, order.airwaybill_no, to_py_date(order.shipping_timestamp)])

def print_dao_return_pickup_mismatch_report(filename, orders):

    writer = csv.writer(open(filename, "wb"), delimiter=',', quoting=csv.QUOTE_NONE)

    writer.writerow(['Order Id', 'Pickup Request No', 'Authorization timestamp'])

    for order in orders:

        writer.writerow([order.id, order.pickupRequestNo, to_py_date(order.doa_auth_timestamp)])

def print_rto_orders_report(filename, orders):

    writer = csv.writer(open(filename, "wb"), delimiter=',', quoting=csv.QUOTE_NONE)

    writer.writerow(['Order Id', 'AWB No', 'Return date', 'Reason'])

    for order in orders:

        statusDescription = ''

        if order.statusDescription is not None:

            statusDescription = order.statusDescription.replace(","," ")

        writer.writerow([order.id, order.airwaybill_no, to_py_date(order.delivery_timestamp), statusDescription])

def print_undelivered_orders_report(filename, orders):

    writer = csv.writer(open(filename, "wb"), delimiter=',', quoting=csv.QUOTE_NONE)

    writer.writerow(['Order Id', 'AWB No', 'Status', 'Status Description', 'Shipping timestamp', 'Pickup timestamp', 'Promised delivery date', 'Expected delivery date'])

    for order in orders:

        statusDescription = ''

        if order.statusDescription is not None:

            statusDescription = order.statusDescription.replace(","," ")

        writer.writerow([order.id, order.airwaybill_no, order.status, statusDescription, to_py_date(order.shipping_timestamp), to_py_date(order.pickup_timestamp), to_py_date(order.promised_delivery_time), to_py_date(order.expected_delivery_time)])

def auto_close_crm_tickets_created():

    try:

        ticket_created_orders = []

        tickets_map = {}

        crmServiceClient = CRMClient().get_client()

        searchFilter = SearchFilter()

        searchFilter.ticketCategory = TicketCategory.UNDELIVERED

        searchFilter.ticketAssigneeIds = [defaultUndeliveredAsssigneeId]

        searchFilter.ticketPriority = TicketPriority.HIGH

        searchFilter.ticketStatuses = [TicketStatus.OPEN]

        tickets = crmServiceClient.getTickets(searchFilter)

        print tickets

        for old_ticket in tickets:

            ticket_created_orders.append(old_ticket.orderId)

            tickets_map[old_ticket.orderId] = old_ticket

        print ticket_created_orders

        txnClient = TransactionClient().get_client()

        orders = txnClient.getOrderList(ticket_created_orders)

        for order in orders:

            if order.status not in [OrderStatus.FIRST_DELIVERY_ATTEMPT_MADE, OrderStatus.RTO_IN_TRANSIT]:

                old_ticket = tickets_map.get(order.id)

                old_ticket.status = TicketStatus.CLOSED

                activity = Activity()

                activity.creatorId = 1

                activity.ticketAssigneeId = old_ticket.assigneeId

                activity.type = ActivityType.OTHER

                activity.description = "Ticket Closed bcoz order status changed to:" + order.statusDescription

                activity.ticketCategory = old_ticket.category

                activity.ticketDescription = old_ticket.description

                activity.ticketPriority = old_ticket.priority

                activity.ticketStatus = old_ticket.status

                if old_ticket.customerId is None or old_ticket.customerId == -1:

                    activity.customerEmailId = old_ticket.customerEmailId

                    activity.customerMobileNumber = old_ticket.customerMobileNumber

                    activity.customerName = old_ticket.customerName

                else:

                    activity.customerId = old_ticket.customerId

                crmServiceClient.updateTicket(old_ticket, activity)

    except:

        print "Some issue while closing crm tickets for orders in DELIVERY_SUCCESS status"

        traceback.print_exc()

def get_py_datetime(time_string):

    # This should be a command line argument.

    # Refer http://docs.python.org/library/time.html#time.strftime to

    # get a complete list of format specifiers available for date time.

    time_format = "%d-%m-%Y %H:%M:%S"

    if time_string == '':

        return None

    return datetime.datetime.strptime(time_string, time_format)

def getOriginCityBranchID(originCity):

    branchId_OriginCitymap = {'DEL':'7933'}

    if originCity is None or originCity == '':

        return ''

    else:

        return branchId_OriginCitymap.get(originCity)

def sanitizeUnicode(unicodeText):

    #remove unicode characters

    unicodeText = re.sub(r'[^\x00-\x7F]+','', unicodeText)

    #remove whitespaces and strip

    unicodeText = re.sub(r'[^\S]+',' ', unicodeText)

    return unicodeText.strip().encode('utf-8', 'ignore')

def main():

    parser = optparse.OptionParser()

    parser.add_option("-p", "--pickup", dest="pickup_report",

                   action="store_true",

                   help="Run the pickup reconciliation")

    parser.add_option("-d", "--delivery", dest="delivery_report",

                   action="store_true",

                   help="Run the delivery reconciliation")

    parser.add_option("-r", "--reports", dest="gen_reports",

                   action="store_true",

                   help="Generate logistic reconciliation reports")

    parser.add_option("-a", "--all", dest="all_reports",

                   action="store_true",

                   help="Run all reconciliations")

    parser.add_option("-P", "--provider", dest="provider",

                   default="RQuick-Express", type="string",

                   help="The PROVIDER this report is for",

                   metavar="PROVIDER")

    parser.set_defaults(pickup_report=False, delivery_report=False, gen_reports=False, all_reports=False)

    (options, args) = parser.parse_args()

    if len(args) != 0:

        parser.error("You've supplied extra arguments. Are you sure you want to run this program?")

    if options.all_reports:

        options.pickup_report = True

        options.delivery_report = True

    provider = get_provider_by_name(options.provider)

    if options.pickup_report:

        process_pickup_records(provider)

        #process_dao_pickup_orders(provider)

        #process_return_pickup_orders(provider)

    if options.delivery_report:

        process_local_connection_orders(provider)

        #process_reached_destination_city_orders(provider)

        #process_first_delivery_attempt_orders(provider)

        process_delivery_report(provider)

        #create_crm_tickets_for_delivey_attempted_orders(provider)

        #auto_close_crm_tickets_created()

    if options.gen_reports:

        pass

        #generate_reports(provider)

if __name__ == '__main__':

    main()