Subversion Repositories SmartDukaan

'''

Created on 02-Sep-2015

@author: kshitij

'''

from pymongo.mongo_client import MongoClient

import pymongo

from dtr.storage import DataService

from elixir import *

from dtr.storage.DataService import app_offers,appmasters,app_transactions 

from sqlalchemy.sql.expression import func

from operator import or_

import datetime

from dtr.utils import utils

from dtr.utils.utils import to_java_date

con = None

maxDate=None

oneDay=86400000

DataService.initialize()

retailerMap={}

appIdMap={}

overallRetailerAppMap={}

class AppAnalyticsBasedOnRetailerId:

    def __init__(self,retailerId,appName,clicksCount,installCount,timestamp):

        self.retailerId=retailerId

        self.clicksCount=clicksCount

        self.appName=appName

        self.installCount=installCount

        self.timestamp=timestamp

class AppAnalyticsBasedOnAppId:

    def __init__(self,appId,appName,clicksCount,installCount,timestamp):

        self.appId=appId

        self.clicksCount=clicksCount

        self.appName=appName

        self.installCount=installCount

        self.timestamp=timestamp

class AppAnalyticsMaster:

    def __init__(self,retailerId,appId,appName,clicksCount,installCount,timestamp):

        self.retailerId=retailerId

        self.appId=appId

        self.clicksCount=clicksCount

        self.appName=appName

        self.installCount=installCount

        self.timestamp=timestamp

def get_mongo_connection(host='localhost', port=27017):

    global con

    if con is None:

        print "Establishing connection %s host and port %d" %(host,port)

        try:

            con = pymongo.MongoClient(host, port)

        except Exception, e:

            print e

            return None

    return con

def getAppTransactions():

    global maxDate

    global oneDay

    #maxDate=1440592469243

    maxDate=1440678869243

    #maxDate = utils.to_java_date(datetime.datetime.now())

#     retailerId=None

#     appName=None

#     clicksCount=0

#     installCount=0

    #db.AppTransaction.find({$and: [{transaction_time: {$gte: 1440678869243 } }, {transaction_time: { $lte: 1440765269243} },{app_id:33} ] } ).count();

    print (maxDate+oneDay),get_mongo_connection().AppOrder.AppTransaction.find({"$and": [ {'transaction_time': {"$gte": maxDate } }, { 'transaction_time': { "$lte": (maxDate+oneDay)} } ] } ).count();

    appTransactions = get_mongo_connection().AppOrder.AppTransaction.find({"$and": [ {'transaction_time': {"$gte": maxDate } }, { 'transaction_time': { "$lte": (maxDate+oneDay)} } ] } );

    for appTransaction in list(appTransactions):

        installed = False

        appId=appTransaction.get('app_id')

        retailerId=appTransaction.get('retailer_id')

        if appIdMap.has_key(retailerId):

            appIdClicksMap = appIdMap.get(retailerId) 

        else:

            appIdClicksMap = {}

        if retailerMap.has_key(appId):

            clicksMap = retailerMap.get(appId) 

        else:

            clicksMap = {}

        if clicksMap.has_key('clicks'):

            clicksMap['clicks'] = clicksMap.get('clicks') + 1

        else:

            clicksMap['clicks'] = 1

        if appIdClicksMap.has_key('clicks'):

            appIdClicksMap['clicks'] = appIdClicksMap.get('clicks') + 1

        else:

            appIdClicksMap['clicks'] = 1

        if appTransaction.get('payout_description')=='Approved':

            installed = True

            if clicksMap.has_key('installs'):

                clicksMap['installs'] = clicksMap.get('installs') + 1

            else:

                clicksMap['installs'] = 1

            if appIdClicksMap.has_key('installs'):

                appIdClicksMap['installs'] = appIdClicksMap.get('installs') + 1

            else:

                appIdClicksMap['installs'] = 1

        retailerMap[appId] = clicksMap    

        appIdMap[retailerId] = appIdClicksMap

        if not overallRetailerAppMap.has_key(retailerId):

            overallRetailerAppMap[retailerId] = {}

        appMap =  overallRetailerAppMap.get(retailerId)

        if not appMap.has_key(appId):

            appMap[appId] = {"clicked":0,"installed":0}

        countMap = appMap[appId]

        countMap['clicked'] += 1

        if installed:

            countMap['installed'] += 1

        #getAppName(appTransaction.get('app_id'),appTransaction.get('retailer_id'))

#         if appTransaction.get('payout_description')=='Approved':

#             retailerMap = getAppName(appTransaction.get('app_id'),appTransaction.get('retailer_id'))

#             for x, y in retailerMap.iteritems():

#                 for bra,cow in y.iteritems():

#                     retailerId=x

#                     appName=bra

#                     clicksCount=cow

#                     installCount=cow     

#             appTransactions = AppOffersAnalytics(retailerId, appName,clicksCount,installCount,getTime())

#             get_mongo_connection().AppOrder.AppAnalytics.insert(appTransactions.__dict__)

#   

    for x, y in overallRetailerAppMap.iteritems():

        for bra,cow in y.iteritems():

            for s,m in cow.iteritems():

                print x,bra, s,m

    print 'Now retailer map'            

    for x, y in appMap.iteritems():

        for bra,cow in y.iteritems():

            retailerId = x

            if bra=='clicks':

                clicks = cow

            #retailerId=x

            #appName=bra

            #clicksCount=cow

    #appTransactions = AppOffersAnalytics(retailerId, appName,clicksCount,installCount,getTime())

    #get_mongo_connection().AppOrder.AppAnalytics.insert(appTransactions.__dict__)

def getAppName(appId):

    appDetails =app_offers.get_by(id=appId)

    return appDetails.app_name

#         if retailerMap.has_key(retailerId):

#             clicksMap = retailerMap.get(retailerId) 

#         else:

#             clicksMap = {}

#             

#         if clicksMap.has_key(appDetail.appmasters.app_name):

#             clicksMap[appDetail.appmasters.app_name] = clicksMap.get(appDetail.appmasters.app_name) + 1

#         else:

#             clicksMap[appDetail.appmasters.app_name] = 1

#         retailerMap[retailerId] = clicksMap

def dumpAppTransactionsMysql():

    newTransaction_id=''

    appTransactions = get_mongo_connection().AppOrder.AppTransaction.find();

    for appTransaction in appTransactions:

        newTransaction_id=appTransaction.get('_id')

        checkAppTransaction =  app_transactions.get_by(transaction_id=newTransaction_id)

        if checkAppTransaction is None:

            print 'Inserting new record inside table'

            insertNewAppTransaction(appTransaction)

        else:

            print 'In else',checkAppTransaction.payout_description

            if checkAppTransaction.payout_description!=appTransaction.get('payout_description'):

                print 'Need to update the record',checkAppTransaction.payout_description

                if appTransaction.get('payout_time') is None:

                    session.query(app_transactions).filter(app_transactions.transaction_id == newTransaction_id).update({'payout_description': appTransaction.get('payout_description'),'payout_amount':appTransaction.get('payout_amount'),'cash_back_description':appTransaction.get('cash_back_description'),'cashback_status':appTransaction.get('cashback_status'),'payout_status':appTransaction.get('payout_status')})

                else:    

                    session.query(app_transactions).filter(app_transactions.transaction_id == newTransaction_id).update({'payout_description': appTransaction.get('payout_description'),'payout_amount':appTransaction.get('payout_amount'),'cash_back_description':appTransaction.get('cash_back_description'),'cashback_status':appTransaction.get('cashback_status'),'payout_status':appTransaction.get('payout_status'),'payout_time':utils.to_py_date(appTransaction.get('payout_time'))})

            elif checkAppTransaction.final_user_payout is None:

                if appTransaction.get('final_user_payout') is not None:

                    checkAppTransaction.final_user_payout = appTransaction.get('final_user_payout')

                else:

                    if appTransaction.get('isCashBackOverriden'):

                        checkAppTransaction.final_user_payout = appTransaction.get('overridenCashBack')

                    else:

                        checkAppTransaction.final_user_payout = appTransaction.get('user_payout')

            else:

                print 'Record should not be updated'

    session.commit()

def insertNewAppTransaction(appTransaction):

    app_transaction = app_transactions()

    app_transaction.transaction_id=appTransaction.get('_id')

    app_transaction.retailer_id = appTransaction.get('retailer_id')

    app_transaction.app_id = appTransaction.get('app_id')

    app_transaction.app_name=getAppName(appTransaction.get('app_id'))

    app_transaction.cashback_status = appTransaction.get('cashback_status')

    app_transaction.redirect_url = appTransaction.get('redirect_url')

    app_transaction.cash_back_description = appTransaction.get('cash_back_description')

    app_transaction.payout_status = appTransaction.get('payout_status')

    app_transaction.overridenCashBack = appTransaction.get('overridenCashBack')

    app_transaction.isCashBackOverriden = appTransaction.get('isCashBackOverriden')

    app_transaction.transaction_time =utils.to_py_date(appTransaction.get('transaction_time'))

    if appTransaction.get('payout_time') is None:

        app_transaction.payout_time = None

    else:    

        app_transaction.payout_time = utils.to_py_date(appTransaction.get('payout_time'))

    app_transaction.offer_price = appTransaction.get('offer_price')

    app_transaction.payout_amount = appTransaction.get('payout_amount')

    app_transaction.user_payout = appTransaction.get('user_payout')

    app_transaction.payout_description = appTransaction.get('payout_description')

    if appTransaction.get('final_user_payout') is not None:

        app_transaction.final_user_payout = appTransaction.get('final_user_payout')

    else:

        if appTransaction.get('isCashBackOverriden'):

            app_transaction.final_user_payout = appTransaction.get('overridenCashBack')

        else:

            app_transaction.final_user_payout = appTransaction.get('user_payout')

    session.commit()

def deleteAppTransactions():

    try:

        session.query(app_transactions).delete()

        session.commit()

    except:

        session.rollback()

def main():

    #getAppTransactions()

    #deleteAppTransactions()

    dumpAppTransactionsMysql()

def getTime():    

    tdate=datetime.datetime.strftime(datetime.datetime.now(),'%Y-%m-%d')

    return tdate

if __name__ == '__main__':

    main()

    session.close()