WebSVN – SmartDukaan – Diff – /trunk/PyDTR/src/scripts/ProfitMandiNewPushNotificationSender.py

 #!/usr/bin/python
 import threading
 import time
-import datetime
 import MySQLdb
 from elixir import *
 from sqlalchemy.orm.exc import NoResultFound, MultipleResultsFound
 from sqlalchemy.sql import func
 userGcmRegIdMap = {}
 db = MySQLdb.connect('localhost',"root","shop2020","dtr" )
 cursor = db.cursor()
 ALL_STORES_SQL = "select * from stores"
-GCM_REG_ID_SQL = "select x.user_id, x.gcm_regid, x.id, x.androidid, x.created  from (select * from gcm_users where user_id in %s order by id desc) as x group by x.user_id, x.gcm_regid, x.androidid"
+GCM_REG_ID_SQL1 = "select x.user_id, x.gcm_regid, x.id, x.androidid, x.created  from (select * from gcm_users where user_id in %s and androidid is not null order by id desc) as x group by x.user_id, x.gcm_regid, x.androidid"
+GCM_REG_ID_SQL2 = "select x.user_id, x.gcm_regid, x.id, x.androidid, x.created  from (select * from gcm_users where user_id in %s and androidid is null order by id desc) as x group by x.user_id, x.gcm_regid"
 cursor.execute(ALL_STORES_SQL)
 result_stores = cursor.fetchall()
 domainStoresMap = {}
 for rec in result_stores:
     domainStoresMap[rec[2]] = rec
                         logging.debug('User Id:-'+str(record.get('user_id'))+' Notification Url:- '+ str(record.get('user_id')))
             if campaign.get('url') is None or str(campaign.get('url'))=='':
                 result_url = 'http://api.profittill.com/deals?user_id='+str(record.get('user_id'))
             data = {"message":campaign.get('message'),"cid":str(campaign.get('_id'))+"_"+str(record.get('_id')),"title":campaign.get('title'),
                     "type":campaign.get('type'),"url":result_url.strip(),"vibrate":1,"sound":1,"largeIcon":"large_icon",
-                    "smallIcon":"small_icon","priority":"high","time_to_live":long(campaign.get('expiresat'))-long(time.mktime(datetime.datetime.now().timetuple()))}
+                    "smallIcon":"small_icon","priority":"high","time_to_live":long(campaign.get('expiresat'))-long(time.mktime(datetime.now().timetuple()))}
             post_data = {}
             post_data['data'] = data
             regIds = []
 def populateCampaignsMap(pendingCampaigns):
     global campaignUsersMap
     global notificationCampaignsMap
     for campaign in pendingCampaigns:
-        cursor.execute(campaign['sql'])
+        cursor.execute(str(campaign['sql']))
         user_records = cursor.fetchall()
         userids = []
         for record in user_records:
             if long(record[0]) not in userids:
                 userids.append(long(record[0]))
         notificationCampaignsMap[campaign['_id']] = campaign
 def insertPushNotificationEntriesToSent():
     global userGcmRegIdMap
     for userList in campaignUsersMap.values():
-        cursor.execute(GCM_REG_ID_SQL%(str(tuple(userList))))
+        cursor.execute(GCM_REG_ID_SQL1%(str(tuple(userList))))
         result_data = cursor.fetchall()
+        if result_data and len(result_data)>0:
-        for dataRec in result_data:
+            for dataRec in result_data:
+                if dataRec[0] in userList:
+                    userList.remove(long(dataRec[0]))
-            if userGcmRegIdMap.has_key(dataRec[0]):
+                if userGcmRegIdMap.has_key(dataRec[0]):
-                detailMap = {}
+                    detailMap = {}
-                gcmRegIdMap = userGcmRegIdMap.get(dataRec[0])
+                    gcmRegIdMap = userGcmRegIdMap.get(dataRec[0])
-                detailMap['gcm_regid'] = dataRec[1]
+                    detailMap['gcm_regid'] = dataRec[1]
-                if dataRec[3] is not None:
+                    if dataRec[3] is not None:
-                    detailMap['android_id'] = dataRec[3]
+                        detailMap['android_id'] = dataRec[3]
-                gcmRegIdMap[dataRec[2]]= detailMap
+                    gcmRegIdMap[dataRec[2]]= detailMap
-                userGcmRegIdMap[dataRec[0]] = gcmRegIdMap
+                    userGcmRegIdMap[dataRec[0]] = gcmRegIdMap
-            else:
+                else:
-                gcmRegIdMap = {}
+                    gcmRegIdMap = {}
-                detailMap = {}
+                    detailMap = {}
-                detailMap['gcm_regid'] = dataRec[1]
+                    detailMap['gcm_regid'] = dataRec[1]
-                if dataRec[3] is not None:
+                    if dataRec[3] is not None:
-                    detailMap['android_id'] = dataRec[3]
+                        detailMap['android_id'] = dataRec[3]
-                gcmRegIdMap[dataRec[2]]= detailMap
+                    gcmRegIdMap[dataRec[2]]= detailMap
-                userGcmRegIdMap[dataRec[0]] = gcmRegIdMap
+                    userGcmRegIdMap[dataRec[0]] = gcmRegIdMap
+            cursor.execute(GCM_REG_ID_SQL2%(str(tuple(userList))))
+            result_data = cursor.fetchall()
+            for dataRec in result_data:
+                if userGcmRegIdMap.has_key(dataRec[0]):
+                    detailMap = {}
+                    gcmRegIdMap = userGcmRegIdMap.get(dataRec[0])
+                    detailMap['gcm_regid'] = dataRec[1]
+                    if dataRec[3] is not None:
+                        detailMap['android_id'] = dataRec[3]
+                    gcmRegIdMap[dataRec[2]]= detailMap
+                    userGcmRegIdMap[dataRec[0]] = gcmRegIdMap
+                else:
+                    gcmRegIdMap = {}
+                    detailMap = {}
+                    detailMap['gcm_regid'] = dataRec[1]
+                    if dataRec[3] is not None:
+                        detailMap['android_id'] = dataRec[3]
+                    gcmRegIdMap[dataRec[2]]= detailMap
+                    userGcmRegIdMap[dataRec[0]] = gcmRegIdMap
+        else:
+            cursor.execute(GCM_REG_ID_SQL2%(str(tuple(userList))))
+            result_data = cursor.fetchall()
+            for dataRec in result_data:
+                if userGcmRegIdMap.has_key(dataRec[0]):
+                    detailMap = {}
+                    gcmRegIdMap = userGcmRegIdMap.get(dataRec[0])
+                    detailMap['gcm_regid'] = dataRec[1]
+                    if dataRec[3] is not None:
+                        detailMap['android_id'] = dataRec[3]
+                    gcmRegIdMap[dataRec[2]]= detailMap
+                    userGcmRegIdMap[dataRec[0]] = gcmRegIdMap
+                else:
+                    gcmRegIdMap = {}
+                    detailMap = {}
+                    detailMap['gcm_regid'] = dataRec[1]
+                    if dataRec[3] is not None:
+                        detailMap['android_id'] = dataRec[3]
+                    gcmRegIdMap[dataRec[2]]= detailMap
+                    userGcmRegIdMap[dataRec[0]] = gcmRegIdMap
     for campaignId, userList in campaignUsersMap.items():
         for userId in userList:
             gcmRegIdMap = userGcmRegIdMap.get(userId)
             if gcmRegIdMap is None:
             entries.append(entry)
             pendingNotificationEntryMap[entry['notification_campaign_id']] = entries
 def initiateNotificationThreadProcess(chunkSize):
     count = 1
-    logging.debug('Starting Push Notification Job....'+str(datetime.datetime.now()))
+    logging.debug('Starting Push Notification Job....'+str(datetime.now()))
     for entries in pendingNotificationEntryMap.values():
         campaign_receivers_list = list(chunks(entries, chunkSize))
         print len(campaign_receivers_list)
         for sublist in campaign_receivers_list:
             thread = NotificationThread(count, "Thread-"+str(count), sublist)
             thread.start()
             count = count +1
-    logging.debug('Stopping Push Notification Job....'+str(datetime.datetime.now()))
+    logging.debug('Stopping Push Notification Job....'+str(datetime.now()))
+def markNotificationCampaignsProcessed():
+    for campaign in notificationCampaignsMap.values():
+        logging.debug('Notification Campaign....'+str(campaign.get('notification_id'))+"...Marked Processed. "+str(datetime.now()))
+        get_mongo_connection(host=mongoHost).User.notificationcampaigns.update({'_id':campaign.get('_id')},{"$set":{'notification_processed':1}})
 def main():
     global mongoHost
     parser = optparse.OptionParser()
     parser.add_option("-C", "--chunksize", dest="chunksize",
     pendingCampaigns = getPendingCampaigns()
     populateCampaignsMap(pendingCampaigns)
     insertPushNotificationEntriesToSent()
     populatePendingNotificationEntriesToBeSent()
     initiateNotificationThreadProcess(options.chunksize)
+    markNotificationCampaignsProcessed()
+    db.close()
 if __name__=='__main__':
     main()

Subversion Repositories SmartDukaan

(root)/trunk/PyDTR/src/scripts/ProfitMandiNewPushNotificationSender.py – Rev 19095 → 19104