WebSVN – SmartDukaan – Diff – /trunk/PyDTR/src/scripts/ProfitMandiNewPushNotificationSender.py

 parser.add_option("-M", "--mongoHost", dest="mongoHost",
                   default="localhost",
                   type="str", help="The requsets a single thread handles",
                   metavar="MONGOHOST")
 parser.add_option("-m", "--mysqlHost", dest="mysqlHost",
-                  default="127.0.0.1",
+                  default="localhost",
                   type="str", help="The requsets a single thread handles",
                   metavar="MONGOHOST")
 (options, args) = parser.parse_args()
 GCM_URL = "https://android.googleapis.com/gcm/send"
+FCM_URL = "https://fcm.googleapis.com/fcm/send"
 GOOGLE_API_KEY = "AIzaSyBGL29sWCKm8OweP62ywrfv4jv4VIN8u0o"
+FCM_API_KEY = "AAAASAjNcn4:APA91bG6fWRIgYJI0L9gCjP5ynaXz2hJHYKtD9dfH7Depdv31Nd9APJwhx-OPkAJ1WSz4BGNYG8lHThLFSjDGFxIwUZv241YcAJEGDLgt86mxq9FXJe-yBRu-S0_ZwHqmX-QaVKl5F_A"
-headers = {'content-type':'application/json', "authorization":"key=" + GOOGLE_API_KEY}
+headers_gcm = {'content-type':'application/json', "authorization":"key=" + GOOGLE_API_KEY}
+headers_fcm = {'content-type':'application/json', "authorization":"key=" + FCM_API_KEY}
 aff_url_headers = {
             'User-agent':'Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2062.120 Safari/537.36',
             'Accept' : 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
             'Accept-Language' : 'en-US,en;q=0.8',
             'Accept-Charset' : 'ISO-8859-1,utf-8;q=0.7,*;q=0.3',
             'Connection':'keep-alive'
+        }
 pendingNotificationSet = {'_id':1,'user_id':1,'gcm_id':1,'notification_campaign_id':1}
-pendingCampaignSet = {'_id':1,'name':1,'title':1,'message':1,'type':1,'url':1,'sql':1,'expiresat':1}
+pendingCampaignSet = {'_id':1,'name':1,'title':1,'message':1,'type':1,'url':1,'sql':1,'expiresat':1,'image':1}
 pendingNotificationEntryMap = {}
 campaignUsersMap = {}
 notificationCampaignsMap = {}
 userGcmRegIdMap = {}
 db = MySQLdb.connect(options.mysqlHost,"root","shop2020","dtr" )
 cursor = db.cursor()
 ALL_STORES_SQL = "select * from stores"
-GCM_REG_ID_SQL1 = "select x.user_id, x.gcm_regid, x.id, x.androidid, x.created  from (select gc.* from gcm_users gc join users u on gc.user_id=u.id where gc.user_id in (%s) and gc.androidid is not null and u.activated=1 order by gc.id desc) as x group by x.user_id, x.gcm_regid, x.androidid"
+GCM_REG_ID_SQL1 = "select x.user_id, x.gcm_regid, x.id, x.androidid, x.created, x.notification_type from (select gc.* from gcm_users gc join users u on gc.user_id=u.id where gc.user_id in (%s) and gc.androidid is not null and u.activated=1 and gc.failurecount < 2 order by gc.id desc) as x group by x.user_id, x.gcm_regid, x.androidid"
-GCM_REG_ID_SQL2 = "select x.user_id, x.gcm_regid, x.id, x.androidid, x.created, x.imeinumber  from (select gc.* from gcm_users gc join users u on u.id=gc.user_id where gc.user_id in (%s) and gc.androidid is null and gc.imeinumber and u.activated=1 is not null order by id desc) as x group by x.user_id, x.imeinumber"
+GCM_REG_ID_SQL2 = "select x.user_id, x.gcm_regid, x.id, x.androidid, x.created, x.imeinumber,x.notification_type from (select gc.* from gcm_users gc join users u on u.id=gc.user_id where gc.user_id in (%s) and gc.androidid is null and gc.imeinumber is not null and gc.failurecount < 2 and u.activated=1 order by id desc) as x group by x.user_id, x.imeinumber"
-FETCH_GCM_REG_SQL = "select id, gcm_regid from gcm_users where id in (%s)"
+FETCH_GCM_REG_SQL = "select id, gcm_regid, notification_type from gcm_users where id in (%s)"
 cursor.execute(ALL_STORES_SQL)
 result_stores = cursor.fetchall()
 domainStoresMap = {}
 for rec in result_stores:
 def populatePendingNotificationEntriesToBeSent():
     global pendingNotificationEntryMap
     toRefetchGcmId = []
     offset = 0
+    old_campaigns = []
     while(True):
         pendingNotificationEntries = list(get_mongo_connection(host=options.mongoHost).User.pushnotifications.find({'type':'pending'}, pendingNotificationSet).skip(offset).limit(10000))
         if not pendingNotificationEntries:
             break
         for entry in pendingNotificationEntries:
+            try:
-            gcm_regid = gcmIdGcmRegIdMap.get(entry.get('gcm_id'))
+                gcm_regid = gcmIdGcmRegIdMap.get(entry.get('gcm_id'))[0]
+            except:
+                gcm_regid = None
             if gcm_regid is None:
                 toRefetchGcmId.append(entry.get('gcm_id'))
+            if not notificationCampaignsMap.has_key(long(entry['notification_campaign_id'])):
+                old_campaigns.append(long(entry['notification_campaign_id']))
             if pendingNotificationEntryMap.has_key(entry['notification_campaign_id']):
                 entries = pendingNotificationEntryMap.get(entry['notification_campaign_id'])
                 entries.append(entry)
                 pendingNotificationEntryMap[entry['notification_campaign_id']] = entries
             else:
         return
     cursor.execute(FETCH_GCM_REG_SQL%(",".join(map(str,toRefetchGcmId))))
     result_data = cursor.fetchall()
     if result_data:
         for data in result_data:
-            gcmIdGcmRegIdMap[data[0]] = data[1]
+            gcmIdGcmRegIdMap[data[0]] = [data[1],data[2]]
+    if old_campaigns:
+        print "yes, old campaigns exist"
+        campaigns = list(get_mongo_connection(host=options.mongoHost).User.notificationcampaigns.find({'_id':{"$in":old_campaigns}},pendingCampaignSet))
+        for campaign in campaigns:
+            notificationCampaignsMap[long(campaign['_id'])] = campaign
 def populateCampaignsMap(pendingCampaigns):
     global campaignUsersMap
         if result_data and len(result_data)>0:
             for dataRec in result_data:
-                gcmIdGcmRegIdMap[dataRec[2]] = dataRec[1]
+                gcmIdGcmRegIdMap[dataRec[2]] = [dataRec[1], dataRec[5]]
                 if userGcmRegIdMap.has_key(dataRec[0]):
                     gcmRegIdMap = userGcmRegIdMap.get(dataRec[0])
                     gcmRegIdMap[dataRec[2]]= {'gcm_regid':dataRec[1],'android_id':dataRec[3]}
                     userGcmRegIdMap[dataRec[0]] = gcmRegIdMap
                 else:
                     userGcmRegIdMap[dataRec[0]] = {dataRec[2]:{'gcm_regid':dataRec[1],'android_id':dataRec[3]}}
         logging.debug("GCM_REG_SQL_2:- "+GCM_REG_ID_SQL2%(",".join(map(str,user_list))))
         cursor.execute(GCM_REG_ID_SQL2%(",".join(map(str,user_list))))
         result_data = cursor.fetchall()
         for dataRec in result_data:
-            gcmIdGcmRegIdMap[dataRec[2]] = dataRec[1]
+            gcmIdGcmRegIdMap[dataRec[2]] = [dataRec[1], dataRec[6]]
             if userGcmRegIdMap.has_key(dataRec[0]):
                 gcmRegIdMap = userGcmRegIdMap.get(dataRec[0])
                 gcmRegIdMap[dataRec[2]]= {'gcm_regid':dataRec[1],'android_id':dataRec[3]}
                 userGcmRegIdMap[dataRec[0]] = gcmRegIdMap
     for record in recordsList:
         try:
             #userGcmRegIdDetails = userGcmRegIdMap.get(long(record.get('user_id')))
             campaign = notificationCampaignsMap.get(long(record.get('notification_campaign_id')))
             gcm_id = record.get('gcm_id')
-            gcm_regid = gcmIdGcmRegIdMap.get(gcm_id)
+            gcm_regid = gcmIdGcmRegIdMap.get(gcm_id)[0]
             if gcm_regid is None:
                 print "Ideally should never raise"
                 raise
         except:
             logging.debug('Error while getting GCM Details for User Id:- '+ str(record.get('user_id'))+" and Notification Id:- "+str(record.get('notification_campaign_id')))
                     result_url = campaign.get('url').strip()
         if campaign.get('url') is None or str(campaign.get('url'))=='':
             result_url = 'http://api.profittill.com/deals?user_id='+str(record.get('user_id'))
         data = {"message":campaign.get('message'),"cid":str(campaign.get('_id'))+"_"+str(record.get('_id')),"title":campaign.get('title'),
                 "type":campaign.get('type'),"url":result_url.strip(),"vibrate":1,"sound":1,"largeIcon":"large_icon",
-                "smallIcon":"small_icon","priority":"high","time_to_live":long(campaign.get('expiresat'))-long(time.mktime(datetime.now().timetuple()))}
+                "smallIcon":"small_icon","priority":"high","time_to_live":long(campaign.get('expiresat'))-long(time.mktime(datetime.now().timetuple())),"image":campaign.get("image")}
         post_data = {}
         post_data['data'] = data
+        if gcmIdGcmRegIdMap.get(gcm_id)[1] == 'gcm':
-        regIds = []
+            regIds = []
-        regIds.append(gcm_regid)
+            regIds.append(gcm_regid)
-        post_data['registration_ids'] = regIds
+            post_data['registration_ids'] = regIds
+            post_data_json = json.dumps(post_data)
+            logging.debug('User Id:- '+str(record.get('user_id'))+' Post Data Json :- '+str(post_data_json))
+            response = requests.post(GCM_URL, data=post_data_json, headers=headers_gcm)
+        else:
+            post_data['to'] = gcm_regid
+            post_data['priority'] = 'high'
+            post_data['sound'] = 'default'
+            post_data['time_to_live'] = 2419200
-        post_data_json = json.dumps(post_data)
+            post_data_json = json.dumps(post_data)
-        logging.debug('User Id:- '+str(record.get('user_id'))+' Post Data Json :- '+str(post_data_json))
+            logging.debug('User Id:- '+str(record.get('user_id'))+' Post Data Json :- '+str(post_data_json))
-        response = requests.post(GCM_URL, data=post_data_json, headers=headers)
+            response = requests.post(FCM_URL, data=post_data_json, headers=headers_fcm)
         logging.debug('User Id:- '+str(record.get('user_id'))+' GCM_ID:- '+str(gcm_id)+' Response :-'+str(response.text))
         result = json.loads(response.text)
         if result["success"]:
             get_mongo_connection(host=options.mongoHost).User.pushnotifications.update({'_id':record.get('_id')},{"$set":{'message':'success','type':'sent','sent_timestamp':to_java_date(datetime.now())}})
         else:
         db.close()
 if __name__ == '__main__':
     main()

Subversion Repositories SmartDukaan

(root)/trunk/PyDTR/src/scripts/ProfitMandiNewPushNotificationSender.py – Rev 24395 → 24396