WebSVN – SmartDukaan – Diff – //trunk/PyDTR/src/dtr/sources/snapdeal.py

 @author: amit
 '''
 from BeautifulSoup import BeautifulSoup
 from bson.binary import Binary
-from datetime import datetime, date
+from datetime import datetime, date, timedelta
 from dtr import main
 from dtr.dao import AffiliateInfo, Order, SubOrder
-from dtr.main import getBrowserObject, ScrapeException, getStore, ParseException, Store as MStore
+from dtr.main import getBrowserObject, ScrapeException, getStore, ParseException, Store as MStore,\
+    ungzipResponse
 from pprint import pprint
 from pymongo import MongoClient
 import json
 import pymongo
 import re
         br.form['data[User][password]'] = PASSWORD
         br.form['data[User][email]'] = USERNAME
         br.submit()
         response = br.open(CONFIG_URL)
-        token =  re.findall('"session_token":"(.*?)"', ungzipResponse(response, br), re.IGNORECASE)[0]
+        token =  re.findall('"session_token":"(.*?)"', ungzipResponse(response), re.IGNORECASE)[0]
         allOffers = self._getAllOffers(br, token)
         allPyOffers = []
         maxSaleDate = self._getLastSaleDate()
         newMaxSaleDate = maxSaleDate
         for offer in allOffers:
-            allPyOffers.append(self.covertToObj(offer).__dict__)
+            pyOffer = self.covertToObj(offer).__dict__
+            allPyOffers.append(pyOffer)
-            saleDate = datetime.strptime(offer.saleDate,"%Y-%m-%d %H:%M:%S")
+            saleDate = datetime.strptime(pyOffer['saleDate'],"%Y-%m-%d %H:%M:%S")
             if maxSaleDate < saleDate:
-                self._updateOrdersPayBackStatus(offer.subTagId,offer.saleDate)
+                self._updateOrdersPayBackStatus(pyOffer['subTagId'],pyOffer['saleDate'])
                 if newMaxSaleDate < saleDate:
                     newMaxSaleDate = saleDate
         self._setLastSaleDate(newMaxSaleDate)
-        print allPyOffers
         self._saveToAffiliate(allPyOffers)
     def _setLastSaleDate(self, saleDate):
-        self.db.lastDaySale.update({'storeId':self.store_id}, {'$set':{'saleDate':saleDate}})
+        self.db.lastSaleDtate.update({'storeId':self.store_id}, {'$set':{'saleDate':saleDate}})
     def _updateOrdersPayBackStatus(self, subTagId, saleDate):
         self.db.merchantOrder.update({"subTagId":subTagId, "placedOn":saleDate, "subOrders.cashbackStatus":MStore.CB_INIT},
                                               { '$set': { "subOrders.$.cashbackStatus" : MStore.CB_PENDING } })
     def parseOrderRawHtml(self, orderId, subTagId, userId, rawHtml, orderSuccessUrl):
         try:
             br = getBrowserObject()
             url = ORDER_TRACK_URL + re.findall('.*(\?.*?)$', orderSuccessUrl,re.IGNORECASE)[0]
             response = br.open(url)
-            page = ungzipResponse(response, br)
+            page = ungzipResponse(response)
             #page=page.decode("utf-8")
             soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
             #orderHead = soup.find(name, attrs, recursive, text)
             sections = soup.findAll("section")
         orders = self._getActiveOrders()
         br = getBrowserObject()
         for order in orders:
             url = ORDER_TRACK_URL + re.findall('.*(\?.*?)$', order['orderSuccessUrl'],re.IGNORECASE)[0]
             response = br.open(url)
-            page = ungzipResponse(response, br)
+            page = ungzipResponse(response)
             #page=page.decode("utf-8")
             soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
             sections = soup.findAll("section")
             sections.pop(0)
             sections.pop(0)
         allOffers = []
         nextPage = 1
         while True:
             data = getPostData(token, nextPage)
             response = br.open(POST_URL, data)
-            rmap = json.loads(ungzipResponse(response, br))
+            rmap = json.loads(ungzipResponse(response))
             if rmap is not None:
                 rmap = rmap['response']
                 if rmap is not None and len(rmap['errors'])==0:
                     allOffers += rmap['data']['data']
             nextPage += 1
     def covertToObj(self,offer):
         offerData = offer['Stat']
         offer1 = AffiliateInfo(offerData['affiliate_info1'], self.store_id, offerData['conversion_status'], offerData['ad_id'],
                               offerData['datetime'], offerData['payout'], offer['Offer']['name'], offerData['ip'], offerData['conversion_sale_amount'])
         return offer1
 def getPostData(token, page = 1, limit= 20, startDate=None, endDate=None):
-    endDate=date.today() + datetime.timedelta(days=1)
+    endDate=date.today() + timedelta(days=1)
-    startDate=endDate - datetime.timedelta(days=31)
+    startDate=endDate - timedelta(days=31)
     parameters = (
         ("page",str(page)),
         ("limit",str(limit)),
         ("fields[]","Stat.offer_id"),
     store = getStore(3)
     #store._isSubOrderActive(8, "5970688907")
     store.scrapeAffiliate()
     #store.parseOrderRawHtml(12345, "subtagId", 122323,  "html", 'https://m.snapdeal.com/purchaseMobileComplete?code=1f4166d13ea799b65aa9dea68b3e9e70&order=4509499363')
-def ungzipResponse(r,b):
-    headers = r.info()
-    if headers['Content-Encoding']=='gzip':
-        import gzip
-        print "********************"
-        print "Deflating gzip response"
-        print "********************"
-        gz = gzip.GzipFile(fileobj=r, mode='rb')
-        html = gz.read()
-        gz.close()
-        return html
 if __name__ == '__main__':
     main()
 def todict(obj, classkey=None):

Subversion Repositories SmartDukaan

(root)//trunk/PyDTR/src/dtr/sources/snapdeal.py – Rev 13662 → 13680