WebSVN – SmartDukaan – Diff – /trunk/PyDTR/src/dtr/sources/snapdeal.py

 from dtr.dao import AffiliateInfo, Order, SubOrder
 from dtr.main import getBrowserObject, ScrapeException, getStore, ParseException, \
     Store as MStore, ungzipResponse, tprint
 from dtr.storage import Mongo
 from dtr.storage.Mongo import getImgSrc, getDealRank
+from dtr.utils import utils
 from dtr.utils.utils import fetchResponseUsingProxy
 from pprint import pprint
 from pymongo import MongoClient
 from urlparse import urlparse, parse_qs
+from xlrd import open_workbook
 import json
+import os.path
 import pymongo
 import re
 import time
 import traceback
 import urllib
+import csv
 USERNAME='profittill2@gmail.com'
 PASSWORD='spice@2020'
-AFFILIATE_URL='http://affiliate.snapdeal.com'
+AFFILIATE_URL='http://affiliate.snapdeal.com/login/'
 POST_URL='https://api-p03.hasoffers.com/v3/Affiliate_Report.json'
 ORDER_TRACK_URL='https://m.snapdeal.com/orderSummary'
 CONFIG_URL='http://affiliate.snapdeal.com/publisher/js/config.php'
+NEW_REPORT_URI_TEMPLATE = "http://affiliate.snapdeal.com/affiliate/reports/orders/report/?fromDate=%s&toDate=%s&dump_report=True&request_type=product&status=%s"
+#"http://affiliate.snapdeal.com/affiliate/reports/orders/report/?fromDate=2015-04-01&toDate=2015-09-15&dump_report=True&request_type=product&status=cancelled
+#"http://affiliate.snapdeal.com/affiliate/reports/orders/report/?fromDate=07-09-2015&toDate=13-09-2015&dump_report=True&request_type=product&status=cancelled
 class Store(MStore):
     '''
     This is to map order statuses of our system to order statuses of snapdeal.
     And our statuses will change accordingly.
     def scrapeAffiliate(self, startDate=None, endDate=None):
         br = getBrowserObject()
         br.open(AFFILIATE_URL)
         br.select_form(nr=0)
-        br.form['data[User][password]'] = PASSWORD
+        #br.form['data[User][password]'] = PASSWORD
-        br.form['data[User][email]'] = USERNAME
+        #br.form['data[User][email]'] = USERNAME
+        br.form['email'] =  USERNAME
+        br.form['password'] = PASSWORD
         br.submit()
-        response = br.open(CONFIG_URL)
+        #after logged in successfully
+        #response = br.open(CONFIG_URL)
+        #find token to fetch api
-        token =  re.findall('"session_token":"(.*?)"', ungzipResponse(response), re.IGNORECASE)[0]
+        #token =  re.findall('"session_token":"(.*?)"', ungzipResponse(response), re.IGNORECASE)[0]
-        print token
+        #print token
-        allOffers = self._getAllOffers(br, token)
+        #allOffers = self._getAllOffers(br, token)
+        #fetch api using new report uri
+        endDate=date.today() + timedelta(days=1)
+        if startDate is None:
+            startDate=endDate - timedelta(days=31)
+        endDate = endDate.strftime('%d-%m-%Y')
+        startDate = startDate.strftime('%d-%m-%Y')
+        statuses=['cancelled', 'approved']
+        directory = "/SnapAff/"
+        curDate = directory + datetime.now().strftime('%Y-%m-%d')
+        if not os.path.exists(directory):
+            os.makedirs(directory)
+        for status in statuses:
+            reportUrl = NEW_REPORT_URI_TEMPLATE%(startDate, endDate, status)
+            print reportUrl
+            filename=curDate + "-" + status
+            fileobj = open(filename,"wb")
+            fileobj.write(utils.ungzipResponse(br.open(reportUrl)))
+            fileobj.close()
+            with open(filename, 'rb') as csvfile:
+                reader = csv.reader(csvfile)
-        self._saveToAffiliate(allOffers)
+                self._saveToAffiliate(reader)
     def _setLastSaleDate(self, saleDate):
         self.db.lastSaleDtate.update({'storeId':self.store_id}, {'$set':{'saleDate':saleDate}})
         result = bulk.execute()
         tprint(result)
     def _saveToAffiliate(self, offers):
-        collection = self.db.snapdealOrderAffiliateInfo
+        collection = self.db.snapdealOrderAffiliateInfo1
-        mcollection = self.db.merchantOrder
+        #mcollection = self.db.merchantOrder
         for offer in offers:
+            count = 0
+            for row in offers:
+                if count==0:
+                    count += 1
+                    continue
+                offer = self.covertToObj(row)
+                if offer.orderId:
+                    collection.insert(todict(offer))
+#    def _saveToAffiliate(self, offers):
+#        collection = self.db.snapdealOrderAffiliateInfo
+#        mcollection = self.db.merchantOrder
+#        for offer in offers:
-            offer = self.covertToObj(offer)
+#            offer = self.covertToObj(offer)
-            collection.update({"adId":offer.adId, "saleAmount":offer.saleAmount, "payOut":offer.payOut},{"$set":todict(offer)}, upsert=True)
+#            collection.update({"adId":offer.adId, "saleAmount":offer.saleAmount, "payOut":offer.payOut},{"$set":todict(offer)}, upsert=True)
-            mcollection.update({"subTagId":offer.subTagId, "storeId":self.store_id, "subOrders.missingAff":True}, {"$set":{"subOrders.$.missingAff":False}})
+#            mcollection.update({"subTagId":offer.subTagId, "storeId":self.store_id, "subOrders.missingAff":True}, {"$set":{"subOrders.$.missingAff":False}})
     def _getAllOffers(self, br, token):
         allOffers = []
         nextPage = 1
             if rmap['data']['pageCount']<nextPage:
                 break
         return allOffers
+#    def covertToObj(self,offer):
+#        offerData = offer['Stat']
+#        offer1 = AffiliateInfo(offerData['affiliate_info1'], self.store_id, offerData['conversion_status'], offerData['ad_id'],
+#                              offerData['datetime'], int(float(offerData['payout'])), offer['Offer']['name'], offerData['ip'], int(float(offerData['conversion_sale_amount'])))
+#        offer1.saleTime = int(time.mktime(datetime.strptime(offer1.saleDate, "%Y-%m-%d %H:%M:%S").timetuple()))
+#        return offer1
     def covertToObj(self,offer):
-        offerData = offer['Stat']
+        product,category,order_code,quantity,price,sales,commission_rate,commission_earned,datetime1,affiliate_sub_id1,affiliate_sub_id2 = offer
-        offer1 = AffiliateInfo(offerData['affiliate_info1'], self.store_id, offerData['conversion_status'], offerData['ad_id'],
+        offer1 = AffiliateInfo(affiliate_sub_id1, 3, None, None,            utils.toTimeStamp(datetime.strptime(datetime1, "%m-%d-%Y %H:%M")),
-                              offerData['datetime'], int(float(offerData['payout'])), offer['Offer']['name'], offerData['ip'], int(float(offerData['conversion_sale_amount'])))
+if "-" else int(float(commission_earned)), None, None, int(float(sales)))
-        offer1.saleTime = int(time.mktime(datetime.strptime(offer1.saleDate, "%Y-%m-%d %H:%M:%S").timetuple()))
+        offer1.orderId = order_code if order_code  else None
+        offer1.productCode = product
+        offer1.unitPrice = int(float(price))
+        offer1.quantity = int(quantity)
         return offer1
 def getPostData(token, page = 1, limit= 20, startDate=None, endDate=None):
     endDate=date.today() + timedelta(days=1)
     startDate=endDate - timedelta(days=31)
 def main():
     #print todict([1,2,"3"])
     store = getStore(3)
     #store.parseOrderRawHtml(332221, "3232311", 2, "32311243", "https://m.snapdeal.com/orderSummary?code=3fbc8a02a1c4d3c4e906f46886de0464&order=5808451506")
-    store.scrapeStoreOrders()
+    #store.scrapeStoreOrders()
     #store._isSubOrderActive(8, "5970688907")
-    #store.scrapeAffiliate()
+    store.scrapeAffiliate(datetime(2015,4,1))
     #store.scrapeStoreOrders()
 def todict(obj, classkey=None):

Subversion Repositories SmartDukaan

(root)/trunk/PyDTR/src/dtr/sources/snapdeal.py – Rev 16301 → 16946