WebSVN – SmartDukaan – Diff – /trunk/PyDTR/src/dtr/sources/flipkart.py

 from dtr.dao import AffiliateInfo, Order, SubOrder, FlipkartAffiliateInfo
 from dtr.main import getBrowserObject, getStore, ParseException, ungzipResponse, \
     Store as MStore, sourceMap, tprint
 from dtr.reports.affiliatereco import getSkuData
 from dtr.storage.DataService import Clicks, Users, FlipkartOrders
+from dtr.utils import utils
 from dtr.utils.utils import fetchResponseUsingProxy
 from elixir import *
 from pprint import pprint
 from pymongo.mongo_client import MongoClient
 import hashlib
 AFF_REPORT_URL='http://www.flipkart.com/affiliate/reports/ordersReport?order_status_filter=%s&startdate=%s&enddate=%s&page=%s'
 AFF_STATUS_CANCELLED='cancelled'
 AFF_STATUS_APPROVED='approved'
 AFF_STATUS_DISAPPROVED='disapproved'
 AFF_STATUS_PENDING='pending'
+statuses = [AFF_STATUS_CANCELLED,AFF_STATUS_APPROVED,AFF_STATUS_DISAPPROVED,AFF_STATUS_PENDING ]
 categoryMap = {3:"Mobiles", 5:"Tablets"}
 class Store(MStore):
     OrderStatusMap = {
+        }
         br.open(AFFILIATE_LOGIN_URL, urllib.urlencode(data))
         for delta in range(1,2):
             yester5date = date.today() - timedelta(delta)
             syester5date = yester5date.strftime('%Y-%m-%d')
-            for status in [AFF_STATUS_PENDING, AFF_STATUS_CANCELLED, AFF_STATUS_DISAPPROVED]:
+            for status in [AFF_STATUS_PENDING, AFF_STATUS_CANCELLED, AFF_STATUS_DISAPPROVED,AFF_STATUS_APPROVED]:
                 hasPagination=True
                 pagination = 0
                 while hasPagination:
                     pagination = pagination + 1
-                    print "pagination", pagination
                     try:
                         br.open(AFF_REPORT_URL % (status, syester5date, syester5date, pagination))
                     except:
-                        tprint("Could not fetch data for Status %s and date %s"%(status, syester5date))
+                        tprint("Could not fetch data for Status %s and date %s and pagination %s"%(status, syester5date, pagination))
                     page = ungzipResponse(br.response())
                     soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
                     soup.table
                     try:
                         tableElement = soup.findAll('table', {'class':'report-table fixtable'})[1]
                         affiliateInfo = FlipkartAffiliateInfo(subTagId, syester5date, productCode, price, quantity, saleAmount, payOut, status, category)
                         affiliateInfo.productTitle =  tdElements[0].find('a').text
                         #updateMap['subOrders.$.unitPrice'] = price
                         #updateMap['subOrders.$.cashBackAmount'], updateMap['subOrders.$.cashBacPercentage'] = self.getCashbackAmount(productCode, price)
                         offers.append(affiliateInfo)
+                        tprint("Successfully updated fetch data for Status %s and date %s and pagination %s"%(status, syester5date, pagination))
         self._saveToAffiliate(offers)
         yester5date = date.today() - timedelta(1)
         syester5date = yester5date.strftime('%Y-%m-%d')
         self.db.flipkartOrderAffiliateInfo.find({"saleDate":syester5date})
 def hex_md5(password):
     m = hashlib.md5()
     print(m.digest())
 def main():
+    requestDownload()
-    store = getStore(2)
+    #store = getStore(2)
-    store.scrapeAffiliate()
+    #store.scrapeAffiliate()
     #store.scrapeStoreOrders()
     #store.parseOrderRawHtml(12346, "subtagId", 122324,  "html", 'https://m.flipkart.com/orderresponse?reference_id=OD3016502908102575&token=0db4c692bacbfbfc158b52358ac9e91e&src=or&pr=1')
     #store.parseOrderRawHtml(12346, "subtagId", 122324,  "html", 'https://m.flipkart.com/orderresponse?reference_id=OD3018701137253850&token=f7402ddcf2b63b37cc6bc528cc115d2f&src=or&pr=1')
     #store.parseOrderRawHtml(12346, "subtagId", 122324,  "html", 'https://m.flipkart.com/orderresponse?reference_id=OD0019279584515727&token=7d85d8c24d36b5a1efc8008634390c7e&src=or&pr=1')
     #store.flipkartOrderTracking(12346, "subtagId", 122324,  "html", 'https://m.flipkart.com/orderresponse?reference_id=OD0019279584515727&token=7d85d8c24d36b5a1efc8008634390c7e&src=or&pr=1')
     #store.parseOrderRawHtml(12346, "subtagId", 122324,  "html", 'https://dl.flipkart.com/orderresponse?reference_id=OD1019453634552336&token=e8e04871ad65b532aa53fa82bb34b901&src=or&pr=1')
     #hex_md5('spice@2020')
     #store.getCashbackAmount('MOBDVHC6XKKPZ3GZ', 5999)
-if __name__ == '__main__':
-        main()
+def requestDownload():
+    requestReportUrl = "http://www.flipkart.com/affiliate/download/request"
+    br = getBrowserObject()
+    br.set_debug_responses(True)
+    br.open(AFFILIATE_URL)
+    response = br.response()  # copy
+    token =  re.findall('window.__FK = "(.*?)"', utils.ungzipResponse(response), re.IGNORECASE)[0]
+    data = {'__FK':token,
+            'email':'saholic1@gmail.com',
+            'password':'e8aacf6fc1e3998186a4a8e56e428f66'
+    }
+    br.open(AFFILIATE_LOGIN_URL, urllib.urlencode(data))
+    till = date.today()
+    start = date.today() - timedelta(2)
+    target = open("dowloadreportids", 'w')
+    target.truncate()
+    for status in statuses:
+        data = getRequestDownloadData(token, start, till, status)
+        response = utils.ungzipResponse(br.open(requestReportUrl, urllib.urlencode(data)))
+        target.write(response)
+    target.close()
+def getRequestDownloadData(token, start, till, status):
+    return (
+            ('__FK',token),
+            ('parameters[from]', start),
+            ('parameters[till]', till),
+            ('parameters[filter]', status),
+            ('type','OrdersReport'),
+            )
 def todict(obj, classkey=None):
     if isinstance(obj, dict):
         data = {}
             data[classkey] = obj.__class__.__name__
         return data
     else:
         return obj
+if __name__ == '__main__':
+        main()

Subversion Repositories SmartDukaan

(root)/trunk/PyDTR/src/dtr/sources/flipkart.py – Rev 15633 → 16209