WebSVN – SmartDukaan – Diff – /trunk/PyDTR/src/dtr/sources/flipkart.py

 USERNAME='saholic1@gmail.com'
 PASSWORD='spice@2020'
 ORDER_TRACK_URL='https://m.flipkart.com/order_details'
 AFFILIATE_URL='https://www.flipkart.com/affiliate/login'
 AFFILIATE_LOGIN_URL='https://www.flipkart.com/affiliate/a_login'
-AFF_REPORT_URL='http://www.flipkart.com/affiliate/reports/ordersReport?order_status_filter=%s&startdate=%s&enddate=%s'
+AFF_REPORT_URL='http://www.flipkart.com/affiliate/reports/ordersReport?order_status_filter=%s&startdate=%s&enddate=%s&page=%s'
 AFF_STATUS_CANCELLED='cancelled'
 AFF_STATUS_APPROVED='approved'
 AFF_STATUS_DISAPPROVED='disapproved'
 AFF_STATUS_PENDING='pending'
 categoryMap = {3:"Mobiles", 5:"Tablets"}
         br.open(AFFILIATE_LOGIN_URL, urllib.urlencode(data))
         for delta in range(1,2):
             yester5date = date.today() - timedelta(delta)
             syester5date = yester5date.strftime('%Y-%m-%d')
             for status in [AFF_STATUS_PENDING, AFF_STATUS_CANCELLED, AFF_STATUS_DISAPPROVED]:
+                hasPagination=True
+                page = 0
+                while hasPagination:
+                    page +=1
-                try:
+                    try:
-                    br.open(AFF_REPORT_URL % (status, syester5date, syester5date))
+                        br.open(AFF_REPORT_URL % (status, syester5date, syester5date, page))
-                except:
+                    except:
-                    tprint("Could not fetch data for Status %s and date %s"%(status, syester5date))
+                        tprint("Could not fetch data for Status %s and date %s"%(status, syester5date))
-                page = ungzipResponse(br.response())
+                    page = ungzipResponse(br.response())
-                soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
+                    soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
-                soup.table
+                    soup.table
-                try:
+                    try:
-                    tableElement = soup.findAll('table', {'class':'report-table fixtable'})[1]
+                        tableElement = soup.findAll('table', {'class':'report-table fixtable'})[1]
-                except:
+                    except:
-                    continue
+                        continue
-                trElements = tableElement.findAll('tr')
+                    trElements = tableElement.findAll('tr')
-                trElements.pop(0)
+                    trElements.pop(0)
+                    hasPagination = len(trElements) > 0
-                for trElement in trElements:
+                    for trElement in trElements:
-                    tdElements = trElement.findAll('td')
+                        tdElements = trElement.findAll('td')
-                    productCode = re.findall(r'pid=(.*)$', tdElements[0].find('a')['href'])[0]
+                        productCode = re.findall(r'pid=(.*)$', tdElements[0].find('a')['href'])[0]
-                    quantity =int(tdElements[3].text)
+                        quantity =int(tdElements[3].text)
-                    price = int(float(tdElements[2].text.strip().replace(",","")))
+                        price = int(float(tdElements[2].text.strip().replace(",","")))
-                    payOut = int(float(tdElements[6].text.strip().replace(",","")))
+                        payOut = int(float(tdElements[6].text.strip().replace(",","")))
-                    saleAmount = int(float(tdElements[4].text.strip().replace(",","")))
+                        saleAmount = int(float(tdElements[4].text.strip().replace(",","")))
-                    subTagId = tdElements[7].text.strip()
+                        subTagId = tdElements[7].text.strip()
-                    category = tdElements[1].text.strip()
+                        category = tdElements[1].text.strip()
-                    affiliateInfo = FlipkartAffiliateInfo(subTagId, syester5date, productCode, price, quantity, saleAmount, payOut, status, category)
+                        affiliateInfo = FlipkartAffiliateInfo(subTagId, syester5date, productCode, price, quantity, saleAmount, payOut, status, category)
-                    affiliateInfo.productTitle =  tdElements[0].find('a').text
+                        affiliateInfo.productTitle =  tdElements[0].find('a').text
-                    #updateMap['subOrders.$.unitPrice'] = price
+                        #updateMap['subOrders.$.unitPrice'] = price
-                    #updateMap['subOrders.$.cashBackAmount'], updateMap['subOrders.$.cashBacPercentage'] = self.getCashbackAmount(productCode, price)
+                        #updateMap['subOrders.$.cashBackAmount'], updateMap['subOrders.$.cashBacPercentage'] = self.getCashbackAmount(productCode, price)
-                    offers.append(affiliateInfo)
+                        offers.append(affiliateInfo)
         self._saveToAffiliate(offers)
         yester5date = date.today() - timedelta(1)
         syester5date = yester5date.strftime('%Y-%m-%d')
         self.db.flipkartOrderAffiliateInfo.find({"saleDate":syester5date})
     print(m.digest())
 def main():
     store = getStore(2)
-    #store.scrapeAffiliate()
+    store.scrapeAffiliate()
-    store.scrapeStoreOrders()
+    #store.scrapeStoreOrders()
     #store.parseOrderRawHtml(12346, "subtagId", 122324,  "html", 'https://m.flipkart.com/orderresponse?reference_id=OD3016502908102575&token=0db4c692bacbfbfc158b52358ac9e91e&src=or&pr=1')
     #store.parseOrderRawHtml(12346, "subtagId", 122324,  "html", 'https://m.flipkart.com/orderresponse?reference_id=OD3018701137253850&token=f7402ddcf2b63b37cc6bc528cc115d2f&src=or&pr=1')
     #store.parseOrderRawHtml(12346, "subtagId", 122324,  "html", 'https://m.flipkart.com/orderresponse?reference_id=OD0019279584515727&token=7d85d8c24d36b5a1efc8008634390c7e&src=or&pr=1')
     #store.flipkartOrderTracking(12346, "subtagId", 122324,  "html", 'https://m.flipkart.com/orderresponse?reference_id=OD0019279584515727&token=7d85d8c24d36b5a1efc8008634390c7e&src=or&pr=1')
     #store.parseOrderRawHtml(12346, "subtagId", 122324,  "html", 'https://m.flipkart.com/orderresponse?reference_id=OD0019365336126533&token=dbce2bd4dc4023295b436a7d3c7986c9&src=or&pr=1')

Subversion Repositories SmartDukaan

(root)/trunk/PyDTR/src/dtr/sources/flipkart.py – Rev 15539 → 15630