WebSVN – SmartDukaan – Diff – //trunk/PyDTR/src/dtr/sources/snapdeal.py



from dtr.dao import AffiliateInfo, Order, SubOrder
from dtr.main import getBrowserObject, ScrapeException, getStore, ParseException, \
    Store as MStore, ungzipResponse, tprint
from dtr.storage import Mongo
from dtr.storage.Mongo import getImgSrc
from dtr.utils.utils import fetchResponseUsingProxy
from pprint import pprint
from pymongo import MongoClient
import json
import pymongo
import re

    
    
    def scrapeStoreOrders(self,):
        #collectionMap = {'palcedOn':1}
        orders = self._getActiveOrders()
 
        for order in orders:
            print "Order", self.store_name, order['orderId']
            try:
                url = ORDER_TRACK_URL + re.findall('.*(\?.*?)$', order['orderSuccessUrl'],re.IGNORECASE)[0]
 
                page = fetchResponseUsingProxy(url)
                #page=page.decode("utf-8")
                soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
                sections = soup.findAll("section")
                orderEl = sections[1]
                orderTrs = orderEl.findAll("tr")

    return urllib.urlencode(parameters)
 
def main():
    #print todict([1,2,"3"])
    store = getStore(3)
    print store.parseOrderRawHtml(32, "32323", 2, "323243", "https://m.snapdeal.com/orderSummary?code=6d7428243672f72436736707a46ecbd2&order=5328225555")
    #store.scrapeStoreOrders()
    #store._isSubOrderActive(8, "5970688907")
    #store.scrapeAffiliate()
    #store.scrapeStoreOrders()
 
 
            
def todict(obj, classkey=None):
    if isinstance(obj, dict):

Rev 14696	Rev 14758
Line 10...	Line 10...
10	`from dtr.dao import AffiliateInfo, Order, SubOrder`	10	`from dtr.dao import AffiliateInfo, Order, SubOrder`
11	`from dtr.main import getBrowserObject, ScrapeException, getStore, ParseException, \`	11	`from dtr.main import getBrowserObject, ScrapeException, getStore, ParseException, \`
12	`Store as MStore, ungzipResponse, tprint`	12	`Store as MStore, ungzipResponse, tprint`
13	`from dtr.storage import Mongo`	13	`from dtr.storage import Mongo`
14	`from dtr.storage.Mongo import getImgSrc`	14	`from dtr.storage.Mongo import getImgSrc`
-		15	`from dtr.utils.utils import fetchResponseUsingProxy`
15	`from pprint import pprint`	16	`from pprint import pprint`
16	`from pymongo import MongoClient`	17	`from pymongo import MongoClient`
17	`import json`	18	`import json`
18	`import pymongo`	19	`import pymongo`
19	`import re`	20	`import re`
Line 237...	Line 238...
237		238
238		239
239	`def scrapeStoreOrders(self,):`	240	`def scrapeStoreOrders(self,):`
240	`#collectionMap = {'palcedOn':1}`	241	`#collectionMap = {'palcedOn':1}`
241	`orders = self._getActiveOrders()`	242	`orders = self._getActiveOrders()`
242	`br = getBrowserObject()`	-
243	`for order in orders:`	243	`for order in orders:`
244	`print "Order", self.store_name, order['orderId']`	244	`print "Order", self.store_name, order['orderId']`
245	`try:`	245	`try:`
246	`url = ORDER_TRACK_URL + re.findall('.(\?.?)$', order['orderSuccessUrl'],re.IGNORECASE)[0]`	246	`url = ORDER_TRACK_URL + re.findall('.(\?.?)$', order['orderSuccessUrl'],re.IGNORECASE)[0]`
247	`response = br.open(url)`	-
248	`page = ungzipResponse(response)`	247	`page = fetchResponseUsingProxy(url)`
249	`#page=page.decode("utf-8")`	248	`#page=page.decode("utf-8")`
250	`soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)`	249	`soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)`
251	`sections = soup.findAll("section")`	250	`sections = soup.findAll("section")`
252	`orderEl = sections[1]`	251	`orderEl = sections[1]`
253	`orderTrs = orderEl.findAll("tr")`	252	`orderTrs = orderEl.findAll("tr")`
Line 406...	Line 405...
406	`return urllib.urlencode(parameters)`	405	`return urllib.urlencode(parameters)`
407		406
408	`def main():`	407	`def main():`
409	`#print todict([1,2,"3"])`	408	`#print todict([1,2,"3"])`
410	`store = getStore(3)`	409	`store = getStore(3)`
411	`#print store.parseOrderRawHtml(32, "32323", 2, "323243", "https://m.snapdeal.com/orderSummary?code=6d7428243672f72436736707a46ecbd2&order=5328225555")`	410	`print store.parseOrderRawHtml(32, "32323", 2, "323243", "https://m.snapdeal.com/orderSummary?code=6d7428243672f72436736707a46ecbd2&order=5328225555")`
412	`#store.scrapeStoreOrders()`	411	`#store.scrapeStoreOrders()`
413	`#store._isSubOrderActive(8, "5970688907")`	412	`#store._isSubOrderActive(8, "5970688907")`
414	`#store.scrapeAffiliate()`	413	`#store.scrapeAffiliate()`
415	`store.scrapeStoreOrders()`	414	`#store.scrapeStoreOrders()`
416		415
417		416
418		417
419	`def todict(obj, classkey=None):`	418	`def todict(obj, classkey=None):`
420	`if isinstance(obj, dict):`	419	`if isinstance(obj, dict):`

Subversion Repositories SmartDukaan

(root)//trunk/PyDTR/src/dtr/sources/snapdeal.py – Rev 14696 → 14758