| Line 28... |
Line 28... |
| 28 |
|
28 |
|
| 29 |
def __init__(self):
|
29 |
def __init__(self):
|
| 30 |
TradusScraper.currentPage = 1
|
30 |
TradusScraper.currentPage = 1
|
| 31 |
SulekhaScraper.currentPage = 1
|
31 |
SulekhaScraper.currentPage = 1
|
| 32 |
self.urls = [
|
32 |
self.urls = [
|
| - |
|
33 |
URL('http://www.tradus.com/search/tradus_search/?query=camera&cat=7668&page=0'),
|
| 33 |
URL('http://www.flipkart.com/mobiles/all/'),
|
34 |
URL('http://www.flipkart.com/mobiles/all/'),
|
| 34 |
URL('http://www.snapdeal.com/json/product/get/search/175/0/20?q=&sort=plrty&keyword='),
|
35 |
URL('http://www.snapdeal.com/json/product/get/search/175/0/20?q=&sort=plrty&keyword='),
|
| 35 |
URL('http://www.infibeam.com/Mobiles/search'),
|
36 |
URL('http://www.infibeam.com/Mobiles/search?page=1'),
|
| 36 |
URL('http://www.homeshop18.com/gsm-handsets/category:3027/'),
|
37 |
URL('http://www.tradus.com/search/tradus_search/?query=camera&cat=7671&page=0'),
|
| 37 |
URL('http://www.flipkart.com/mobiles/tablet-20278'),
|
38 |
URL('http://www.flipkart.com/mobiles/tablet-20278'),
|
| 38 |
URL('http://www.tradus.com/search/tradus_search/?query=mobile&filters=cat:7756'),
|
39 |
URL('http://www.homeshop18.com/gsm-handsets/category:3027/'),
|
| 39 |
URL('http://www.snapdeal.com/json/product/get/search/133/0/20?q=&sort=plrty&keyword='),
|
40 |
URL('http://www.tradus.com/search/tradus_search/?query=mobile&filters=cat:7756&page=0'),
|
| 40 |
URL('http://www.homeshop18.com/ipads-2f-tablets/category:8937/'),
|
41 |
URL('http://www.homeshop18.com/ipads-2f-tablets/category:8937/'),
|
| - |
|
42 |
URL('http://www.flipkart.com/cameras/all-camcorder/'),
|
| - |
|
43 |
URL('http://www.snapdeal.com/json/product/get/search/133/0/20?q=&sort=plrty&keyword='),
|
| 41 |
URL('http://mobiles.sulekha.com/common/common.aspx?type=mobileofferslist&makeId=0&modelId=0&pageNo='),
|
44 |
URL('http://mobiles.sulekha.com/common/common.aspx?type=mobileofferslist&makeId=0&modelId=0&pageNo='),
|
| - |
|
45 |
URL('http://www.tradus.com/search/tradus_search/?query=camera&cat=7670&page=0'),
|
| - |
|
46 |
URL('http://www.flipkart.com/cameras/all-slr'),
|
| - |
|
47 |
URL('http://www.homeshop18.com/digital-cameras/category:3178/'),
|
| - |
|
48 |
URL('http://www.infibeam.com/Cameras/search?page=1'),
|
| 42 |
URL('http://www.tradus.com/search/tradus_search/?query=tablets&filters=cat:7756&cat:7762')
|
49 |
URL('http://www.tradus.com/search/tradus_search/?query=tablets&filters=cat:7756&cat:7762&page=0'),
|
| - |
|
50 |
URL('http://www.flipkart.com/cameras/all-point-shoot'),
|
| - |
|
51 |
URL('http://www.homeshop18.com/digital-slrs/category:3188/')
|
| 43 |
#URL('http://www.adexmart.com/modules/coremanager/modules/filtersearch/filtersearch.json.php?act=filter&ident=16&page=1&perpage=1000&orderby=newest&orderway=desc')
|
52 |
#URL('http://www.adexmart.com/modules/coremanager/modules/filtersearch/filtersearch.json.php?act=filter&ident=16&page=1&perpage=1000&orderby=newest&orderway=desc')'''
|
| 44 |
]
|
53 |
]
|
| 45 |
|
54 |
|
| 46 |
def enqueue(self, url):
|
55 |
def enqueue(self, url):
|
| 47 |
|
56 |
|
| 48 |
if url is not None:
|
57 |
if url is not None:
|