| Line 300... |
Line 300... |
| 300 |
try:
|
300 |
try:
|
| 301 |
sc = ShopCluesScraper.ShopCluesScraper()
|
301 |
sc = ShopCluesScraper.ShopCluesScraper()
|
| 302 |
url = transformUrl(url, 5)
|
302 |
url = transformUrl(url, 5)
|
| 303 |
productInfo = sc.read(url)
|
303 |
productInfo = sc.read(url)
|
| 304 |
except Exception as e:
|
304 |
except Exception as e:
|
| 305 |
print traceback.print_exc()
|
305 |
traceback.print_exc()
|
| 306 |
productInfo = {}
|
306 |
productInfo = {}
|
| 307 |
productInfo['price'] = 0.0
|
307 |
productInfo['price'] = 0.0
|
| 308 |
productInfo['inStock'] = 0
|
308 |
productInfo['inStock'] = 0
|
| 309 |
productInfo['isCod'] = 0
|
309 |
productInfo['isCod'] = 0
|
| 310 |
|
310 |
|
| Line 318... |
Line 318... |
| 318 |
get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':0,'dealType':data['dealType'],'rank':data['rank'],'codAvailable':productInfo['isCod']}})
|
318 |
get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':0,'dealType':data['dealType'],'rank':data['rank'],'codAvailable':productInfo['isCod']}})
|
| 319 |
|
319 |
|
| 320 |
return {'_id':data['_id'],'available_price':productInfo['price'],'in_stock':productInfo['inStock'],'source_id':5,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'], 'coupon':productInfo['coupon'],'codAvailable':productInfo['isCod'], 'tagline': data['tagline'], 'offer': data['offer']}
|
320 |
return {'_id':data['_id'],'available_price':productInfo['price'],'in_stock':productInfo['inStock'],'source_id':5,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'], 'coupon':productInfo['coupon'],'codAvailable':productInfo['isCod'], 'tagline': data['tagline'], 'offer': data['offer']}
|
| 321 |
except Exception as e:
|
321 |
except Exception as e:
|
| 322 |
print "Exception for _id %d and source %s"%(data['_id'], source_id)
|
322 |
print "Exception for _id %d and source %s"%(data['_id'], source_id)
|
| 323 |
print e
|
323 |
traceback.print_exc()
|
| 324 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':5,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
324 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':5,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
| 325 |
|
325 |
|
| 326 |
else:
|
326 |
else:
|
| 327 |
return {}
|
327 |
return {}
|
| 328 |
|
328 |
|