| Line 332... |
Line 332... |
| 332 |
|
332 |
|
| 333 |
elif source_id == 6:
|
333 |
elif source_id == 6:
|
| 334 |
try:
|
334 |
try:
|
| 335 |
if data['_id'] in ignoreItems:
|
335 |
if data['_id'] in ignoreItems:
|
| 336 |
print "Ignored items returning for %d"%(data['_id'])
|
336 |
print "Ignored items returning for %d"%(data['_id'])
|
| 337 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':5,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
337 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':5,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer'],'gross_price':data.get('gross_price')}
|
| 338 |
|
338 |
|
| 339 |
try:
|
339 |
try:
|
| 340 |
if ignoreLastUpdated and data['priceUpdatedOn'] > to_java_date(now - timedelta(minutes=5)):
|
340 |
if ignoreLastUpdated and data['priceUpdatedOn'] > to_java_date(now - timedelta(minutes=5)):
|
| 341 |
print "sku id is already updated",data['_id']
|
341 |
print "sku id is already updated",data['_id']
|
| 342 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':5,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
342 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':5,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer'],'gross_price':data.get('gross_price')}
|
| 343 |
except:
|
343 |
except:
|
| 344 |
pass
|
344 |
pass
|
| 345 |
|
345 |
|
| 346 |
paytmScraper = PaytmScraper.PaytmScraper()
|
346 |
paytmScraper = PaytmScraper.PaytmScraper()
|
| 347 |
url = "https://catalog.paytm.com/v1/mobile/product/%s"%(data['identifier'].strip())
|
347 |
url = "https://catalog.paytm.com/v1/mobile/product/%s"%(data['identifier'].strip())
|
| 348 |
try:
|
348 |
try:
|
| 349 |
result = paytmScraper.read(url)
|
349 |
result = paytmScraper.read(url)
|
| 350 |
effective_price = result.get('offerPrice')
|
350 |
effective_price = result.get('offerPrice')
|
| - |
|
351 |
gross_price = effective_price
|
| 351 |
coupon = ""
|
352 |
coupon = ""
|
| 352 |
try:
|
353 |
try:
|
| 353 |
offers = PaytmOfferScraper.fetchOffers(result['offerUrl'])
|
354 |
offers = PaytmOfferScraper.fetchOffers(result['offerUrl'])
|
| 354 |
try:
|
355 |
try:
|
| 355 |
addToPaytmMaster(offers.get('codes'))
|
356 |
addToPaytmMaster(offers.get('codes'))
|
| Line 365... |
Line 366... |
| 365 |
except:
|
366 |
except:
|
| 366 |
pass
|
367 |
pass
|
| 367 |
available_price = effective_price
|
368 |
available_price = effective_price
|
| 368 |
if result['inStock']:
|
369 |
if result['inStock']:
|
| 369 |
inStock = 1
|
370 |
inStock = 1
|
| 370 |
get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'available_price':available_price,'updatedOn':to_java_date(datetime.now()),'priceUpdatedOn':to_java_date(datetime.now()),'in_stock':1,'buyBoxFlag':1,'codAvailable':result.get('codAvailable'),'coupon':coupon}})
|
371 |
get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'available_price':available_price,'updatedOn':to_java_date(datetime.now()),'priceUpdatedOn':to_java_date(datetime.now()),'in_stock':1,'buyBoxFlag':1,'codAvailable':result.get('codAvailable'),'coupon':coupon,'gross_price':gross_price}})
|
| 371 |
get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'available_price':available_price , 'in_stock':1,'codAvailable':result.get('codAvailable')}})
|
372 |
get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'available_price':available_price , 'in_stock':1,'codAvailable':result.get('codAvailable'),'gross_price':gross_price}})
|
| 372 |
else:
|
373 |
else:
|
| 373 |
inStock = 0
|
374 |
inStock = 0
|
| 374 |
get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'updatedOn':to_java_date(datetime.now()),'in_stock':0,'priceUpdatedOn':to_java_date(datetime.now()),'buyBoxFlag':1,'codAvailable':result.get('codAvailable'),'coupon':coupon}})
|
375 |
get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'updatedOn':to_java_date(datetime.now()),'in_stock':0,'priceUpdatedOn':to_java_date(datetime.now()),'buyBoxFlag':1,'codAvailable':result.get('codAvailable'),'coupon':coupon}})
|
| 375 |
get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':0,'codAvailable':result.get('codAvailable')}})
|
376 |
get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':0,'codAvailable':result.get('codAvailable')}})
|
| 376 |
|
377 |
|
| Line 378... |
Line 379... |
| 378 |
inStock = 0
|
379 |
inStock = 0
|
| 379 |
get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'updatedOn':to_java_date(datetime.now()),'in_stock':0,'priceUpdatedOn':to_java_date(datetime.now()),'buyBoxFlag':1}})
|
380 |
get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'updatedOn':to_java_date(datetime.now()),'in_stock':0,'priceUpdatedOn':to_java_date(datetime.now()),'buyBoxFlag':1}})
|
| 380 |
get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':0}})
|
381 |
get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':0}})
|
| 381 |
|
382 |
|
| 382 |
|
383 |
|
| 383 |
return {'_id':data['_id'],'available_price':available_price,'in_stock':inStock,'source_id':6,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'], 'coupon':coupon,'codAvailable':result['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
384 |
return {'_id':data['_id'],'available_price':available_price,'in_stock':inStock,'source_id':6,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'], 'coupon':coupon,'codAvailable':result['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer'],'gross_price':gross_price}
|
| 384 |
except Exception as e:
|
385 |
except Exception as e:
|
| 385 |
print "Exception for _id %d and source %s"%(data['_id'], source_id)
|
386 |
print "Exception for _id %d and source %s"%(data['_id'], source_id)
|
| 386 |
traceback.print_exc()
|
387 |
traceback.print_exc()
|
| 387 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':6,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
388 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':6,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer'],'gross_price':data.get('gross_price')}
|
| 388 |
|
389 |
|
| 389 |
|
390 |
|
| 390 |
else:
|
391 |
else:
|
| 391 |
return {}
|
392 |
return {}
|
| 392 |
|
393 |
|