| Line 32... |
Line 32... |
| 32 |
'Accept' : 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
|
32 |
'Accept' : 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
|
| 33 |
'Accept-Language' : 'en-US,en;q=0.8',
|
33 |
'Accept-Language' : 'en-US,en;q=0.8',
|
| 34 |
'Accept-Charset' : 'ISO-8859-1,utf-8;q=0.7,*;q=0.3'
|
34 |
'Accept-Charset' : 'ISO-8859-1,utf-8;q=0.7,*;q=0.3'
|
| 35 |
}
|
35 |
}
|
| 36 |
|
36 |
|
| 37 |
ignoreItems = [24291, 24102, 24101]
|
- |
|
| 38 |
|
37 |
|
| 39 |
def get_mongo_connection(port=27017):
|
38 |
def get_mongo_connection(port=27017):
|
| 40 |
global con
|
39 |
global con
|
| 41 |
if con is None:
|
40 |
if con is None:
|
| 42 |
print "Establishing connection %s host and port %d" %(host,port)
|
41 |
print "Establishing connection %s host and port %d" %(host,port)
|
| Line 52... |
Line 51... |
| 52 |
if source_id == 1:
|
51 |
if source_id == 1:
|
| 53 |
try:
|
52 |
try:
|
| 54 |
if data['identifier'] is None or len(data['identifier'].strip())==0:
|
53 |
if data['identifier'] is None or len(data['identifier'].strip())==0:
|
| 55 |
return {}
|
54 |
return {}
|
| 56 |
|
55 |
|
| 57 |
if data['_id'] in ignoreItems:
|
56 |
if data.get('ignorePricing') ==1:
|
| 58 |
print "Ignored items returning for %d"%(data['_id'])
|
57 |
if data['dealFlag'] ==1 and data['dealType'] ==1:
|
| - |
|
58 |
data['marketPlaceUrl'] = "http://www.amazon.in/dp/%s"%(data['identifier'].strip())
|
| 59 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':1,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
59 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':1,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
| 60 |
|
60 |
|
| 61 |
|
61 |
|
| 62 |
if data['dealFlag'] ==1 and data['dealType'] ==1:
|
62 |
if data['dealFlag'] ==1 and data['dealType'] ==1:
|
| 63 |
data['marketPlaceUrl'] = "http://www.amazon.in/dp/%s"%(data['identifier'].strip())
|
63 |
data['marketPlaceUrl'] = "http://www.amazon.in/dp/%s"%(data['identifier'].strip())
|
| Line 111... |
Line 111... |
| 111 |
|
111 |
|
| 112 |
try:
|
112 |
try:
|
| 113 |
if data['identifier'] is None or len(data['identifier'].strip())==0:
|
113 |
if data['identifier'] is None or len(data['identifier'].strip())==0:
|
| 114 |
return {}
|
114 |
return {}
|
| 115 |
|
115 |
|
| - |
|
116 |
if data.get('ignorePricing') ==1:
|
| - |
|
117 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':4,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'], 'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
| - |
|
118 |
|
| 116 |
try:
|
119 |
try:
|
| 117 |
if ignoreLastUpdated and data['priceUpdatedOn'] > to_java_date(now - timedelta(minutes=5)):
|
120 |
if ignoreLastUpdated and data['priceUpdatedOn'] > to_java_date(now - timedelta(minutes=5)):
|
| 118 |
print "sku id is already updated",data['_id']
|
121 |
print "sku id is already updated",data['_id']
|
| 119 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':4,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'], 'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
122 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':4,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'], 'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
| 120 |
except:
|
123 |
except:
|
| Line 150... |
Line 153... |
| 150 |
elif source_id ==3:
|
153 |
elif source_id ==3:
|
| 151 |
try:
|
154 |
try:
|
| 152 |
if data['identifier'] is None or len(data['identifier'].strip())==0:
|
155 |
if data['identifier'] is None or len(data['identifier'].strip())==0:
|
| 153 |
return {}
|
156 |
return {}
|
| 154 |
|
157 |
|
| 155 |
if data['_id'] in ignoreItems:
|
158 |
if data.get('ignorePricing') ==1:
|
| 156 |
print "Ignored items returning for %d"%(data['_id'])
|
159 |
print "Ignored items returning for %d"%(data['_id'])
|
| 157 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':3,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
160 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':3,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
| 158 |
|
161 |
|
| 159 |
try:
|
162 |
try:
|
| 160 |
if ignoreLastUpdated and data['priceUpdatedOn'] > to_java_date(now - timedelta(minutes=5)):
|
163 |
if ignoreLastUpdated and data['priceUpdatedOn'] > to_java_date(now - timedelta(minutes=5)):
|
| Line 224... |
Line 227... |
| 224 |
elif source_id == 2:
|
227 |
elif source_id == 2:
|
| 225 |
try:
|
228 |
try:
|
| 226 |
if data['identifier'] is None or len(data['identifier'].strip())==0:
|
229 |
if data['identifier'] is None or len(data['identifier'].strip())==0:
|
| 227 |
return {}
|
230 |
return {}
|
| 228 |
|
231 |
|
| 229 |
if data['_id'] in ignoreItems:
|
232 |
if data.get('ignorePricing') ==1:
|
| 230 |
print "Ignored items returning for %d"%(data['_id'])
|
233 |
print "Ignored items returning for %d"%(data['_id'])
|
| 231 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':2,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
234 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':2,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
| 232 |
|
235 |
|
| 233 |
try:
|
236 |
try:
|
| 234 |
if ignoreLastUpdated and data['priceUpdatedOn'] > to_java_date(now - timedelta(minutes=5)):
|
237 |
if ignoreLastUpdated and data['priceUpdatedOn'] > to_java_date(now - timedelta(minutes=5)):
|
| Line 287... |
Line 290... |
| 287 |
print e
|
290 |
print e
|
| 288 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':2,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
291 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':2,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
| 289 |
|
292 |
|
| 290 |
elif source_id == 5:
|
293 |
elif source_id == 5:
|
| 291 |
try:
|
294 |
try:
|
| 292 |
if data['_id'] in ignoreItems:
|
295 |
if data.get('ignorePricing') ==1:
|
| 293 |
print "Ignored items returning for %d"%(data['_id'])
|
296 |
print "Ignored items returning for %d"%(data['_id'])
|
| 294 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':5,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
297 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':5,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
| 295 |
|
298 |
|
| 296 |
try:
|
299 |
try:
|
| 297 |
if ignoreLastUpdated and data['priceUpdatedOn'] > to_java_date(now - timedelta(minutes=5)):
|
300 |
if ignoreLastUpdated and data['priceUpdatedOn'] > to_java_date(now - timedelta(minutes=5)):
|
| Line 330... |
Line 333... |
| 330 |
traceback.print_exc()
|
333 |
traceback.print_exc()
|
| 331 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':5,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
334 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':5,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer']}
|
| 332 |
|
335 |
|
| 333 |
elif source_id == 6:
|
336 |
elif source_id == 6:
|
| 334 |
try:
|
337 |
try:
|
| 335 |
if data['_id'] in ignoreItems:
|
338 |
if data.get('ignorePricing') ==1:
|
| 336 |
print "Ignored items returning for %d"%(data['_id'])
|
339 |
print "Ignored items returning for %d"%(data['_id'])
|
| 337 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':6,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer'],'gross_price':data.get('gross_price')}
|
340 |
return {'_id':data['_id'],'available_price':data['available_price'],'in_stock':data['in_stock'],'source_id':6,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail'],'coupon':data['coupon'], 'codAvailable':data['codAvailable'], 'tagline': data['tagline'], 'offer': data['offer'],'gross_price':data.get('gross_price')}
|
| 338 |
|
341 |
|
| 339 |
try:
|
342 |
try:
|
| 340 |
if ignoreLastUpdated and data['priceUpdatedOn'] > to_java_date(now - timedelta(minutes=5)):
|
343 |
if ignoreLastUpdated and data['priceUpdatedOn'] > to_java_date(now - timedelta(minutes=5)):
|