| Line 6... |
Line 6... |
| 6 |
from operator import itemgetter
|
6 |
from operator import itemgetter
|
| 7 |
from dtr.utils.AmazonPriceOnlyScraper import AmazonScraper
|
7 |
from dtr.utils.AmazonPriceOnlyScraper import AmazonScraper
|
| 8 |
from dtr.utils import AmazonDealScraper
|
8 |
from dtr.utils import AmazonDealScraper
|
| 9 |
from dtr.utils import FlipkartScraper,NewFlipkartScraper
|
9 |
from dtr.utils import FlipkartScraper,NewFlipkartScraper
|
| 10 |
from dtr.storage.MemCache import MemCache
|
10 |
from dtr.storage.MemCache import MemCache
|
| - |
|
11 |
from functools import partial
|
| - |
|
12 |
import threading
|
| 11 |
|
13 |
|
| 12 |
mc = MemCache("127.0.0.1")
|
14 |
mc = MemCache("127.0.0.1")
|
| 13 |
|
15 |
|
| 14 |
con = None
|
16 |
con = None
|
| 15 |
SOURCE_MAP = {'AMAZON':1,'FLIPKART':2,'SNAPDEAL':3,'SAHOLIC':4}
|
17 |
SOURCE_MAP = {'AMAZON':1,'FLIPKART':2,'SNAPDEAL':3,'SAHOLIC':4}
|
| Line 78... |
Line 80... |
| 78 |
else:
|
80 |
else:
|
| 79 |
lowestPrice = data['available_price']
|
81 |
lowestPrice = data['available_price']
|
| 80 |
get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'updatedOn':to_java_date(now),'in_stock':0,'priceUpdatedOn':to_java_date(now)}}, multi=True)
|
82 |
get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'updatedOn':to_java_date(now),'in_stock':0,'priceUpdatedOn':to_java_date(now)}}, multi=True)
|
| 81 |
get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':0,'dealType':data['dealType']}}, multi=True)
|
83 |
get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':0,'dealType':data['dealType']}}, multi=True)
|
| 82 |
|
84 |
|
| 83 |
try:
|
85 |
try:
|
| 84 |
recomputeDeal(data['skuBundleId'])
|
86 |
thread = threading.Thread(target=partial(recomputeDeal, data['skuBundleId']))
|
| - |
|
87 |
thread.start()
|
| 85 |
except:
|
88 |
except:
|
| 86 |
print "Unable to compute deal for ",data['skuBundleId']
|
89 |
print "Unable to compute deal for ",data['skuBundleId']
|
| 87 |
|
90 |
|
| 88 |
return {'_id':data['_id'],'available_price':lowestPrice,'in_stock':inStock,'source_id':1,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail']}
|
91 |
return {'_id':data['_id'],'available_price':lowestPrice,'in_stock':inStock,'source_id':1,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail']}
|
| 89 |
except:
|
92 |
except:
|
| Line 119... |
Line 122... |
| 119 |
else:
|
122 |
else:
|
| 120 |
lowestPrice = data['available_price']
|
123 |
lowestPrice = data['available_price']
|
| 121 |
get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'updatedOn':to_java_date(now),'in_stock':instock,'priceUpdatedOn':to_java_date(now)}}, multi=True)
|
124 |
get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'updatedOn':to_java_date(now),'in_stock':instock,'priceUpdatedOn':to_java_date(now)}}, multi=True)
|
| 122 |
get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':instock}}, multi=True)
|
125 |
get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':instock}}, multi=True)
|
| 123 |
|
126 |
|
| 124 |
try:
|
127 |
try:
|
| 125 |
recomputeDeal(data['skuBundleId'])
|
128 |
thread = threading.Thread(target=partial(recomputeDeal, data['skuBundleId']))
|
| - |
|
129 |
thread.start()
|
| 126 |
except:
|
130 |
except:
|
| 127 |
print "Unable to compute deal for ",data['skuBundleId']
|
131 |
print "Unable to compute deal for ",data['skuBundleId']
|
| 128 |
|
132 |
|
| 129 |
return {'_id':data['_id'],'available_price':lowestPrice,'in_stock':instock,'source_id':4,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail']}
|
133 |
return {'_id':data['_id'],'available_price':lowestPrice,'in_stock':instock,'source_id':4,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail']}
|
| 130 |
|
134 |
|
| Line 172... |
Line 176... |
| 172 |
else:
|
176 |
else:
|
| 173 |
lowestOfferPrice = data['available_price']
|
177 |
lowestOfferPrice = data['available_price']
|
| 174 |
get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'updatedOn':to_java_date(now),'in_stock':inStock,'priceUpdatedOn':to_java_date(now)}}, multi=True)
|
178 |
get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'updatedOn':to_java_date(now),'in_stock':inStock,'priceUpdatedOn':to_java_date(now)}}, multi=True)
|
| 175 |
get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':inStock}}, multi=True)
|
179 |
get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':inStock}}, multi=True)
|
| 176 |
|
180 |
|
| 177 |
try:
|
181 |
try:
|
| 178 |
recomputeDeal(data['skuBundleId'])
|
182 |
thread = threading.Thread(target=partial(recomputeDeal, data['skuBundleId']))
|
| - |
|
183 |
thread.start()
|
| 179 |
except:
|
184 |
except:
|
| 180 |
print "Unable to compute deal for ",data['skuBundleId']
|
185 |
print "Unable to compute deal for ",data['skuBundleId']
|
| 181 |
|
186 |
|
| 182 |
return {'_id':data['_id'],'available_price':lowestOfferPrice,'in_stock':inStock,'source_id':3,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail']}
|
187 |
return {'_id':data['_id'],'available_price':lowestOfferPrice,'in_stock':inStock,'source_id':3,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail']}
|
| 183 |
except:
|
188 |
except:
|
| Line 228... |
Line 233... |
| 228 |
lowestSp = data['available_price']
|
233 |
lowestSp = data['available_price']
|
| 229 |
get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'updatedOn':to_java_date(now),'in_stock':inStock,'priceUpdatedOn':to_java_date(now)}}, multi=True)
|
234 |
get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'updatedOn':to_java_date(now),'in_stock':inStock,'priceUpdatedOn':to_java_date(now)}}, multi=True)
|
| 230 |
get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':inStock}}, multi=True)
|
235 |
get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':inStock}}, multi=True)
|
| 231 |
|
236 |
|
| 232 |
|
237 |
|
| 233 |
try:
|
238 |
try:
|
| 234 |
recomputeDeal(data['skuBundleId'])
|
239 |
thread = threading.Thread(target=partial(recomputeDeal, data['skuBundleId']))
|
| - |
|
240 |
thread.start()
|
| 235 |
except:
|
241 |
except:
|
| 236 |
print "Unable to compute deal for ",data['skuBundleId']
|
242 |
print "Unable to compute deal for ",data['skuBundleId']
|
| 237 |
|
243 |
|
| 238 |
return {'_id':data['_id'],'available_price':lowestSp,'in_stock':inStock,'source_id':2,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail']}
|
244 |
return {'_id':data['_id'],'available_price':lowestSp,'in_stock':inStock,'source_id':2,'source_product_name':data['source_product_name'],'marketPlaceUrl':data['marketPlaceUrl'],'thumbnail':data['thumbnail']}
|
| 239 |
except:
|
245 |
except:
|