WebSVN – SmartDukaan – Diff – /trunk/PyDTR/src/scripts/SnapdealPriceScraping.py



    skuBundleId = item['skuBundleId']
    
    similarItems = list(get_mongo_connection().Catalog.Deals.find({'skuBundleId':skuBundleId}).sort([('netPriceAfterCashBack',pymongo.ASCENDING)]))
    bestPrice = float("inf")
    bestOne = None
 
    toUpdate = []
    prepaidBestPrice = float("inf")
    prepaidBestOne = None
 
    for similarItem in similarItems:
        if similarItem['codAvailable'] ==1:
            if mc.get("negative_deals") is None:
                populateNegativeDeals()
            if similarItem['in_stock'] == 0  or similarItem['_id'] in mc.get("negative_deals"):

                get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})
                continue
            if similarItem.get('netPriceAfterCashBack') < bestPrice:
                bestOne = similarItem
                bestPrice = similarItem.get('netPriceAfterCashBack')
 
            elif similarItem.get('netPriceAfterCashBack') == bestPrice:
                
                try:
                    if (DEAL_PRIORITY.index(int(similarItem['source_id'])) > DEAL_PRIORITY.index(int(bestOne['source_id']))):
                        continue
                except:
                    traceback.print_exc()
                
                bestOne = similarItem
                bestPrice = similarItem.get('netPriceAfterCashBack')
 
            else:
                pass
        else:
            if mc.get("negative_deals") is None:
                populateNegativeDeals()

                get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})
                continue
            if similarItem.get('netPriceAfterCashBack') < prepaidBestPrice:
                prepaidBestOne = similarItem
                prepaidBestPrice = similarItem.get('netPriceAfterCashBack')
 
            elif similarItem.get('netPriceAfterCashBack') == prepaidBestPrice:
                
                try:
                    if (DEAL_PRIORITY.index(int(similarItem['source_id'])) > DEAL_PRIORITY.index(int(prepaidBestOne['source_id']))):
                        continue
                except:
                    traceback.print_exc()
                
                prepaidBestOne = similarItem
                prepaidBestPrice = similarItem.get('netPriceAfterCashBack')
 
            else:
                pass
    if bestOne is not None or prepaidBestOne is not None:
        for similarItem in similarItems:
            toUpdate.append(similarItem['_id'])

Rev 20347	Rev 20363
Line 249...	Line 249...
249	`skuBundleId = item['skuBundleId']`	249	`skuBundleId = item['skuBundleId']`
250		250
251	`similarItems = list(get_mongo_connection().Catalog.Deals.find({'skuBundleId':skuBundleId}).sort([('netPriceAfterCashBack',pymongo.ASCENDING)]))`	251	`similarItems = list(get_mongo_connection().Catalog.Deals.find({'skuBundleId':skuBundleId}).sort([('netPriceAfterCashBack',pymongo.ASCENDING)]))`
252	`bestPrice = float("inf")`	252	`bestPrice = float("inf")`
253	`bestOne = None`	253	`bestOne = None`
254	`bestSellerPoints = 0`	-
255	`toUpdate = []`	254	`toUpdate = []`
256	`prepaidBestPrice = float("inf")`	255	`prepaidBestPrice = float("inf")`
257	`prepaidBestOne = None`	256	`prepaidBestOne = None`
258	`prepaidBestSellerPoints = 0`	-
259	`for similarItem in similarItems:`	257	`for similarItem in similarItems:`
260	`if similarItem['codAvailable'] ==1:`	258	`if similarItem['codAvailable'] ==1:`
261	`if mc.get("negative_deals") is None:`	259	`if mc.get("negative_deals") is None:`
262	`populateNegativeDeals()`	260	`populateNegativeDeals()`
263	`if similarItem['in_stock'] == 0 or similarItem['_id'] in mc.get("negative_deals"):`	261	`if similarItem['in_stock'] == 0 or similarItem['_id'] in mc.get("negative_deals"):`
Line 267...	Line 265...
267	`get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})`	265	`get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})`
268	`continue`	266	`continue`
269	`if similarItem.get('netPriceAfterCashBack') < bestPrice:`	267	`if similarItem.get('netPriceAfterCashBack') < bestPrice:`
270	`bestOne = similarItem`	268	`bestOne = similarItem`
271	`bestPrice = similarItem.get('netPriceAfterCashBack')`	269	`bestPrice = similarItem.get('netPriceAfterCashBack')`
272	`bestSellerPoints = similarItem['bestSellerPoints']`	-
273	`elif similarItem.get('netPriceAfterCashBack') == bestPrice:`	270	`elif similarItem.get('netPriceAfterCashBack') == bestPrice:`
274		271
275	`try:`	272	`try:`
276	`if (DEAL_PRIORITY.index(int(similarItem['source_id'])) > DEAL_PRIORITY.index(int(bestOne['source_id']))):`	273	`if (DEAL_PRIORITY.index(int(similarItem['source_id'])) > DEAL_PRIORITY.index(int(bestOne['source_id']))):`
277	`continue`	274	`continue`
278	`except:`	275	`except:`
279	`traceback.print_exc()`	276	`traceback.print_exc()`
280		277
281	`bestOne = similarItem`	278	`bestOne = similarItem`
282	`bestPrice = similarItem.get('netPriceAfterCashBack')`	279	`bestPrice = similarItem.get('netPriceAfterCashBack')`
283	`bestSellerPoints = similarItem['bestSellerPoints']`	-
284	`else:`	280	`else:`
285	`pass`	281	`pass`
286	`else:`	282	`else:`
287	`if mc.get("negative_deals") is None:`	283	`if mc.get("negative_deals") is None:`
288	`populateNegativeDeals()`	284	`populateNegativeDeals()`
Line 293...	Line 289...
293	`get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})`	289	`get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})`
294	`continue`	290	`continue`
295	`if similarItem.get('netPriceAfterCashBack') < prepaidBestPrice:`	291	`if similarItem.get('netPriceAfterCashBack') < prepaidBestPrice:`
296	`prepaidBestOne = similarItem`	292	`prepaidBestOne = similarItem`
297	`prepaidBestPrice = similarItem.get('netPriceAfterCashBack')`	293	`prepaidBestPrice = similarItem.get('netPriceAfterCashBack')`
298	`prepaidBestSellerPoints = similarItem['bestSellerPoints']`	-
299	`elif similarItem.get('netPriceAfterCashBack') == prepaidBestPrice:`	294	`elif similarItem.get('netPriceAfterCashBack') == prepaidBestPrice:`
300		295
301	`try:`	296	`try:`
302	`if (DEAL_PRIORITY.index(int(similarItem['source_id'])) > DEAL_PRIORITY.index(int(bestOne['source_id']))):`	297	`if (DEAL_PRIORITY.index(int(similarItem['source_id'])) > DEAL_PRIORITY.index(int(prepaidBestOne['source_id']))):`
303	`continue`	298	`continue`
304	`except:`	299	`except:`
305	`traceback.print_exc()`	300	`traceback.print_exc()`
306		301
307	`prepaidBestOne = similarItem`	302	`prepaidBestOne = similarItem`
308	`prepaidBestPrice = similarItem.get('netPriceAfterCashBack')`	303	`prepaidBestPrice = similarItem.get('netPriceAfterCashBack')`
309	`prepaidBestSellerPoints = similarItem['bestSellerPoints']`	-
310	`else:`	304	`else:`
311	`pass`	305	`pass`
312	`if bestOne is not None or prepaidBestOne is not None:`	306	`if bestOne is not None or prepaidBestOne is not None:`
313	`for similarItem in similarItems:`	307	`for similarItem in similarItems:`
314	`toUpdate.append(similarItem['_id'])`	308	`toUpdate.append(similarItem['_id'])`

Subversion Repositories SmartDukaan

(root)/trunk/PyDTR/src/scripts/SnapdealPriceScraping.py – Rev 20347 → 20363