WebSVN – SmartDukaan – Diff – /trunk/PyDTR/src/scripts/PaytmPriceScraping.py



        if shareUrl is None:
            shareUrl = data['marketPlaceUrl']
        print result['offerUrl']
        try:
            offers = PaytmOfferScraper.fetchOffers(result['offerUrl'])
 
 
 
 
 
            bestOffer = {}
            for offer_data in offers.get('codes'):
                if effective_price > offer_data.get('effective_price'):
                    effective_price = offer_data.get('effective_price')
                    bestOffer = offer_data

    skuBundleId = item['skuBundleId']
    
    similarItems = list(get_mongo_connection().Catalog.Deals.find({'skuBundleId':skuBundleId}).sort([('netPriceAfterCashBack',pymongo.ASCENDING)]))
    bestPrice = float("inf")
    bestOne = None
 
    toUpdate = []
    prepaidBestPrice = float("inf")
    prepaidBestOne = None
 
    for similarItem in similarItems:
        if similarItem['codAvailable'] ==1:
            if mc.get("negative_deals") is None:
                populateNegativeDeals()
            if similarItem['in_stock'] == 0  or similarItem['_id'] in mc.get("negative_deals"):

                get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})
                continue
            if similarItem.get('netPriceAfterCashBack') < bestPrice:
                bestOne = similarItem
                bestPrice = similarItem.get('netPriceAfterCashBack')
 
            elif similarItem.get('netPriceAfterCashBack') == bestPrice:
                
                try:
                    if (DEAL_PRIORITY.index(int(similarItem['source_id'])) > DEAL_PRIORITY.index(int(bestOne['source_id']))):
                        continue
                except:
                    traceback.print_exc()
                
                bestOne = similarItem
                bestPrice = similarItem.get('netPriceAfterCashBack')
 
            else:
                pass
        else:
            if mc.get("negative_deals") is None:
                populateNegativeDeals()

                get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})
                continue
            if similarItem.get('netPriceAfterCashBack') < prepaidBestPrice:
                prepaidBestOne = similarItem
                prepaidBestPrice = similarItem.get('netPriceAfterCashBack')
 
            elif similarItem.get('netPriceAfterCashBack') == prepaidBestPrice:
                
                try:
                    if (DEAL_PRIORITY.index(int(similarItem['source_id'])) > DEAL_PRIORITY.index(int(prepaidBestOne['source_id']))):
                        continue
                except:
                    traceback.print_exc()
                
                prepaidBestOne = similarItem
                prepaidBestPrice = similarItem.get('netPriceAfterCashBack')
 
            else:
                pass
    if bestOne is not None or prepaidBestOne is not None:
        for similarItem in similarItems:
            toUpdate.append(similarItem['_id'])

Rev 20347	Rev 20365
Line 140...	Line 140...
140	`if shareUrl is None:`	140	`if shareUrl is None:`
141	`shareUrl = data['marketPlaceUrl']`	141	`shareUrl = data['marketPlaceUrl']`
142	`print result['offerUrl']`	142	`print result['offerUrl']`
143	`try:`	143	`try:`
144	`offers = PaytmOfferScraper.fetchOffers(result['offerUrl'])`	144	`offers = PaytmOfferScraper.fetchOffers(result['offerUrl'])`
145	`try:`	-
146	`addToPaytmMaster(offers.get('codes'))`	-
147	`except:`	-
148	`print "Error in adding coupon"`	-
149	`traceback.print_exc()`	-
150	`bestOffer = {}`	145	`bestOffer = {}`
151	`for offer_data in offers.get('codes'):`	146	`for offer_data in offers.get('codes'):`
152	`if effective_price > offer_data.get('effective_price'):`	147	`if effective_price > offer_data.get('effective_price'):`
153	`effective_price = offer_data.get('effective_price')`	148	`effective_price = offer_data.get('effective_price')`
154	`bestOffer = offer_data`	149	`bestOffer = offer_data`
Line 222...	Line 217...
222	`skuBundleId = item['skuBundleId']`	217	`skuBundleId = item['skuBundleId']`
223		218
224	`similarItems = list(get_mongo_connection().Catalog.Deals.find({'skuBundleId':skuBundleId}).sort([('netPriceAfterCashBack',pymongo.ASCENDING)]))`	219	`similarItems = list(get_mongo_connection().Catalog.Deals.find({'skuBundleId':skuBundleId}).sort([('netPriceAfterCashBack',pymongo.ASCENDING)]))`
225	`bestPrice = float("inf")`	220	`bestPrice = float("inf")`
226	`bestOne = None`	221	`bestOne = None`
227	`bestSellerPoints = 0`	-
228	`toUpdate = []`	222	`toUpdate = []`
229	`prepaidBestPrice = float("inf")`	223	`prepaidBestPrice = float("inf")`
230	`prepaidBestOne = None`	224	`prepaidBestOne = None`
231	`prepaidBestSellerPoints = 0`	-
232	`for similarItem in similarItems:`	225	`for similarItem in similarItems:`
233	`if similarItem['codAvailable'] ==1:`	226	`if similarItem['codAvailable'] ==1:`
234	`if mc.get("negative_deals") is None:`	227	`if mc.get("negative_deals") is None:`
235	`populateNegativeDeals()`	228	`populateNegativeDeals()`
236	`if similarItem['in_stock'] == 0 or similarItem['_id'] in mc.get("negative_deals"):`	229	`if similarItem['in_stock'] == 0 or similarItem['_id'] in mc.get("negative_deals"):`
Line 240...	Line 233...
240	`get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})`	233	`get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})`
241	`continue`	234	`continue`
242	`if similarItem.get('netPriceAfterCashBack') < bestPrice:`	235	`if similarItem.get('netPriceAfterCashBack') < bestPrice:`
243	`bestOne = similarItem`	236	`bestOne = similarItem`
244	`bestPrice = similarItem.get('netPriceAfterCashBack')`	237	`bestPrice = similarItem.get('netPriceAfterCashBack')`
245	`bestSellerPoints = similarItem['bestSellerPoints']`	-
246	`elif similarItem.get('netPriceAfterCashBack') == bestPrice:`	238	`elif similarItem.get('netPriceAfterCashBack') == bestPrice:`
247		239
248	`try:`	240	`try:`
249	`if (DEAL_PRIORITY.index(int(similarItem['source_id'])) > DEAL_PRIORITY.index(int(bestOne['source_id']))):`	241	`if (DEAL_PRIORITY.index(int(similarItem['source_id'])) > DEAL_PRIORITY.index(int(bestOne['source_id']))):`
250	`continue`	242	`continue`
251	`except:`	243	`except:`
252	`traceback.print_exc()`	244	`traceback.print_exc()`
253		245
254	`bestOne = similarItem`	246	`bestOne = similarItem`
255	`bestPrice = similarItem.get('netPriceAfterCashBack')`	247	`bestPrice = similarItem.get('netPriceAfterCashBack')`
256	`bestSellerPoints = similarItem['bestSellerPoints']`	-
257	`else:`	248	`else:`
258	`pass`	249	`pass`
259	`else:`	250	`else:`
260	`if mc.get("negative_deals") is None:`	251	`if mc.get("negative_deals") is None:`
261	`populateNegativeDeals()`	252	`populateNegativeDeals()`
Line 266...	Line 257...
266	`get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})`	257	`get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})`
267	`continue`	258	`continue`
268	`if similarItem.get('netPriceAfterCashBack') < prepaidBestPrice:`	259	`if similarItem.get('netPriceAfterCashBack') < prepaidBestPrice:`
269	`prepaidBestOne = similarItem`	260	`prepaidBestOne = similarItem`
270	`prepaidBestPrice = similarItem.get('netPriceAfterCashBack')`	261	`prepaidBestPrice = similarItem.get('netPriceAfterCashBack')`
271	`prepaidBestSellerPoints = similarItem['bestSellerPoints']`	-
272	`elif similarItem.get('netPriceAfterCashBack') == prepaidBestPrice:`	262	`elif similarItem.get('netPriceAfterCashBack') == prepaidBestPrice:`
273		263
274	`try:`	264	`try:`
275	`if (DEAL_PRIORITY.index(int(similarItem['source_id'])) > DEAL_PRIORITY.index(int(bestOne['source_id']))):`	265	`if (DEAL_PRIORITY.index(int(similarItem['source_id'])) > DEAL_PRIORITY.index(int(prepaidBestOne['source_id']))):`
276	`continue`	266	`continue`
277	`except:`	267	`except:`
278	`traceback.print_exc()`	268	`traceback.print_exc()`
279		269
280	`prepaidBestOne = similarItem`	270	`prepaidBestOne = similarItem`
281	`prepaidBestPrice = similarItem.get('netPriceAfterCashBack')`	271	`prepaidBestPrice = similarItem.get('netPriceAfterCashBack')`
282	`prepaidBestSellerPoints = similarItem['bestSellerPoints']`	-
283	`else:`	272	`else:`
284	`pass`	273	`pass`
285	`if bestOne is not None or prepaidBestOne is not None:`	274	`if bestOne is not None or prepaidBestOne is not None:`
286	`for similarItem in similarItems:`	275	`for similarItem in similarItems:`
287	`toUpdate.append(similarItem['_id'])`	276	`toUpdate.append(similarItem['_id'])`

Subversion Repositories SmartDukaan

(root)/trunk/PyDTR/src/scripts/PaytmPriceScraping.py – Rev 20347 → 20365