WebSVN – SmartDukaan – Diff – /trunk/PyDTR/src/scripts/HomeShop18PriceScraping.py



            data['dealFlag'] = 1
            data['dealType'] = manualDeal['dealType']
    
    for val in toScrapMap.values():
        updatePrices(val)
    print "Done with homeshop pricing"
        
def updatePrices(data):
    if data.get('ignorePricing') ==1:
        print "Ignored items returning for %d"%(data['_id'])
        return

    skuBundleId = item['skuBundleId']
    
    similarItems = list(get_mongo_connection().Catalog.Deals.find({'skuBundleId':skuBundleId}).sort([('netPriceAfterCashBack',pymongo.ASCENDING)]))
    bestPrice = float("inf")
    bestOne = None
    #bestSellerPoints = 0
    toUpdate = []
    prepaidBestPrice = float("inf")
    prepaidBestOne = None
    #prepaidBestSellerPoints = 0
    for similarItem in similarItems:
        if similarItem['codAvailable'] ==1:
            if mc.get("negative_deals") is None:
                populateNegativeDeals()
            if similarItem['in_stock'] == 0  or similarItem['_id'] in mc.get("negative_deals"):

                get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})
                continue
            if similarItem.get('netPriceAfterCashBack') < bestPrice:
                bestOne = similarItem
                bestPrice = similarItem.get('netPriceAfterCashBack')
                #bestSellerPoints = similarItem['bestSellerPoints']
            elif similarItem.get('netPriceAfterCashBack') == bestPrice:
                
                try:
                    if (DEAL_PRIORITY.index(int(similarItem['source_id'])) > DEAL_PRIORITY.index(int(prepaidBestOne['source_id']))):
                        continue
                except:
                    traceback.print_exc()
                
                bestOne = similarItem
                bestPrice = similarItem.get('netPriceAfterCashBack')
                #bestSellerPoints = similarItem['bestSellerPoints']
            else:
                pass
        else:
            if mc.get("negative_deals") is None:
                populateNegativeDeals()

                get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})
                continue
            if similarItem.get('netPriceAfterCashBack') < prepaidBestPrice:
                prepaidBestOne = similarItem
                prepaidBestPrice = similarItem.get('netPriceAfterCashBack')
                #prepaidBestSellerPoints = similarItem['bestSellerPoints']
            elif similarItem.get('netPriceAfterCashBack') == prepaidBestPrice:
                
                try:
                    if (DEAL_PRIORITY.index(int(similarItem['source_id'])) > DEAL_PRIORITY.index(int(bestOne['source_id']))):
                        continue
                except:
                    traceback.print_exc()
                
                prepaidBestOne = similarItem
                prepaidBestPrice = similarItem.get('netPriceAfterCashBack')
                #prepaidBestSellerPoints = similarItem['bestSellerPoints']
            else:
                pass
    if bestOne is not None or prepaidBestOne is not None:
        for similarItem in similarItems:
            toUpdate.append(similarItem['_id'])

Rev 20347	Rev 20359
Line 96...	Line 96...
96	`data['dealFlag'] = 1`	96	`data['dealFlag'] = 1`
97	`data['dealType'] = manualDeal['dealType']`	97	`data['dealType'] = manualDeal['dealType']`
98		98
99	`for val in toScrapMap.values():`	99	`for val in toScrapMap.values():`
100	`updatePrices(val)`	100	`updatePrices(val)`
-		101	`print "Done with homeshop pricing"`
101		102
102	`def updatePrices(data):`	103	`def updatePrices(data):`
103	`if data.get('ignorePricing') ==1:`	104	`if data.get('ignorePricing') ==1:`
104	`print "Ignored items returning for %d"%(data['_id'])`	105	`print "Ignored items returning for %d"%(data['_id'])`
105	`return`	106	`return`
Line 167...	Line 168...
167	`skuBundleId = item['skuBundleId']`	168	`skuBundleId = item['skuBundleId']`
168		169
169	`similarItems = list(get_mongo_connection().Catalog.Deals.find({'skuBundleId':skuBundleId}).sort([('netPriceAfterCashBack',pymongo.ASCENDING)]))`	170	`similarItems = list(get_mongo_connection().Catalog.Deals.find({'skuBundleId':skuBundleId}).sort([('netPriceAfterCashBack',pymongo.ASCENDING)]))`
170	`bestPrice = float("inf")`	171	`bestPrice = float("inf")`
171	`bestOne = None`	172	`bestOne = None`
172	`bestSellerPoints = 0`	173	`#bestSellerPoints = 0`
173	`toUpdate = []`	174	`toUpdate = []`
174	`prepaidBestPrice = float("inf")`	175	`prepaidBestPrice = float("inf")`
175	`prepaidBestOne = None`	176	`prepaidBestOne = None`
176	`prepaidBestSellerPoints = 0`	177	`#prepaidBestSellerPoints = 0`
177	`for similarItem in similarItems:`	178	`for similarItem in similarItems:`
178	`if similarItem['codAvailable'] ==1:`	179	`if similarItem['codAvailable'] ==1:`
179	`if mc.get("negative_deals") is None:`	180	`if mc.get("negative_deals") is None:`
180	`populateNegativeDeals()`	181	`populateNegativeDeals()`
181	`if similarItem['in_stock'] == 0 or similarItem['_id'] in mc.get("negative_deals"):`	182	`if similarItem['in_stock'] == 0 or similarItem['_id'] in mc.get("negative_deals"):`
Line 185...	Line 186...
185	`get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})`	186	`get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})`
186	`continue`	187	`continue`
187	`if similarItem.get('netPriceAfterCashBack') < bestPrice:`	188	`if similarItem.get('netPriceAfterCashBack') < bestPrice:`
188	`bestOne = similarItem`	189	`bestOne = similarItem`
189	`bestPrice = similarItem.get('netPriceAfterCashBack')`	190	`bestPrice = similarItem.get('netPriceAfterCashBack')`
190	`bestSellerPoints = similarItem['bestSellerPoints']`	191	`#bestSellerPoints = similarItem['bestSellerPoints']`
191	`elif similarItem.get('netPriceAfterCashBack') == bestPrice:`	192	`elif similarItem.get('netPriceAfterCashBack') == bestPrice:`
192		193
193	`try:`	194	`try:`
194	`if (DEAL_PRIORITY.index(int(similarItem['source_id'])) > DEAL_PRIORITY.index(int(bestOne['source_id']))):`	195	`if (DEAL_PRIORITY.index(int(similarItem['source_id'])) > DEAL_PRIORITY.index(int(prepaidBestOne['source_id']))):`
195	`continue`	196	`continue`
196	`except:`	197	`except:`
197	`traceback.print_exc()`	198	`traceback.print_exc()`
198		199
199	`bestOne = similarItem`	200	`bestOne = similarItem`
200	`bestPrice = similarItem.get('netPriceAfterCashBack')`	201	`bestPrice = similarItem.get('netPriceAfterCashBack')`
201	`bestSellerPoints = similarItem['bestSellerPoints']`	202	`#bestSellerPoints = similarItem['bestSellerPoints']`
202	`else:`	203	`else:`
203	`pass`	204	`pass`
204	`else:`	205	`else:`
205	`if mc.get("negative_deals") is None:`	206	`if mc.get("negative_deals") is None:`
206	`populateNegativeDeals()`	207	`populateNegativeDeals()`
Line 211...	Line 212...
211	`get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})`	212	`get_mongo_connection().Catalog.Deals.update({ '_id' : similarItem['_id'] }, {'$set':{'showDeal':0,'prepaidDeal':0 }})`
212	`continue`	213	`continue`
213	`if similarItem.get('netPriceAfterCashBack') < prepaidBestPrice:`	214	`if similarItem.get('netPriceAfterCashBack') < prepaidBestPrice:`
214	`prepaidBestOne = similarItem`	215	`prepaidBestOne = similarItem`
215	`prepaidBestPrice = similarItem.get('netPriceAfterCashBack')`	216	`prepaidBestPrice = similarItem.get('netPriceAfterCashBack')`
216	`prepaidBestSellerPoints = similarItem['bestSellerPoints']`	217	`#prepaidBestSellerPoints = similarItem['bestSellerPoints']`
217	`elif similarItem.get('netPriceAfterCashBack') == prepaidBestPrice:`	218	`elif similarItem.get('netPriceAfterCashBack') == prepaidBestPrice:`
218		219
219	`try:`	220	`try:`
220	`if (DEAL_PRIORITY.index(int(similarItem['source_id'])) > DEAL_PRIORITY.index(int(bestOne['source_id']))):`	221	`if (DEAL_PRIORITY.index(int(similarItem['source_id'])) > DEAL_PRIORITY.index(int(bestOne['source_id']))):`
221	`continue`	222	`continue`
222	`except:`	223	`except:`
223	`traceback.print_exc()`	224	`traceback.print_exc()`
224		225
225	`prepaidBestOne = similarItem`	226	`prepaidBestOne = similarItem`
226	`prepaidBestPrice = similarItem.get('netPriceAfterCashBack')`	227	`prepaidBestPrice = similarItem.get('netPriceAfterCashBack')`
227	`prepaidBestSellerPoints = similarItem['bestSellerPoints']`	228	`#prepaidBestSellerPoints = similarItem['bestSellerPoints']`
228	`else:`	229	`else:`
229	`pass`	230	`pass`
230	`if bestOne is not None or prepaidBestOne is not None:`	231	`if bestOne is not None or prepaidBestOne is not None:`
231	`for similarItem in similarItems:`	232	`for similarItem in similarItems:`
232	`toUpdate.append(similarItem['_id'])`	233	`toUpdate.append(similarItem['_id'])`

Subversion Repositories SmartDukaan

(root)/trunk/PyDTR/src/scripts/HomeShop18PriceScraping.py – Rev 20347 → 20359