Subversion Repositories SmartDukaan

Rev

Rev 14254 | Rev 14325 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 14254 Rev 14261
Line 46... Line 46...
46
            if not toScrapMap.has_key(data['_id']):
46
            if not toScrapMap.has_key(data['_id']):
47
                toScrapMap[data['_id']] = data
47
                toScrapMap[data['_id']] = data
48
    dealFlagged = list(get_mongo_connection().Catalog.Deals.find({'source_id':3,'showDeal':1,'totalPoints':{'$gt':0}}))
48
    dealFlagged = list(get_mongo_connection().Catalog.Deals.find({'source_id':3,'showDeal':1,'totalPoints':{'$gt':0}}))
49
    for deal in dealFlagged:
49
    for deal in dealFlagged:
50
        if not toScrapMap.has_key(deal['_id']):
50
        if not toScrapMap.has_key(deal['_id']):
-
 
51
            data = list(get_mongo_connection().Catalog.MasterData.find({'_id':deal['_id']}))
51
            toScrapMap[deal['_id']] = deal
52
            toScrapMap[deal['_id']] = data[0]
52
    pool = ThreadPool(cpu_count() *2)
53
    pool = ThreadPool(cpu_count() *2)
53
    pool.map(updatePrices,toScrapMap.values())
54
    pool.map(updatePrices,toScrapMap.values())
54
    pool.close()
55
    pool.close()
55
    pool.join()
56
    pool.join()
56
    print "joining threads at %s"%(str(datetime.now()))
57
    print "joining threads at %s"%(str(datetime.now()))