Subversion Repositories SmartDukaan

Rev

Rev 14126 | Rev 14131 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 14126 Rev 14127
Line 3... Line 3...
3 
from datetime import datetime, timedelta
 3 
from datetime import datetime, timedelta
4 
from operator import itemgetter
 4 
from operator import itemgetter
5 
from dtr.utils import FlipkartScraper,NewFlipkartScraper
 5 
from dtr.utils import FlipkartScraper,NewFlipkartScraper
6 
 
 6 
 
7 
con = None
 7 
con = None
8 
now = datetime.now()
 - 
 
9 
print to_java_date(now)
 - 
 
10 
scraperFk = FlipkartScraper.FlipkartScraper()
 8 
scraperFk = FlipkartScraper.FlipkartScraper()
11 
scraperProductPage = NewFlipkartScraper.FlipkartProductPageScraper()
 9 
scraperProductPage = NewFlipkartScraper.FlipkartProductPageScraper()
12 
 
 10 
 
13 
def get_mongo_connection(host='localhost', port=27017):
 11 
def get_mongo_connection(host='localhost', port=27017):
14 
    global con
 12 
    global con
Line 20... Line 18...
20 
            print e
 18 
            print e
21 
            return None
 19 
            return None
22 
    return con
 20 
    return con
23 
 
 21 
 
24 
def scrapeFlipkart():
 22 
def scrapeFlipkart():
25 
    flipkartBestSellers = list(get_mongo_connection().Catalog.MasterData.find({'rank':{'$gt':0},'source_id':2}))
 23 
    flipkartBestSellers = list(get_mongo_connection().Catalog.MasterData.find({'rank':{'$gt':0}}))
26 
    for data in flipkartBestSellers:
 24 
    for data in flipkartBestSellers:
- 
 
 25 
        if data['source_id']!=2:
- 
 
 26 
            continue
27 
        inStock = 0
 27 
        inStock = 0
28 
        retryCount = 0
 28 
        retryCount = 0
29 
        print str(data['identifier'])
 29 
        print str(data['identifier'])
30 
        if data['identifier'] is None or len(data['identifier'].strip())==0:
 30 
        if data['identifier'] is None or len(data['identifier'].strip())==0:
31 
            print "continue"
 31 
            print "continue"
32 
            continue
 32 
            continue
33
33
34 
        try:
 34 
        try:
35 
            if data['priceUpdatedOn'] > to_java_date(now - timedelta(minutes=5)):
 35 
            if data['priceUpdatedOn'] > to_java_date(datetime.now() - timedelta(minutes=5)):
36 
                print "sku id is already updated",data['_id']
36 
                print "sku id is already updated",data['_id']
37 
                continue
 37 
                continue
38 
        except:
 38 
        except:
39 
            pass
 39 
            pass
40
40
Line 79... Line 79...
79 
            if lowestSp > 0:
 79 
            if lowestSp > 0:
80 
                inStock = 1
 80 
                inStock = 1
81 
        print lowestSp
 81 
        print lowestSp
82 
        print inStock
 82 
        print inStock
83 
        if lowestSp > 0:
 83 
        if lowestSp > 0:
84 
            get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'available_price':lowestSp,'updatedOn':to_java_date(now),'priceUpdatedOn':to_java_date(now),'in_stock':inStock}}, multi=True)
 84 
            get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'available_price':lowestSp,'updatedOn':to_java_date(datetime.now()),'priceUpdatedOn':to_java_date(datetime.now()),'in_stock':inStock}}, multi=True)
85 
            get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'available_price':lowestSp , 'in_stock':inStock}}, multi=True)
 85 
            get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'available_price':lowestSp , 'in_stock':inStock}}, multi=True)
86 
        else:
 86 
        else:
87 
            get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'updatedOn':to_java_date(now),'in_stock':inStock,'priceUpdatedOn':to_java_date(now)}}, multi=True)
 87 
            get_mongo_connection().Catalog.MasterData.update({'_id':data['_id']}, {'$set' : {'updatedOn':to_java_date(datetime.now()),'in_stock':inStock,'priceUpdatedOn':to_java_date(datetime.now())}}, multi=True)
88 
            get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':inStock}}, multi=True)
 88 
            get_mongo_connection().Catalog.Deals.update({'_id':data['_id']}, {'$set' : {'in_stock':inStock}}, multi=True)
89
89
90 
        try:
 90 
        try:
91 
            recomputeDeal(data['skuBundleId'])
 91 
            recomputeDeal(data['skuBundleId'])
92 
        except:
 92 
        except: