Subversion Repositories SmartDukaan

import pymongo
from dtr.utils.utils import to_java_date
import optparse
from datetime import datetime
from dtr.utils import ShopCluesScraper
import traceback

con = None
parser = optparse.OptionParser()
parser.add_option("-m", "--m", dest="mongoHost",
                      default="localhost",
                      type="string", help="The HOST where the mongo server is running",
                      metavar="mongo_host")

(options, args) = parser.parse_args()


exceptionList = []
now = datetime.now()
sc = ShopCluesScraper.ShopCluesScraper()

def get_mongo_connection(host=options.mongoHost, port=27017):
    global con
    if con is None:
        print "Establishing connection %s host and port %d" %(host,port)
        try:
            con = pymongo.MongoClient(host, port)
        except Exception, e:
            print e
            return None
    return con

def getAllProductsToSync():
    global exceptionList
    all_products = get_mongo_connection().Catalog.MasterData.find({'source':"shopclues.com"})
    for product in all_products:
        print product['_id']
        try:
            result = sc.read(product['url'])
            print result
        except:
            traceback.print_exc()
            exceptionList.append(product['_id'])
            continue
        get_mongo_connection().Catalog.MasterData.update({'_id':product['_id']},{'$set':{'codAvailable':result['isCod'], 'coupon':result['coupon'], 'in_stock':result['inStock'], 'available_price':result['price'], \
                                                          'identifier':result['scin']}}, multi=False, upsert=False)

def correctUrls():
    all_products = get_mongo_connection().Catalog.MasterData.find({'source':"shopclues.com"})
    for product in all_products:
        print product['url']
        url = product['url'][0:product['url'].index('?utm_source')]
        print "======================="
        get_mongo_connection().Catalog.MasterData.update({'_id':product['_id']},{'$set':{'marketPlaceUrl':url}})

def correctScin():
    all_products = get_mongo_connection().Catalog.MasterData.find({'source':"shopclues.com"})
    for product in all_products:
        if len(product['identifier'])!=0:
            continue
        print product['_id']
        try:
            result = sc.read(product['marketPlaceUrl'])
        except:
            continue
        print result
        get_mongo_connection().Catalog.MasterData.update({'_id':product['_id']},{'$set':{'identifier':result}})
        
        

def main():
    getAllProductsToSync()
    #print "Exception list"
    #for e in exceptionList:
    #    print e
    correctUrls()
    #correctScin()
        
if __name__=='__main__':
    main()