WebSVN – SmartDukaan – Diff – /trunk/PyDTR/src/dtr/storage/Mongo.py

 DataService.initialize(db_hostname="localhost")
 mc = MemCache("127.0.0.1")
 SOURCE_MAP = {1:'AMAZON',2:'FLIPKART',3:'SNAPDEAL',4:'SAHOLIC'}
+COLLECTION_MAP = {
+                  'ExceptionalNlc':'skuBundleId',
+                  'SkuDealerPrices':'skuBundleId',
+                  'SkuDiscountInfo':'skuBundleId',
+                  'SkuSchemeDetails':'skuBundleId',
+                  }
 def get_mongo_connection(host='localhost', port=27017):
     global con
     if con is None:
         print "Establishing connection %s host and port %d" %(host,port)
         try:
     if masterData is not None:
         return list(get_mongo_connection().Catalog.MasterData.find({"skuBundleId":masterData.get('skuBundleId')},{'_id':1,'skuBundleId':1}))
     else:
         return []
-def addSchemeDetailsForSku(data, multi):
+def addSchemeDetailsForSku(data):
-    if multi ==1:
-        skuIds = __getBundledSkusfromSku(data['sku'])
-        for sku in skuIds:
-            collection = get_mongo_connection().Catalog.SkuSchemeDetails
+    collection = get_mongo_connection().Catalog.SkuSchemeDetails
-            data['sku'] = sku.get('_id')
-            data['addedOn'] = to_java_date(datetime.now())
-            data.pop('_id',None)
-            collection.insert(data)
+    result = collection.find_one({'skuBundleId':data['skuBundleId']})
-        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':sku.get('skuBundleId')},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
-        return {1:"Data added successfully"}
-    else:
+    if result is None:
-        collection = get_mongo_connection().Catalog.SkuSchemeDetails
-        data['addedOn'] = to_java_date(datetime.now())
         collection.insert(data)
-        get_mongo_connection().Catalog.MasterData.update({'_id':data['sku']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=False)
+        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
         return {1:"Data added successfully"}
+    return {1:"BundleId info already present"}
 def getAllSkuWiseSchemeDetails(offset, limit):
     data = []
     collection = get_mongo_connection().Catalog.SkuSchemeDetails
     cursor = collection.find().skip(offset).limit(limit)
     for val in cursor:
-        master = list(get_mongo_connection().Catalog.MasterData.find({'_id':val['sku']}))
+        master = get_mongo_connection().Catalog.MasterData.find_one({'skuBundleId':val['skuBundleId']})
-        if len(master) > 0:
+        if master is not None:
-            val['brand'] = master[0]['brand']
+            val['brand'] = master['brand']
-            val['source_product_name'] = master[0]['source_product_name']
+            val['source_product_name'] = master['source_product_name']
-            val['skuBundleId'] = master[0]['skuBundleId']
         else:
             val['brand'] = ""
             val['source_product_name'] = ""
-            val['skuBundleId'] = ""
         data.append(val)
     return data
-def addSkuDiscountInfo(data, multi):
+def addSkuDiscountInfo(data):
-    if multi != 1:
-        collection = get_mongo_connection().Catalog.SkuDiscountInfo
+    collection = get_mongo_connection().Catalog.SkuDiscountInfo
-        cursor = collection.find({"sku":data['sku']})
+    cursor = collection.find_one({"skuBundleId":data['skuBundleId']})
-        if cursor.count() > 0:
+    if cursor is not None:
-            return {0:"Sku information already present."}
+        return {0:"BundleId information already present."}
-        else:
-            collection.insert(data)
-            get_mongo_connection().Catalog.MasterData.update({'_id':data['sku']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=False)
-            return {1:"Data added successfully"}
     else:
-        skuIds = __getBundledSkusfromSku(data['sku'])
-        for sku in skuIds:
-            data['sku'] = sku.get('_id')
-            collection = get_mongo_connection().Catalog.SkuDiscountInfo
-            cursor = collection.find({"sku":data['sku']})
-            if cursor.count() > 0:
-                continue
-            else:
-                data.pop('_id',None)
-                collection.insert(data)
+        collection.insert(data)
-        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':sku.get('skuBundleId')},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
+        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
         return {1:"Data added successfully"}
 def getallSkuDiscountInfo(offset, limit):
     data = []
     collection = get_mongo_connection().Catalog.SkuDiscountInfo
     cursor = collection.find().skip(offset).limit(limit)
     for val in cursor:
-        master = list(get_mongo_connection().Catalog.MasterData.find({'_id':val['sku']}))
+        master = get_mongo_connection().Catalog.MasterData.find_one({'skuBundleId':val['skuBundleId']})
-        if len(master) > 0:
+        if master is not None:
-            val['brand'] = master[0]['brand']
+            val['brand'] = master['brand']
-            val['source_product_name'] = master[0]['source_product_name']
+            val['source_product_name'] = master['source_product_name']
-            val['skuBundleId'] = master[0]['skuBundleId']
         else:
             val['brand'] = ""
             val['source_product_name'] = ""
-            val['skuBundleId'] = ""
         data.append(val)
     return data
 def updateSkuDiscount(data,_id):
     try:
         collection = get_mongo_connection().Catalog.SkuDiscountInfo
         collection.update({'_id':ObjectId(_id)},{"$set":{'min_discount':data['min_discount'],'max_discount':data['max_discount'],'discountType':data['discountType'].upper().strip()}},upsert=False, multi = False)
-        get_mongo_connection().Catalog.MasterData.update({'_id':data['sku']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=False)
+        get_mongo_connection().Catalog.MasterData.update({'_id':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
         return {1:"Data updated successfully"}
     except:
         return {0:"Data not updated."}
-def addExceptionalNlc(data, multi):
+def addExceptionalNlc(data):
-    if multi!=1:
-        collection = get_mongo_connection().Catalog.ExceptionalNlc
+    collection = get_mongo_connection().Catalog.ExceptionalNlc
-        cursor = collection.find({"sku":data['sku']})
+    cursor = collection.find_one({"skuBundleId":data['skuBundleId']})
-        if cursor.count() > 0:
+    if cursor is not None:
-            return {0:"Sku information already present."}
+        return {0:"BundleId information already present."}
-        else:
-            collection.insert(data)
-            get_mongo_connection().Catalog.MasterData.update({'_id':data['sku']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=False)
-            return {1:"Data added successfully"}
     else:
-        skuIds = __getBundledSkusfromSku(data['sku'])
-        for sku in skuIds:
-            data['sku'] = sku.get('_id')
-            collection = get_mongo_connection().Catalog.ExceptionalNlc
-            cursor = collection.find({"sku":data['sku']})
-            if cursor.count() > 0:
-                continue
-            else:
-                data.pop('_id',None)
-                collection.insert(data)
+        collection.insert(data)
-        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':sku.get('skuBundleId')},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
+        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
         return {1:"Data added successfully"}
 def getAllExceptionlNlcItems(offset, limit):
     data = []
     collection = get_mongo_connection().Catalog.ExceptionalNlc
     cursor = collection.find().skip(offset).limit(limit)
     for val in cursor:
-        master = list(get_mongo_connection().Catalog.MasterData.find({'_id':val['sku']}))
+        master = get_mongo_connection().Catalog.MasterData.find_one({'skuBundleId':val['skuBundleId']})
-        if len(master) > 0:
+        if master is not None:
-            val['brand'] = master[0]['brand']
+            val['brand'] = master['brand']
-            val['source_product_name'] = master[0]['source_product_name']
+            val['source_product_name'] = master['source_product_name']
-            val['skuBundleId'] = master[0]['skuBundleId']
         else:
             val['brand'] = ""
             val['source_product_name'] = ""
-            val['skuBundleId'] = ""
         data.append(val)
     return data
 def getMerchantOrdersByUser(userId, page=1, window=50, searchMap={}):
     if searchMap is None:
 def getCashBackDetails(identifier, source_id):
     if not bool(mc.get("category_cash_back")):
         populateCashBack()
-    """Need to add item level cashback, no data available right now."""
     if source_id in (1,2,4,5):
         skuData = list(get_mongo_connection().Catalog.MasterData.find({'identifier':identifier.strip(), 'source_id':source_id}))
     elif source_id == 3:
         skuData = list(get_mongo_connection().Catalog.MasterData.find({'secondaryIdentifier':identifier.strip(), 'source_id':source_id}))
 def getAllDealerPrices(offset, limit):
     data = []
     collection = get_mongo_connection().Catalog.SkuDealerPrices
     cursor = collection.find().skip(offset).limit(limit)
     for val in cursor:
-        master = list(get_mongo_connection().Catalog.MasterData.find({'_id':val['sku']}))
+        master = get_mongo_connection().Catalog.MasterData.find_one({'skuBundleId':val['skuBundleId']})
-        if len(master) > 0:
+        if master is not None:
-            val['brand'] = master[0]['brand']
+            val['brand'] = master['brand']
-            val['source_product_name'] = master[0]['source_product_name']
+            val['source_product_name'] = master['source_product_name']
-            val['skuBundleId'] = master[0]['skuBundleId']
         else:
             val['brand'] = ""
             val['source_product_name'] = ""
-            val['skuBundleId'] = ""
         data.append(val)
     return data
-def addSkuDealerPrice(data, multi):
+def addSkuDealerPrice(data):
-    if multi != 1:
-        collection = get_mongo_connection().Catalog.SkuDealerPrices
+    collection = get_mongo_connection().Catalog.SkuDealerPrices
-        cursor = collection.find({"sku":data['sku']})
+    cursor = collection.find_one({"skuBundleId":data['skuBundleId']})
-        if cursor.count() > 0:
+    if cursor is not None:
-            return {0:"Sku information already present."}
+        return {0:"BundleId information already present."}
-        else:
-            collection.insert(data)
-            get_mongo_connection().Catalog.MasterData.update({'_id':data['sku']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=False)
-            return {1:"Data added successfully"}
     else:
-        skuIds = __getBundledSkusfromSku(data['sku'])
-        for sku in skuIds:
-            data['sku'] = sku.get('_id')
-            collection = get_mongo_connection().Catalog.SkuDealerPrices
-            cursor = collection.find({"sku":data['sku']})
-            if cursor.count() > 0:
-                continue
-            else:
-                data.pop('_id',None)
-                collection.insert(data)
+        collection.insert(data)
-        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':sku.get('skuBundleId')},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
+        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
         return {1:"Data added successfully"}
 def updateSkuDealerPrice(data, _id):
     try:
         collection = get_mongo_connection().Catalog.SkuDealerPrices
         collection.update({'_id':ObjectId(_id)},{"$set":{'dp':data['dp']}},upsert=False, multi = False)
-        get_mongo_connection().Catalog.MasterData.update({'_id':data['sku']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=False)
+        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
         return {1:"Data updated successfully"}
     except:
         return {0:"Data not updated."}
 def updateExceptionalNlc(data, _id):
     try:
         collection = get_mongo_connection().Catalog.ExceptionalNlc
         collection.update({'_id':ObjectId(_id)},{"$set":{'maxNlc':data['maxNlc'], 'minNlc':data['minNlc'], 'overrideNlc':data['overrideNlc']}},upsert=False, multi = False)
-        get_mongo_connection().Catalog.MasterData.update({'_id':data['sku']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=False)
+        get_mongo_connection().Catalog.MasterData.update({'skuBundleId':data['skuBundleId']},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
         return {1:"Data updated successfully"}
     except:
         return {0:"Data not updated."}
 def resetCache(userId):
         mc.delete(userId)
         return {1:'Cache cleared.'}
     except:
         return {0:'Unable to clear cache.'}
-def updateCollection(data, multi):
+def updateCollection(data):
     print data
-    if multi!=1:
-        try:
+    try:
-            collection = get_mongo_connection().Catalog[data['class']]
+        collection = get_mongo_connection().Catalog[data['class']]
-            class_name = data.pop('class')
+        class_name = data.pop('class')
-            if class_name == "SkuSchemeDetails":
-                data['addedOn'] = to_java_date(datetime.now())
-            _id = data.pop('oid')
+        _id = data.pop('oid')
-            result = collection.update({'_id':ObjectId(_id)},{"$set":data},upsert=False, multi = False)
+        result = collection.update({'_id':ObjectId(_id)},{"$set":data},upsert=False, multi = False)
-            if class_name != "Notifications":
+        if class_name != "Notifications":
-                record = list(collection.find({'_id':ObjectId(_id)}))
-                if class_name !="CategoryDiscount":
-                    get_mongo_connection().Catalog.MasterData.update({'_id':record[0]['sku']},{"$set":{'updatedOn':to_java_date(datetime.now())}})
-                else:
-                    get_mongo_connection().Catalog.MasterData.update({'brand':re.compile(record[0]['brand'], re.IGNORECASE),'category_id':record[0]['category_id']}, \
-                                                                     {"$set":{'updatedOn':to_java_date(datetime.now())}},upsert=False,multi=True)
-            return {1:"Data updated successfully"}
-        except Exception as e:
-            print e
-            return {0:"Data not updated."}
-    else:
-        try:
-            collection = get_mongo_connection().Catalog[data['class']]
-            class_name = data.pop('class')
-            _id = data.pop('oid')
             record = list(collection.find({'_id':ObjectId(_id)}))
-            skuIds = __getBundledSkusfromSku(record[0]['sku'])
+            if class_name !="CategoryDiscount":
-            for sku in skuIds:
+                if record[0].has_key('sku'):
-                if class_name == "SkuSchemeDetails":
+                    field = '_id'
-                    data['addedOn'] = to_java_date(datetime.now())
+                    val = record[0]['sku']
+                else:
-                data['sku'] = sku.get('_id')
+                    field = 'skuBundleId'
-                data.pop('_id',None)
+                    val = record[0]['skuBundleId']
-                collection.update({'sku':sku.get('_id')},{"$set":data},upsert=False,multi=False)
+                get_mongo_connection().Catalog.MasterData.update({field:val},{"$set":{'updatedOn':to_java_date(datetime.now())}},upsert=False, multi = True)
+            else:
-            get_mongo_connection().Catalog.MasterData.update({'skuBundleId':sku.get('skuBundleId')},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
+                get_mongo_connection().Catalog.MasterData.update({'brand':re.compile(record[0]['brand'], re.IGNORECASE),'category_id':record[0]['category_id']}, \
+                                                                 {"$set":{'updatedOn':to_java_date(datetime.now())}},upsert=False,multi=True)
-            return {1:"Data updatedsuccessfully"}
+        return {1:"Data updated successfully"}
-        except Exception as e:
+    except Exception as e:
-            print e
+        print e
-            return {0:"Data not updated."}
+        return {0:"Data not updated."}
 def addNegativeDeals(data, multi):
     if multi !=1:
         collection = get_mongo_connection().Catalog.NegativeDeals
                 collection.insert(data)
         get_mongo_connection().Catalog.MasterData.update({'skuBundleId':sku.get('skuBundleId')},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
         return {1:"Data added successfully"}
 def deleteDocument(data):
+    print "inside detete document"
     print data
     try:
         collection = get_mongo_connection().Catalog[data['class']]
         class_name = data.pop('class')
         _id = data.pop('oid')
         record = list(collection.find({'_id':ObjectId(_id)}))
         collection.remove({'_id':ObjectId(_id)})
         if class_name != "Notifications":
             if class_name !="CategoryDiscount":
+                print record[0]
+                if record[0].has_key('sku'):
+                    field = '_id'
+                    val = record[0]['sku']
+                else:
+                    field = 'skuBundleId'
+                    val = record[0]['skuBundleId']
+                print "Updating master"
+                print field
+                print val
-                get_mongo_connection().Catalog.MasterData.update({'_id':record[0]['sku']},{"$set":{'updatedOn':to_java_date(datetime.now())}})
+                get_mongo_connection().Catalog.MasterData.update({field:val},{"$set":{'updatedOn':to_java_date(datetime.now())}},multi=True)
             else:
                 get_mongo_connection().Catalog.MasterData.update({'brand':re.compile(record[0]['brand'], re.IGNORECASE),'category_id':record[0]['category_id']}, \
                                                                  {"$set":{'updatedOn':to_java_date(datetime.now())}},upsert=False,multi=True)
         return {1:"Document deleted successfully"}
     except Exception as e:
                 val['brand'] = ""
                 val['model_name'] = ""
                 val['skuBundleId'] = val['skuBundleId']
             data.append(val)
         return data
+    master = None
     if sku is not None:
+        if COLLECTION_MAP.has_key(class_name):
+            master = get_mongo_connection().Catalog.MasterData.find_one({'_id':sku})
+            cursor = collection.find({'skuBundleId':master['skuBundleId']})
+        else:
-        cursor = collection.find({'sku':sku})
+            cursor = collection.find({'sku':sku})
         for val in cursor:
+            if master is None:
-            master = list(get_mongo_connection().Catalog.MasterData.find({'_id':val['sku']}))
+                master = get_mongo_connection().Catalog.MasterData.find_one({'_id':val['sku']})
-            if len(master) > 0:
+            if master is not None:
-                val['brand'] = master[0]['brand']
+                val['brand'] = master['brand']
-                val['source_product_name'] = master[0]['source_product_name']
+                val['source_product_name'] = master['source_product_name']
-                val['skuBundleId'] = master[0]['skuBundleId']
+                val['skuBundleId'] = master['skuBundleId']
             else:
                 val['brand'] = ""
                 val['source_product_name'] = ""
                 val['skuBundleId'] = ""
             data.append(val)
         return data
     else:
+        if not COLLECTION_MAP.has_key(class_name):
-        skuIds = get_mongo_connection().Catalog.MasterData.find({'skuBundleId':skuBundleId}).distinct('_id')
+            skuIds = get_mongo_connection().Catalog.MasterData.find({'skuBundleId':skuBundleId}).distinct('_id')
-        for sku in skuIds:
+            for sku in skuIds:
-            cursor = collection.find({'sku':sku})
+                cursor = collection.find({'sku':sku})
+                for val in cursor:
+                    master = list(get_mongo_connection().Catalog.MasterData.find({'_id':val['sku']}))
+                    if len(master) > 0:
+                        val['brand'] = master[0]['brand']
+                        val['source_product_name'] = master[0]['source_product_name']
+                        val['skuBundleId'] = master[0]['skuBundleId']
+                    else:
+                        val['brand'] = ""
+                        val['source_product_name'] = ""
+                        val['skuBundleId'] = ""
+                    data.append(val)
+            return data
+        else:
+            cursor = collection.find({'skuBundleId':skuBundleId})
             for val in cursor:
-                master = list(get_mongo_connection().Catalog.MasterData.find({'_id':val['sku']}))
+                master = list(get_mongo_connection().Catalog.MasterData.find({'skuBundleId':val['skuBundleId']}))
                 if len(master) > 0:
                     val['brand'] = master[0]['brand']
                     val['source_product_name'] = master[0]['source_product_name']
-                    val['skuBundleId'] = master[0]['skuBundleId']
                 else:
                     val['brand'] = ""
                     val['source_product_name'] = ""
-                    val['skuBundleId'] = ""
                 data.append(val)
-        return data
+            return data
 def __getBrandIdForBrand(brandName, category_id):
     brandInfo = Brands.query.filter(Brands.category_id==category_id).filter(Brands.name == brandName).all()
     if brandInfo is None or len(brandInfo)!=1:
         raise

Subversion Repositories SmartDukaan

(root)/trunk/PyDTR/src/dtr/storage/Mongo.py – Rev 15459 → 15853