Subversion Repositories SmartDukaan

from elasticsearch import Elasticsearch

from dtr.utils.utils import get_mongo_connection

import optparse

from pymongo import DESCENDING

parser = optparse.OptionParser()

parser.add_option("-m", "--m", dest="mongoHost",

                      default="localhost",

                      type="string", help="The HOST where the mongo server is running",

                      metavar="HOST")

parser.add_option("-e", "--e", dest="elastic_search_host",

                      default="localhost",

                      type="string", help="The HOST where the elastic server is running",

                      metavar="HOST")

parser.add_option("-p", "--p", dest="elastic_search_port",

                      default="9200",

                      type="string", help="The PORT where the elastic server is running",

                      metavar="HOST")

(options, args) = parser.parse_args()

subCategoryList = [19, 20, 27, 29, 33, 28]

es = Elasticsearch([{'host': options.elastic_search_host, 'port': options.elastic_search_port}])

xstr = lambda s: s or ""

class __SkuInfo:

    def __init__(self, id, title, category_id, subCategoryId, subCategory, dealRankPoints):

        self.id = id

        self.title = title

        self.category_id = category_id

        self.subCategoryId = subCategoryId

        self.subCategory = subCategory

        self.dealRankPoints = dealRankPoints

def main():

    added = []

    items = list(get_mongo_connection(host=options.mongoHost).Catalog.MasterData.find({'subCategoryId':{"$in":subCategoryList}}))

    for item in items:

        if item['skuBundleId'] in added:

            continue

        deal_obj = list(get_mongo_connection().Catalog.Deals.find({'skuBundleId':item['skuBundleId'],'dealRankPoints':{"$gt":0}}).sort([('internalRank', DESCENDING)]))

        if len(deal_obj) == 0:

            dealRankPoints = 0

        else:

            dealRankPoints = deal_obj[0]['dealRankPoints']

        title = xstr(item['brand'])+" "+xstr(item['model_name'])

        s_info = __SkuInfo(int(item['skuBundleId']),title,int(item['category_id']),int(item['subCategoryId']),item['subCategory'], dealRankPoints)

        es.index(index='my_index', doc_type='my_type', id=s_info.id,body=s_info.__dict__)

        added.append(int(item['skuBundleId']))

def validateListings():

    offset , limit = 0, 100

    body = {

            "query" : {

        "match_all" : {}

        }

            }

    toDelete = []

    while(True):

        result = es.search("my_index", "my_type", body,from_=offset,size=limit)

        print result

        if len(result['hits']['hits']) > 0:

            for x in result['hits']['hits']:

                skuBundleId =x['_source']['id']

                subCategoryId = x['_source']['subCategoryId']

                category_id = x['_source']['category_id']

                exist = list(get_mongo_connection(host=options.mongoHost).Catalog.MasterData.find({'skuBundleId':skuBundleId}))

                if len(exist) ==0:

                    toDelete.append(skuBundleId)

                else:

                    for item in exist:

                        if item['subCategoryId']!=subCategoryId or item['category_id'] !=category_id:

                            if skuBundleId not in toDelete:

                                print "Deleting item ",skuBundleId

                                toDelete.append(skuBundleId)

            offset = offset+limit

        else:

            break

    for id in toDelete:

        print "Deleting id ",id

        es.delete(index='my_index', doc_type='my_type', id=id)

if __name__ == '__main__':

    main()

    validateListings()