Subversion Repositories SmartDukaan

'''
Created on 30-Aug-2011

@author: Varun Gupta
'''
import lucene
from lucene import SimpleFSDirectory, File, StandardAnalyzer, IndexSearcher, Version, MultiFieldQueryParser, QueryParser

class Retriever:
    
    def __init__(self):
        self.indexDir = "/usr/price-comp-dashboard/lucene-index-dir"
        lucene.initVM()
        
        dir = SimpleFSDirectory(File(self.indexDir))
        self.analyzer = StandardAnalyzer(Version.LUCENE_30)
        self.searcher = IndexSearcher(dir)
        self.MAX_RESULTS = 1000
    
    def retrieve(self, model_number, model_name = None, brand = None, synonyms = None):
        if model_number is None:  return
        print model_number, model_name, brand
        
        query_str = ''
        
        if brand is not None:
            query_brand = "brand:%s" % brand
        
        if model_name is not None:
            name_chunks = filter(lambda chunk: len(chunk.strip()) > 0, model_name.split(' '))
            
            if brand is not None:   query_str += ' AND '
            
            query_model_name = ' OR '.join(name_chunks)
        else:
            query_model_name = ''
        
        if model_number is not None:
            chunks = filter(lambda chunk: len(chunk.strip()) > 0, model_number.split(' '))
            
            for i in range(0, len(chunks)):
                
                if chunks[i].find('-') > -1:
                    chunk_parts = chunks[i].split('-')
                    chunks.append(''.join(chunk_parts))
                    chunks.append("(%s)" % ' AND '.join(chunk_parts))
            
            query_model_number = (' OR '.join(chunks)).strip()
        else:
            query_model_number = ''
        
        query_synonyms = ' '.join(synonyms) if synonyms is not None else ''
        
        if query_model_name:
            query_str = "%s AND (%s" % (query_brand, query_model_name)
        else:
            query_str = "%s AND (" % query_brand
        
        if query_model_number:
            if query_model_name:
                query_str += " OR %s %s)" % (query_model_number, query_synonyms)
            else:
                query_str += " %s %s)" % (query_model_number, query_synonyms)
        else:
            query_str += " %s)" % query_synonyms
        
#        query = QueryParser(Version.LUCENE_30, "name", analyzer).parse(user_query)
        qp = MultiFieldQueryParser(Version.LUCENE_30, ["name", "brand"], self.analyzer)
        query = qp.parse(qp, query_str)
        hits = self.searcher.search(query, self.MAX_RESULTS)
        print "Found %d document(s) that matched query '%s':" % (hits.totalHits, query_str)
        
        phones = []
        
        for hit in hits.scoreDocs:
            doc = self.searcher.doc(hit.doc)
            phones.append({
                    'name': str(doc.get("name")),
                    'price': str(doc.get("price")),
                    'score': hit.score,
                    'in_stock': str(doc.get("in_stock")),
                    'url': str(doc.get("url")),
                    'source': str(doc.get("source"))
                })
        print phones
        return phones

    def retrieveForQuery(self, query_str):
        qp = MultiFieldQueryParser(Version.LUCENE_30, ["name", "brand"], self.analyzer)
        query = qp.parse(qp, query_str)
        hits = self.searcher.search(query, self.MAX_RESULTS)

#        print "Found %d document(s) that matched query '%s':" % (hits.totalHits, query)
        
        phones = []
        
        for hit in hits.scoreDocs:
            doc = self.searcher.doc(hit.doc)
            phones.append({
                    'name': str(doc.get("name")),
                    'price': str(doc.get("price")),
                    'score': hit.score,
                    'in_stock': str(doc.get("in_stock")),
                    'url': str(doc.get("url")),
                    'source': str(doc.get("source"))
            })
        return phones

if __name__ == "__main__":
    retriever = Retriever()
#    print retriever.retrieve(model_number="E2230", model_name = "Hero", brand="Samsung")
    docs = retriever.retrieveForQuery('brand:Spice AND (M-6868 OR M6868 OR (M AND 6868) )')
    print len(docs)
    print docs
    #    print phone
    '''
    catalog_client = CatalogClient().get_client()
    items = catalog_client.getAllItems(True)
    products = {}
    
    for item in items:
        if item.category in (10002, 10003, 10004, 10005):  products[item.catalogItemId] = item

    for key, item in products.iteritems():
        try:
            name = "%s %s" % (item.modelName, item.modelNumber)
            matching_phones_with_top_score = getItemsWithTopScore(retriever.retrieve(name))
            print name, '\n', isPriceSame(matching_phones_with_top_score), matching_phones_with_top_score
        except Exception as e:
            print e
    '''