Rev 3313 | Go to most recent revision | Blame | Compare with Previous | Last modification | View Log | RSS feed
'''Created on 30-Aug-2011@author: Varun Gupta'''import lucenefrom lucene import SimpleFSDirectory, File, StandardAnalyzer, IndexSearcher, Version, MultiFieldQueryParser, QueryParserclass Retriever:def __init__(self):self.indexDir = "/tmp/lucene-index-dir"lucene.initVM()dir = SimpleFSDirectory(File(self.indexDir))self.analyzer = StandardAnalyzer(Version.LUCENE_30)self.searcher = IndexSearcher(dir)self.MAX_RESULTS = 1000def retrieve(self, model_number, model_name = None, brand = None):if model_number is None: returnprint model_number, model_name, brandquery_str = ''if brand is not None:query_brand = "brand:%s" % brandif model_name is not None:name_chunks = filter(lambda chunk: len(chunk.strip()) > 0, model_name.split(' '))if brand is not None: query_str += ' AND 'query_model_name = ' OR '.join(name_chunks)else:query_model_name = ''if model_number is not None:chunks = filter(lambda chunk: len(chunk.strip()) > 0, model_number.split(' '))for i in range(0, len(chunks)):if chunks[i].find('-') > -1:chunk_parts = chunks[i].split('-')chunks.append(''.join(chunk_parts))chunks.append(' '.join(chunk_parts))query_model_number = (' OR '.join(chunks)).strip()else:query_model_number = ''if query_model_name:query_str = "%s AND (%s" % (query_brand, query_model_name)else:query_str = "%s AND (" % query_brandif query_model_number:if query_model_name:query_str += " OR %s)" % query_model_numberelse:query_str += " %s)" % query_model_numberelse:query_str += " )"print query_str# query = QueryParser(Version.LUCENE_30, "name", analyzer).parse(user_query)qp = MultiFieldQueryParser(Version.LUCENE_30, ["name", "brand"], self.analyzer)query = qp.parse(qp, query_str)hits = self.searcher.search(query, self.MAX_RESULTS)# print "Found %d document(s) that matched query '%s':" % (hits.totalHits, query)phones = []for hit in hits.scoreDocs:doc = self.searcher.doc(hit.doc)phones.append({"name": str(doc.get("name")),"price": str(doc.get("price")),'score': hit.score,'in_stock': str(doc.get("in_stock")),'url': str(doc.get("url"))})return phonesif __name__ == "__main__":retriever = Retriever()print retriever.retrieve(model_number="M-6350", brand="Spice")'''catalog_client = CatalogClient().get_client()items = catalog_client.getAllItems(True)products = {}for item in items:if item.category in (10002, 10003, 10004, 10005): products[item.catalogItemId] = itemfor key, item in products.iteritems():try:name = "%s %s" % (item.modelName, item.modelNumber)matching_phones_with_top_score = getItemsWithTopScore(retriever.retrieve(name))print name, '\n', isPriceSame(matching_phones_with_top_score), matching_phones_with_top_scoreexcept Exception as e:print e'''