Subversion Repositories SmartDukaan

/**

 * 

 */

package in.shop2020.serving.services;

import java.util.Arrays;

import java.util.HashMap;

import java.util.Iterator;

import java.util.LinkedHashMap;

import java.util.Map;

import java.util.TreeMap;

import java.util.Map.Entry;

import javax.xml.xpath.XPath;

import javax.xml.xpath.XPathConstants;

import javax.xml.xpath.XPathExpressionException;

import javax.xml.xpath.XPathFactory;

import org.apache.juli.logging.Log;

import org.apache.juli.logging.LogFactory;

import org.w3c.dom.NamedNodeMap;

import org.w3c.dom.Node;

import org.w3c.dom.NodeList;

import org.xml.sax.InputSource;

import org.apache.commons.lang.StringUtils;

/**

 * @author naveen

 *

 */

public class SolrSearchService {

	/**

	 * 

	 */

	private static Log log = LogFactory.getLog(SolrSearchService.class);

	private static final int NUMBER_OF_ROWS = 20, PERCENTAGE_OF_TOTAL_RESULTS = 2;

	/**

	 * 

	 */

	public static String SOLR_URL = "http://localhost:8983/solr/select/";

	/**

	 * 

	 */

	private XPath xpath;

	/**

	 * 

	 */

	private InputSource inputSource;

	private String minPrice = "0";

	private String maxPrice = "*";

	TreeMap<String,HashMap<String,Integer>> facetMap;

	HashMap<String, String[]> resultMap;

	/**

	 * 

	 * @param query

	 * @param facetDefinitionIDs

	 */

	public SolrSearchService(String query, String[] facetqueries,	String[] facetDefinitionIDs) {

		this.xpath = XPathFactory.newInstance().newXPath();

		String uri = SOLR_URL + "?wt=xml&q=" + query;

		/*

		if(facetqueries.containsKey("minPrice")){

			this.minPrice = facetqueries.get("minPrice");

		}else {

			this.minPrice = "0";

		}

		if(facetqueries.containsKey("maxPrice")){

			this.maxPrice = facetqueries.get("minPrice"); 

		}else {

			this.maxPrice = "*";

		}

		facetqueries.remove("minPrice");

		facetqueries.remove("maxPrice");

		*/

		// query for price filtering

		//uri += "&facet.query=F_50002:[" + minPrice + " TO " + maxPrice + "]";

		// get stats for price field

		uri += "&stats=on&stats.field=F_50002";

//		 

//		if(facetqueries.containsKey("maxPrice")){

//			 if(facetqueries.containsKey("minPrice")){

//				 uri += "&fq=price:["+facetqueries.get("minPrice")+" TO "+ facetqueries.get("maxPrice")+"]";

//			 }else {

//				 uri += "&fq=price:[0 TO "+ facetqueries.get("minPrice")+"]";

//			 }

//				 

//		}

//		for(String facetParam : facetqueries.keySet()){

//				uri += "&fq=" + facetParam + ":" + facetqueries.get(facetParam);

//		}

		if(facetqueries != null) {

			for(int i=0; i<facetqueries.length; i++) {

				if(facetqueries[i].contains(" ") && !facetqueries[i].contains("F_50002")){

					String[] tokens = facetqueries[i].split(":");

					uri += "&fq=" + tokens[0] + "\"" + tokens[1] + "\"";

				}else{

					uri += "&fq=" + facetqueries[i] + "";

				}

			}

		}

		uri += "&fl=ID,Name&facet=true&rows=" + NUMBER_OF_ROWS;

		for(int i=0; i<facetDefinitionIDs.length; i++) {

			uri += "&facet.field=" + facetDefinitionIDs[i];

		}

		log.info("uri=" + uri);

		this.inputSource = new InputSource(uri);

		this.facetMap = new TreeMap<String, HashMap<String,Integer>>(getFacetMap());

	}

	public static void main(String[] args){

		/*

    	// Hard coded for now

    	String[] facetDefIDs = new String[] {"F_50001", "F_50002", "F_50003", "F_50004", "F_50005", "F_50006", "F_50007", "F_50008", "F_50009"};

    	// Hard-coded for now

    	String[] facetLabels = new String[] {

	    	"Brand", "Price","Form Factor", "Carry In Pocket", "Cellular Technologies", 

	    	"Data Connectivity", "Camera Resolution", "Built-in Memory", 

	    	"Talk time"

    	};

		 */

    	String[] facetDefIDs = new String[] {"Category","F_50002","F_50001",  "F_50006", "F_50007" };

    	String[] facetLabels = new String[] {"Category","Price", "Brand", "Data Connectivity", "Camera Resolution"	};

    	String[] fqrys = {};

		SolrSearchService search = new SolrSearchService("nokia", fqrys, facetDefIDs);

    	long[] entityIDs = search.getResultEntityIDs();

    	log.info("entityIDs=" + Arrays.toString(entityIDs));

    	String[] entityNames = search.getResultEntityNames();

    	log.info("entityNames=" + Arrays.toString(entityNames));

    	search.getFacetMap();

    	search.getResultMap();

    	search.getRangeQueryResultMap();

    	search.getPriceStatsMap();

       	for (int i=0; i<facetDefIDs.length; i++) {

       		search.getFacetCounts(facetDefIDs[i]);

       		search.getFacetValues(facetDefIDs[i]);

       	}

	}

	public TreeMap<String,HashMap<String,Integer>> removeUnwantedFacets(TreeMap<String,HashMap<String,Integer>> facetMap, int numberOfResults){

		TreeMap<String,HashMap<String,Integer>> tempFacets = new TreeMap<String, HashMap<String,Integer>>(facetMap); 

		for(String facet : facetMap.keySet()){

			if(facetMap.get(facet).size() <= 1){

				// FIXME  

				tempFacets.remove(facet);

			}else{

				int sumOfFacetCounts = 0;

				for(String facetValueName : facetMap.get(facet).keySet()){

					if(facetMap.get(facet).get(facetValueName) == 0 || facetMap.get(facet).get(facetValueName) == numberOfResults){

						tempFacets.get(facet).remove(facetValueName);

						// FIXME

						/*

						HashMap<String, Integer> tmp = tempFacets.get(facet);

						tmp.remove(facetValueName);

						tempFacets.put(facet, tmp);

						*/

					}else{

						sumOfFacetCounts += facetMap.get(facet).get(facetValueName);

					}

				}

				if(sumOfFacetCounts < numberOfResults*PERCENTAGE_OF_TOTAL_RESULTS/100){

					tempFacets.remove(facet);

				}

			}

		}

		return tempFacets;

	}

	public HashMap<String,Integer> getFacetDetails(String facetName){

		return facetMap.get(facetName);

	}

	public TreeMap<String,HashMap<String,Integer>> getFacetMap() {

		facetMap = new TreeMap<String,HashMap<String,Integer>>();

		String facetNamePath = "/response/lst/lst[@name = 'facet_fields']/lst";

		String facetValuePath = "/response/lst/lst[@name = 'facet_fields']/lst/int/@name";

		String facetCountPath = "/response/lst/lst[@name = 'facet_fields']/lst/int";

		//expression += "lst[@name = 'F_"+ facetDefinitionID +"']/int/@name";

		NodeList nodes = null;

		try {

			nodes = (NodeList) this.xpath.evaluate(facetNamePath, this.inputSource, XPathConstants.NODESET);

		}

		catch (XPathExpressionException xpee) {

			return null;

		}

		if(nodes.getLength() == 0) {

			return null;

		}

		NodeList subNodes = null;

		String facetName = new String();

		for(int i=0; i<nodes.getLength(); i++) {

			Node node = nodes.item(i);

			facetName = node.getAttributes().getNamedItem("name").getNodeValue();

//			System.out.println("facetName   :  "  + node.getAttributes().getNamedItem("name").getNodeValue());

			subNodes = node.getChildNodes();

			HashMap<String,Integer> facetValueCountMap = new HashMap<String,Integer>();

			for(int j=0; j<subNodes.getLength(); j++) {

				Node subNode = subNodes.item(j);

				if(Integer.parseInt(subNode.getTextContent())==0)

						continue;

				facetValueCountMap.put(subNode.getAttributes().getNamedItem("name").getNodeValue(), Integer.parseInt(subNode.getTextContent()));

	//			System.out.println("facetValue   :  " + subNode.getTextContent()  +  ":"+  subNode.getAttributes().getNamedItem("name").getNodeValue());

			}

			//System.out.println(facetName +":"+ facetValueCountMap);

			facetMap.put(facetName, facetValueCountMap);

			}

		System.out.println(facetMap);

		int numberOfResults = 10;

		facetMap = removeUnwantedFacets(facetMap, numberOfResults);

		System.out.println(facetMap);

		return facetMap;

		}

	public HashMap<String, String[]> getResultMap() {

		resultMap = new HashMap<String, String[]>();

		String resultDocsPath = "/response/result/doc";

		NodeList nodes = null;

		try {

			nodes = (NodeList) this.xpath.evaluate(resultDocsPath, this.inputSource, XPathConstants.NODESET);

		}

		catch (XPathExpressionException xpee) {

			return null;

		}

		if(nodes.getLength() == 0) {

			return null;

		}

		for(int i=0; i<nodes.getLength(); i++) {

			Node node = nodes.item(i);

			String docID = node.getFirstChild().getTextContent();

			String[] values = new String[] {node.getFirstChild().getNextSibling().getTextContent()};

			resultMap.put(docID, values);	

 		}

		System.out.println("resultMap is " + resultMap);

		return resultMap;

	}

	public HashMap<String, Double> getPriceStatsMap() {

		HashMap<String, Double> priceStatsMap = new HashMap<String, Double>();

		String resultDocsPath = "/response/lst[@name = 'stats']/lst[@name = 'stats_fields']/lst[@name = 'F_50002']";

		NodeList nodes = null;

		try {

			nodes = (NodeList) this.xpath.evaluate(resultDocsPath, this.inputSource, XPathConstants.NODESET);

		}

		catch (XPathExpressionException xpee) {

			return null;

		}

		if(nodes.getLength() == 0) {

			return null;

		}

		NodeList subNodes = nodes.item(0).getChildNodes();

		for(int i=0; i<subNodes.getLength(); i++) {

			Node node = subNodes.item(i);

			String parameter = node.getAttributes().getNamedItem("name").getNodeValue();

			String value = node.getTextContent();

			priceStatsMap.put(parameter, Double.parseDouble(value));	

 		}

		System.out.println("priceStatsMap is " + priceStatsMap);

		return priceStatsMap;

	}

	public HashMap<String,Integer> getRangeQueryResultMap() {

		HashMap<String, Integer> rangeQueryResultMap = new HashMap<String,Integer>();

		String resultDocsPath = "/response/lst[@name = 'facet_counts']/lst[@name = 'facet_queries']/int";

		NodeList nodes = null;

		try {

			nodes = (NodeList) this.xpath.evaluate(resultDocsPath, this.inputSource, XPathConstants.NODESET);

		}

		catch (XPathExpressionException xpee) {

			return null;

		}

		if(nodes.getLength() == 0) {

			return null;

		}

		for(int i=0; i<nodes.getLength(); i++) {

			Node node = nodes.item(i);

			String query = node.getAttributes().getNamedItem("name").getNodeValue();

			String docCount = node.getTextContent();

			rangeQueryResultMap.put(query,Integer.parseInt(docCount));	

 		}

		System.out.println("rangeQueryResultMap is " + rangeQueryResultMap);

		return rangeQueryResultMap;

	}

		/**

	 * 

	 * @return

	 */

	public long[] getResultEntityIDs() {

		String expression = "/response/result/doc/long";

		NodeList nodes = null;

		try {

			nodes = (NodeList) this.xpath.evaluate(expression, this.inputSource,

					XPathConstants.NODESET);

		} 

		catch(XPathExpressionException xpee) {

			return null;

		}

		if(nodes.getLength() == 0) {

			return null;

		}

		long[] values = new long[nodes.getLength()];

		for(int i=0; i<nodes.getLength(); i++) {

			Node node = nodes.item(i);

			String value = node.getTextContent();

			values[i] = Long.parseLong(value);

 		}

		return values;

	}

	/**

	 * 

	 * @return

	 */

	public String[] getResultCategoryNames() {

		String expression = "/response/lst/lst[@name = 'facet_fields']/";

		expression += "lst[@name = 'Category']/int/@name";

		NodeList nodes = null;

		try {

			nodes = (NodeList) this.xpath.evaluate(expression, 

				this.inputSource, XPathConstants.NODESET);

		}

		catch (XPathExpressionException xpee) {

			return null;

		}

		if(nodes.getLength() == 0) {

			return null;

		}

		String[] values = new String[nodes.getLength()];

		for(int i=0; i<nodes.getLength(); i++) {

			Node node = nodes.item(i);

			values[i] = node.getTextContent();

 		}

		return values;

	}

	/**

	 * 

	 * @return

	 */

	public int[] getResultCategoryCounts() {

		String expression = "/response/lst/lst[@name = 'facet_fields']/";

		expression += "lst[@name = 'Category']/int";

		NodeList nodes = null;

		try {

			nodes = (NodeList) this.xpath.evaluate(expression, 

				this.inputSource, XPathConstants.NODESET);

		}

		catch (XPathExpressionException xpee) {

			return null;

		}

		if(nodes.getLength() == 0) {

			return null;

		}

		int[] values = new int[nodes.getLength()];

		for(int i=0; i<nodes.getLength(); i++) {

			Node node = nodes.item(i);

			values[i] = Integer.parseInt(node.getTextContent());

 		}

		return values;

	}

	/**

	 * 

	 * @return

	 */

	public String[]  getResultEntityNames() {

		String expression = "/response/result/doc/str";

		NodeList nodes = null;

		try {

			nodes = (NodeList) this.xpath.evaluate(expression, this.inputSource,

					XPathConstants.NODESET);

		} 

		catch(XPathExpressionException xpee) {

			return null;

		}

		if(nodes.getLength() == 0) {

			return null;

		}

		String[] values = new String[nodes.getLength()];

		for(int i=0; i<nodes.getLength(); i++) {

			Node node = nodes.item(i);

			String value = node.getTextContent();

			values[i] = value;

 		}

		return values;

	}

	/**

	 * 

	 * @param facetDefinitionID

	 * @return

	 */

	public String[] getFacetValues(String facetDefinitionID) {

		String expression = "/response/lst/lst[@name = 'facet_fields']/";

		expression += "lst[@name = '"+ facetDefinitionID +"']/int/@name";

		NodeList nodes = null;

		try {

			nodes = (NodeList) this.xpath.evaluate(expression, 

				this.inputSource, XPathConstants.NODESET);

		}

		catch (XPathExpressionException xpee) {

			return null;

		}

		if(nodes.getLength() == 0) {

			return null;

		}

		String[] values = new String[nodes.getLength()];

		for(int i=0; i<nodes.getLength(); i++) {

			Node node = nodes.item(i);

			values[i] = node.getTextContent();

			//log.info("Facets Values  " + values[i]);

 		}

		return values;

	}

	/**

	 * 

	 * @param facetDefinitionID

	 * @return

	 */

	public String[] getFacetCounts(String facetDefinitionID) {

		String expression = "/response/lst/lst[@name = 'facet_fields']/";

		expression += "lst[@name = '" + facetDefinitionID + "']/int";

		NodeList nodes = null;

		try {

			nodes = (NodeList) this.xpath.evaluate(expression, 

				this.inputSource, XPathConstants.NODESET);

		}

		catch (XPathExpressionException xpee) {

			return null;

		}

		if(nodes.getLength() == 0) {

			return null;

		}

		String[] values = new String[nodes.getLength()];

		for(int i=0; i<nodes.getLength(); i++) {

			Node node = nodes.item(i);

			values[i] = node.getTextContent();

//			log.info("Facets Counts  " + values[i]);

 		}

		return values;

	}

}