Subversion Repositories SmartDukaan

Rev

Rev 36923 | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
22346 amit.gupta 1 
package com.spice.profitmandi.common.solr;
2 
 
30080 amit.gupta 3 
import com.spice.profitmandi.common.enumuration.SchemeType;
4 
import com.spice.profitmandi.common.exception.ProfitMandiBusinessException;
5 
import com.spice.profitmandi.common.web.client.RestClient;
25380 amit.gupta 6 
import org.apache.commons.lang3.StringUtils;
7 
import org.apache.http.conn.HttpHostConnectException;
28221 amit.gupta 8 
import org.apache.logging.log4j.LogManager;
9 
import org.apache.logging.log4j.Logger;
25380 amit.gupta 10 
import org.json.JSONArray;
11 
import org.json.JSONObject;
27030 amit.gupta 12 
import org.springframework.beans.factory.annotation.Autowired;
26736 amit.gupta 13 
import org.springframework.beans.factory.annotation.Value;
25380 amit.gupta 14 
import org.springframework.stereotype.Service;
15 
 
30080 amit.gupta 16 
import java.util.*;
31712 amit.gupta 17 
import java.util.stream.Collectors;
25380 amit.gupta 18 
 
25386 amit.gupta 19 
@Service("solrServiceCommon")
22346 amit.gupta 20 
public class SolrService {
28221 amit.gupta 21 
 
22 
	private static final Logger logger = LogManager.getLogger(SolrService.class);
23 
 
26736 amit.gupta 24 
	@Value("${new.solr.url}")
25 
	private String solrUrl;
28221 amit.gupta 26 
 
27030 amit.gupta 27 
	@Autowired
28 
	private RestClient restClient;
28221 amit.gupta 29 
 
31330 tejbeer 30 
	public String getContent(String queryTerm, List<Integer> categoryIds, List<String> brands, int limit,
31 
			boolean activeOnly) throws Exception {
32 
 
33 
		JSONArray docs = this.getContentDocs(queryTerm, categoryIds, brands, limit, activeOnly);
34 
		return docs.toString();
35 
	}
36 
 
37 
	public JSONArray getContentDocs(String queryTerm, List<Integer> categoryIds, List<String> brands, int limit,
38 
			boolean activeOnly) throws Exception {
22346 amit.gupta 39 
		Map<String, String> params = new HashMap<>();
25380 amit.gupta 40 
		List<String> mandatoryQ = new ArrayList<>();
41 
		if (queryTerm != null && !queryTerm.equals("null")) {
28221 amit.gupta 42 
			mandatoryQ.add(String.format("+(%s)", "*" + queryTerm + "*"));
25380 amit.gupta 43 
		} else {
44 
			queryTerm = null;
45 
		}
27325 amit.gupta 46 
		params.put("q", StringUtils.join(mandatoryQ, " "));
30267 amit.gupta 47 
		if (categoryIds != null && categoryIds.size() > 0) {
30262 amit.gupta 48 
			params.put("q", params.get("q") + " +filter(categoryId_i:(" + StringUtils.join(categoryIds, " ") + "))");
27601 amit.gupta 49 
		}
28221 amit.gupta 50 
		if (brands.size() > 0) {
31714 amit.gupta 51 
			brands = brands.stream().map(x -> x.replaceAll(" ", "\\\\ ")).collect(Collectors.toList());
27601 amit.gupta 52 
			params.put("q", params.get("q") + " AND brand_ss:(" + StringUtils.join(brands, " ") + ")");
53 
		}
30080 amit.gupta 54 
		if (activeOnly) {
55 
			params.put("q", params.get("q") + " AND active_b:true");
56 
		}
25380 amit.gupta 57 
		params.put("fl", "*");
58 
		if (queryTerm == null) {
59 
			params.put("sort", "create_s desc");
60 
		}
22346 amit.gupta 61 
		params.put("start", String.valueOf(0));
28221 amit.gupta 62 
		if (limit == 0) {
27603 amit.gupta 63 
			params.put("fl", "catalogId_i, title_s");
64 
			params.put("rows", String.valueOf(5000));
65 
		} else {
28653 amit.gupta 66 
			params.put("rows", String.valueOf(limit));
27603 amit.gupta 67 
		}
22346 amit.gupta 68 
		params.put("wt", "json");
25380 amit.gupta 69 
		String response = null;
22346 amit.gupta 70 
		try {
27030 amit.gupta 71 
			response = restClient.get(SchemeType.HTTP, solrUrl, 8984, "solr/demo/select", params);
25380 amit.gupta 72 
		} catch (HttpHostConnectException e) {
73 
			throw new ProfitMandiBusinessException("", "", "Could not connect to host");
22346 amit.gupta 74 
		}
25380 amit.gupta 75 
		JSONObject solrResponseJSONObj = new JSONObject(response).getJSONObject("response");
76 
		JSONArray docs = solrResponseJSONObj.getJSONArray("docs");
31330 tejbeer 77 
		return docs;
22346 amit.gupta 78 
	}
25380 amit.gupta 79 
 
36923 ranu 80 
	/**
81 
	 * Same query as {@link #getContentDocs} but also surfaces Solr's
82 
	 * <code>response.numFound</code> so callers can show "showing X of Y" totals.
83 
	 * Returns a small wrapper with the docs array (still capped by {@code limit})
84 
	 * and the unlimited match total.
85 
	 */
86 
	public ContentSearchResult getContentWithTotal(String queryTerm, List<Integer> categoryIds, List<String> brands,
87 
			int limit, boolean activeOnly) throws Exception {
88 
		Map<String, String> params = new HashMap<>();
89 
		List<String> mandatoryQ = new ArrayList<>();
90 
		if (queryTerm != null && !queryTerm.equals("null")) {
91 
			mandatoryQ.add(String.format("+(%s)", "*" + queryTerm + "*"));
92 
		} else {
93 
			queryTerm = null;
94 
		}
95 
		params.put("q", StringUtils.join(mandatoryQ, " "));
96 
		if (categoryIds != null && categoryIds.size() > 0) {
97 
			params.put("q", params.get("q") + " +filter(categoryId_i:(" + StringUtils.join(categoryIds, " ") + "))");
98 
		}
99 
		if (brands.size() > 0) {
100 
			brands = brands.stream().map(x -> x.replaceAll(" ", "\\\\ ")).collect(Collectors.toList());
101 
			params.put("q", params.get("q") + " AND brand_ss:(" + StringUtils.join(brands, " ") + ")");
102 
		}
103 
		if (activeOnly) {
104 
			params.put("q", params.get("q") + " AND active_b:true");
105 
		}
106 
		params.put("fl", "*");
107 
		if (queryTerm == null) {
108 
			params.put("sort", "create_s desc");
109 
		}
110 
		params.put("start", String.valueOf(0));
111 
		if (limit == 0) {
112 
			params.put("fl", "catalogId_i, title_s");
113 
			params.put("rows", String.valueOf(5000));
114 
		} else {
115 
			params.put("rows", String.valueOf(limit));
116 
		}
117 
		params.put("wt", "json");
118 
		String response;
119 
		try {
120 
			response = restClient.get(SchemeType.HTTP, solrUrl, 8984, "solr/demo/select", params);
121 
		} catch (HttpHostConnectException e) {
122 
			throw new ProfitMandiBusinessException("", "", "Could not connect to host");
123 
		}
124 
		JSONObject solrResponseJSONObj = new JSONObject(response).getJSONObject("response");
125 
		JSONArray docs = solrResponseJSONObj.getJSONArray("docs");
126 
		long numFound = solrResponseJSONObj.optLong("numFound", docs.length());
127 
		return new ContentSearchResult(docs, numFound);
128 
	}
129 
 
130 
	/** Wrapper for {@link #getContentWithTotal}. */
131 
	public static class ContentSearchResult {
132 
		private final JSONArray docs;
133 
		private final long totalCount;
134 
 
135 
		public ContentSearchResult(JSONArray docs, long totalCount) {
136 
			this.docs = docs;
137 
			this.totalCount = totalCount;
138 
		}
139 
 
140 
		public JSONArray getDocs() { return docs; }
141 
		public long getTotalCount() { return totalCount; }
142 
	}
143 
 
26606 amit.gupta 144 
	public Map<Integer, JSONObject> getContentByCatalogIds(List<Integer> catalogIds) throws Exception {
145 
		Map<Integer, JSONObject> documentMap = new HashMap<>();
146 
		Map<String, String> params = new HashMap<>();
147 
		params.put("q", "catalogId_i:" + StringUtils.join(catalogIds, " "));
148 
		params.put("fl", "*");
149 
		params.put("start", String.valueOf(0));
28221 amit.gupta 150 
		params.put("rows", String.valueOf(100));
26606 amit.gupta 151 
		params.put("wt", "json");
152 
		String response = null;
153 
		try {
27030 amit.gupta 154 
			response = restClient.get(SchemeType.HTTP, solrUrl, 8984, "solr/demo/select", params);
26606 amit.gupta 155 
		} catch (HttpHostConnectException e) {
156 
			throw new ProfitMandiBusinessException("", "", "Could not connect to host");
157 
		}
158 
		JSONObject solrResponseJSONObj = new JSONObject(response).getJSONObject("response");
159 
		JSONArray docs = solrResponseJSONObj.getJSONArray("docs");
160 
		for (int i = 0; i < docs.length(); i++) {
161 
			JSONObject doc = docs.getJSONObject(i);
162 
			documentMap.put(doc.getInt("catalogId_i"), doc);
163 
		}
164 
		return documentMap;
165 
	}
28221 amit.gupta 166 
 
28653 amit.gupta 167 
	// This method is the used to pull docs based on search and shall be used
28221 amit.gupta 168 
	// interchangably for both the things
37142 amit 169 
	public static String brandExclusionFq(List<String> excludeBrands) {
170 
		if (excludeBrands == null || excludeBrands.isEmpty()) {
171 
			return null;
172 
		}
173 
		return "-brand_ss:(" + excludeBrands.stream().map(x -> "\"" + x + "\"").collect(Collectors.joining(" OR "))
174 
				+ ")";
175 
	}
176 
 
33573 amit.gupta 177 
	public JSONArray getSolrDocs(String queryTerm, String categoryId, int offset, int limit, String sort,
35369 ranu 178 
			String brand, int subCategoryId, boolean hotDeal, boolean group, boolean eol_filter) throws Throwable {
37142 amit 179 
		return this.getSolrDocs(queryTerm, categoryId, offset, limit, sort, brand, subCategoryId, hotDeal, group,
180 
				eol_filter, null);
181 
	}
182 
 
183 
	public JSONArray getSolrDocs(String queryTerm, String categoryId, int offset, int limit, String sort,
184 
			String brand, int subCategoryId, boolean hotDeal, boolean group, boolean eol_filter,
185 
			List<String> excludeBrands) throws Throwable {
27030 amit.gupta 186 
		List<String> parentFilter = new ArrayList<>();
187 
		parentFilter.add("categoryId_i:" + categoryId);
31596 amit.gupta 188 
		parentFilter.add("show_default_b:true");
27030 amit.gupta 189 
		List<String> childFilter = new ArrayList<>();
190 
		childFilter.add("itemId_i:*");
191 
 
192 
		Map<String, String> params = new HashMap<>();
193 
		if (queryTerm == null || queryTerm.equals("null")) {
194 
			queryTerm = "";
195 
		} else {
196 
			queryTerm = "(" + queryTerm + ")";
197 
		}
198 
		if (hotDeal) {
199 
			childFilter.add("hot_deal_b:true");
200 
		} else {
201 
			childFilter.add("active_b:true");
202 
		}
203 
		if (subCategoryId != 0) {
204 
			parentFilter.add("subCategoryId_i:" + subCategoryId);
205 
		}
35369 ranu 206 
 
207 
		if(eol_filter){
208 
			parentFilter.add("eol_no_stock_b:false");
209 
		}
27030 amit.gupta 210 
		if (StringUtils.isNotBlank(brand)) {
27105 amit.gupta 211 
			parentFilter.add("brand_ss:" + "\\\"" + brand + "\\\"");
27030 amit.gupta 212 
		}
213 
		if (queryTerm == "") {
28221 amit.gupta 214 
			params.put("sort", (sort == "" ? "" : sort + ", ") + "create_s desc");
27030 amit.gupta 215 
		} else {
216 
			parentFilter.addAll(Arrays.asList(queryTerm.split(" ")));
217 
		}
218 
		String parentFilterString = "\"" + String.join(" AND ", parentFilter) + "\"";
219 
		String childFilterString = String.join(" AND ", childFilter);
220 
		params.put("q", String.format("{!parent which=%s}%s", parentFilterString, childFilterString));
221 
		params.put("fl",
222 
				String.format("*, [child parentFilter=id:catalog* childFilter=%s]", "\"" + childFilterString + "\""));
223 
		params.put("start", String.valueOf(offset));
224 
		params.put("rows", String.valueOf(limit));
225 
		params.put("wt", "json");
34023 vikas.jang 226 
 
37142 amit 227 
		String exclusionFq = brandExclusionFq(excludeBrands);
228 
		if (exclusionFq != null) {
229 
			params.put("fq", exclusionFq);
230 
		}
231 
 
34023 vikas.jang 232 
		String groupByField = null;
233 
 
234 
		if (group) {
235 
			groupByField = "superCatalog_s";
236 
			params.put("group", String.valueOf(group));
237 
			params.put("group.field", groupByField);
238 
			params.put("group.limit", "1");
239 
			if (!sort.isEmpty()) {
240 
				params.put("group.sort", sort);
241 
			}
242 
		}
243 
logger.info("groupByField {}", groupByField);
27030 amit.gupta 244 
		String response = null;
34023 vikas.jang 245 
 
27030 amit.gupta 246 
		try {
247 
			response = restClient.get(SchemeType.HTTP, solrUrl, 8984, "solr/demo/select", params);
248 
		} catch (HttpHostConnectException e) {
249 
			throw new ProfitMandiBusinessException("", "", "Could not connect to host");
250 
		}
28221 amit.gupta 251 
 
34023 vikas.jang 252 
		/*JSONObject solrResponseJSONObj = new JSONObject(response).getJSONObject("response");
253 
		JSONArray docs = solrResponseJSONObj.getJSONArray("docs");*/
254 
 
255 
		JSONObject solrResponseJSONObj = new JSONObject(response);
256 
		JSONArray docs;
257 
 
258 
		if (group) {
259 
			logger.info("Reached in if condition {}",groupByField);
260 
			JSONObject grouped = solrResponseJSONObj.getJSONObject("grouped");
261 
			JSONArray groups = grouped.getJSONObject(groupByField).getJSONArray("groups");
262 
 
263 
			docs = new JSONArray();
264 
			for (int i = 0; i < groups.length(); i++) {
265 
				JSONObject groupObj = groups.getJSONObject(i);
266 
				JSONArray groupDocs = groupObj.getJSONObject("doclist").getJSONArray("docs");
267 
				for (int j = 0; j < groupDocs.length(); j++) {
268 
					docs.put(groupDocs.getJSONObject(j));
269 
				}
270 
			}
271 
		} else {
272 
			logger.info("Reached in else condition {}",groupByField);
273 
			docs = solrResponseJSONObj.getJSONObject("response").getJSONArray("docs");
274 
		}
34187 vikas.jang 275 
 
34186 vikas.jang 276 
		logger.info("Reached at end {}",docs);
34023 vikas.jang 277 
 
27030 amit.gupta 278 
		return docs;
279 
	}
280 
 
22346 amit.gupta 281 
}