Subversion Repositories SmartDukaan

Rev

Rev 37142 | Rev 37253 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
22346 amit.gupta 1 
package com.spice.profitmandi.common.solr;
2 
 
30080 amit.gupta 3 
import com.spice.profitmandi.common.enumuration.SchemeType;
4 
import com.spice.profitmandi.common.exception.ProfitMandiBusinessException;
5 
import com.spice.profitmandi.common.web.client.RestClient;
25380 amit.gupta 6 
import org.apache.commons.lang3.StringUtils;
7 
import org.apache.http.conn.HttpHostConnectException;
28221 amit.gupta 8 
import org.apache.logging.log4j.LogManager;
9 
import org.apache.logging.log4j.Logger;
25380 amit.gupta 10 
import org.json.JSONArray;
11 
import org.json.JSONObject;
27030 amit.gupta 12 
import org.springframework.beans.factory.annotation.Autowired;
26736 amit.gupta 13 
import org.springframework.beans.factory.annotation.Value;
25380 amit.gupta 14 
import org.springframework.stereotype.Service;
15 
 
30080 amit.gupta 16 
import java.util.*;
31712 amit.gupta 17 
import java.util.stream.Collectors;
25380 amit.gupta 18 
 
25386 amit.gupta 19 
@Service("solrServiceCommon")
22346 amit.gupta 20 
public class SolrService {
28221 amit.gupta 21 
 
22 
	private static final Logger logger = LogManager.getLogger(SolrService.class);
23 
 
26736 amit.gupta 24 
	@Value("${new.solr.url}")
25 
	private String solrUrl;
28221 amit.gupta 26 
 
27030 amit.gupta 27 
	@Autowired
28 
	private RestClient restClient;
28221 amit.gupta 29 
 
31330 tejbeer 30 
	public String getContent(String queryTerm, List<Integer> categoryIds, List<String> brands, int limit,
31 
			boolean activeOnly) throws Exception {
32 
 
33 
		JSONArray docs = this.getContentDocs(queryTerm, categoryIds, brands, limit, activeOnly);
34 
		return docs.toString();
35 
	}
36 
 
37 
	public JSONArray getContentDocs(String queryTerm, List<Integer> categoryIds, List<String> brands, int limit,
38 
			boolean activeOnly) throws Exception {
22346 amit.gupta 39 
		Map<String, String> params = new HashMap<>();
25380 amit.gupta 40 
		List<String> mandatoryQ = new ArrayList<>();
41 
		if (queryTerm != null && !queryTerm.equals("null")) {
28221 amit.gupta 42 
			mandatoryQ.add(String.format("+(%s)", "*" + queryTerm + "*"));
25380 amit.gupta 43 
		} else {
44 
			queryTerm = null;
45 
		}
27325 amit.gupta 46 
		params.put("q", StringUtils.join(mandatoryQ, " "));
30267 amit.gupta 47 
		if (categoryIds != null && categoryIds.size() > 0) {
30262 amit.gupta 48 
			params.put("q", params.get("q") + " +filter(categoryId_i:(" + StringUtils.join(categoryIds, " ") + "))");
27601 amit.gupta 49 
		}
28221 amit.gupta 50 
		if (brands.size() > 0) {
31714 amit.gupta 51 
			brands = brands.stream().map(x -> x.replaceAll(" ", "\\\\ ")).collect(Collectors.toList());
27601 amit.gupta 52 
			params.put("q", params.get("q") + " AND brand_ss:(" + StringUtils.join(brands, " ") + ")");
53 
		}
30080 amit.gupta 54 
		if (activeOnly) {
55 
			params.put("q", params.get("q") + " AND active_b:true");
56 
		}
25380 amit.gupta 57 
		params.put("fl", "*");
58 
		if (queryTerm == null) {
59 
			params.put("sort", "create_s desc");
60 
		}
22346 amit.gupta 61 
		params.put("start", String.valueOf(0));
28221 amit.gupta 62 
		if (limit == 0) {
27603 amit.gupta 63 
			params.put("fl", "catalogId_i, title_s");
64 
			params.put("rows", String.valueOf(5000));
65 
		} else {
28653 amit.gupta 66 
			params.put("rows", String.valueOf(limit));
27603 amit.gupta 67 
		}
22346 amit.gupta 68 
		params.put("wt", "json");
25380 amit.gupta 69 
		String response = null;
22346 amit.gupta 70 
		try {
27030 amit.gupta 71 
			response = restClient.get(SchemeType.HTTP, solrUrl, 8984, "solr/demo/select", params);
25380 amit.gupta 72 
		} catch (HttpHostConnectException e) {
73 
			throw new ProfitMandiBusinessException("", "", "Could not connect to host");
22346 amit.gupta 74 
		}
25380 amit.gupta 75 
		JSONObject solrResponseJSONObj = new JSONObject(response).getJSONObject("response");
76 
		JSONArray docs = solrResponseJSONObj.getJSONArray("docs");
31330 tejbeer 77 
		return docs;
22346 amit.gupta 78 
	}
25380 amit.gupta 79 
 
36923 ranu 80 
	/**
81 
	 * Same query as {@link #getContentDocs} but also surfaces Solr's
82 
	 * <code>response.numFound</code> so callers can show "showing X of Y" totals.
83 
	 * Returns a small wrapper with the docs array (still capped by {@code limit})
84 
	 * and the unlimited match total.
85 
	 */
86 
	public ContentSearchResult getContentWithTotal(String queryTerm, List<Integer> categoryIds, List<String> brands,
87 
			int limit, boolean activeOnly) throws Exception {
88 
		Map<String, String> params = new HashMap<>();
89 
		List<String> mandatoryQ = new ArrayList<>();
90 
		if (queryTerm != null && !queryTerm.equals("null")) {
91 
			mandatoryQ.add(String.format("+(%s)", "*" + queryTerm + "*"));
92 
		} else {
93 
			queryTerm = null;
94 
		}
95 
		params.put("q", StringUtils.join(mandatoryQ, " "));
96 
		if (categoryIds != null && categoryIds.size() > 0) {
97 
			params.put("q", params.get("q") + " +filter(categoryId_i:(" + StringUtils.join(categoryIds, " ") + "))");
98 
		}
99 
		if (brands.size() > 0) {
100 
			brands = brands.stream().map(x -> x.replaceAll(" ", "\\\\ ")).collect(Collectors.toList());
101 
			params.put("q", params.get("q") + " AND brand_ss:(" + StringUtils.join(brands, " ") + ")");
102 
		}
103 
		if (activeOnly) {
104 
			params.put("q", params.get("q") + " AND active_b:true");
105 
		}
106 
		params.put("fl", "*");
107 
		if (queryTerm == null) {
108 
			params.put("sort", "create_s desc");
109 
		}
110 
		params.put("start", String.valueOf(0));
111 
		if (limit == 0) {
112 
			params.put("fl", "catalogId_i, title_s");
113 
			params.put("rows", String.valueOf(5000));
114 
		} else {
115 
			params.put("rows", String.valueOf(limit));
116 
		}
117 
		params.put("wt", "json");
118 
		String response;
119 
		try {
120 
			response = restClient.get(SchemeType.HTTP, solrUrl, 8984, "solr/demo/select", params);
121 
		} catch (HttpHostConnectException e) {
122 
			throw new ProfitMandiBusinessException("", "", "Could not connect to host");
123 
		}
124 
		JSONObject solrResponseJSONObj = new JSONObject(response).getJSONObject("response");
125 
		JSONArray docs = solrResponseJSONObj.getJSONArray("docs");
126 
		long numFound = solrResponseJSONObj.optLong("numFound", docs.length());
127 
		return new ContentSearchResult(docs, numFound);
128 
	}
129 
 
130 
	/** Wrapper for {@link #getContentWithTotal}. */
131 
	public static class ContentSearchResult {
132 
		private final JSONArray docs;
133 
		private final long totalCount;
134 
 
135 
		public ContentSearchResult(JSONArray docs, long totalCount) {
136 
			this.docs = docs;
137 
			this.totalCount = totalCount;
138 
		}
139 
 
140 
		public JSONArray getDocs() { return docs; }
141 
		public long getTotalCount() { return totalCount; }
142 
	}
143 
 
26606 amit.gupta 144 
	public Map<Integer, JSONObject> getContentByCatalogIds(List<Integer> catalogIds) throws Exception {
145 
		Map<Integer, JSONObject> documentMap = new HashMap<>();
146 
		Map<String, String> params = new HashMap<>();
147 
		params.put("q", "catalogId_i:" + StringUtils.join(catalogIds, " "));
148 
		params.put("fl", "*");
149 
		params.put("start", String.valueOf(0));
28221 amit.gupta 150 
		params.put("rows", String.valueOf(100));
26606 amit.gupta 151 
		params.put("wt", "json");
152 
		String response = null;
153 
		try {
27030 amit.gupta 154 
			response = restClient.get(SchemeType.HTTP, solrUrl, 8984, "solr/demo/select", params);
26606 amit.gupta 155 
		} catch (HttpHostConnectException e) {
156 
			throw new ProfitMandiBusinessException("", "", "Could not connect to host");
157 
		}
158 
		JSONObject solrResponseJSONObj = new JSONObject(response).getJSONObject("response");
159 
		JSONArray docs = solrResponseJSONObj.getJSONArray("docs");
160 
		for (int i = 0; i < docs.length(); i++) {
161 
			JSONObject doc = docs.getJSONObject(i);
162 
			documentMap.put(doc.getInt("catalogId_i"), doc);
163 
		}
164 
		return documentMap;
165 
	}
28221 amit.gupta 166 
 
28653 amit.gupta 167 
	// This method is the used to pull docs based on search and shall be used
28221 amit.gupta 168 
	// interchangably for both the things
37142 amit 169 
	public static String brandExclusionFq(List<String> excludeBrands) {
170 
		if (excludeBrands == null || excludeBrands.isEmpty()) {
171 
			return null;
172 
		}
173 
		return "-brand_ss:(" + excludeBrands.stream().map(x -> "\"" + x + "\"").collect(Collectors.joining(" OR "))
174 
				+ ")";
175 
	}
176 
 
33573 amit.gupta 177 
	public JSONArray getSolrDocs(String queryTerm, String categoryId, int offset, int limit, String sort,
35369 ranu 178 
			String brand, int subCategoryId, boolean hotDeal, boolean group, boolean eol_filter) throws Throwable {
37142 amit 179 
		return this.getSolrDocs(queryTerm, categoryId, offset, limit, sort, brand, subCategoryId, hotDeal, group,
180 
				eol_filter, null);
181 
	}
182 
 
183 
	public JSONArray getSolrDocs(String queryTerm, String categoryId, int offset, int limit, String sort,
184 
			String brand, int subCategoryId, boolean hotDeal, boolean group, boolean eol_filter,
185 
			List<String> excludeBrands) throws Throwable {
37245 amit 186 
		return getSolrDocs(queryTerm, categoryId, offset, limit, sort, brand, subCategoryId, hotDeal, group,
187 
				eol_filter, excludeBrands, null);
188 
	}
189 
 
190 
	public JSONArray getSolrDocs(String queryTerm, String categoryId, int offset, int limit, String sort,
191 
			String brand, int subCategoryId, boolean hotDeal, boolean group, boolean eol_filter,
192 
			List<String> excludeBrands, List<Integer> hotDealCatalogIds) throws Throwable {
27030 amit.gupta 193 
		List<String> parentFilter = new ArrayList<>();
194 
		parentFilter.add("categoryId_i:" + categoryId);
31596 amit.gupta 195 
		parentFilter.add("show_default_b:true");
27030 amit.gupta 196 
		List<String> childFilter = new ArrayList<>();
197 
		childFilter.add("itemId_i:*");
198 
 
199 
		Map<String, String> params = new HashMap<>();
200 
		if (queryTerm == null || queryTerm.equals("null")) {
201 
			queryTerm = "";
202 
		} else {
203 
			queryTerm = "(" + queryTerm + ")";
204 
		}
37245 amit 205 
		if (hotDealCatalogIds != null && !hotDealCatalogIds.isEmpty()) {
206 
			// New model_hot_deal-driven hot deals: restrict parents to the active deal
207 
			// models; items stay the normal active set (old hot_deal_b flag not used)
208 
			String idClause = hotDealCatalogIds.stream().map(x -> "catalog" + x)
209 
					.collect(java.util.stream.Collectors.joining(" OR "));
210 
			parentFilter.add("id:(" + idClause + ")");
211 
			childFilter.add("active_b:true");
212 
		} else if (hotDeal) {
27030 amit.gupta 213 
			childFilter.add("hot_deal_b:true");
214 
		} else {
215 
			childFilter.add("active_b:true");
216 
		}
217 
		if (subCategoryId != 0) {
218 
			parentFilter.add("subCategoryId_i:" + subCategoryId);
219 
		}
35369 ranu 220 
 
221 
		if(eol_filter){
222 
			parentFilter.add("eol_no_stock_b:false");
223 
		}
27030 amit.gupta 224 
		if (StringUtils.isNotBlank(brand)) {
27105 amit.gupta 225 
			parentFilter.add("brand_ss:" + "\\\"" + brand + "\\\"");
27030 amit.gupta 226 
		}
227 
		if (queryTerm == "") {
28221 amit.gupta 228 
			params.put("sort", (sort == "" ? "" : sort + ", ") + "create_s desc");
27030 amit.gupta 229 
		} else {
230 
			parentFilter.addAll(Arrays.asList(queryTerm.split(" ")));
231 
		}
232 
		String parentFilterString = "\"" + String.join(" AND ", parentFilter) + "\"";
233 
		String childFilterString = String.join(" AND ", childFilter);
234 
		params.put("q", String.format("{!parent which=%s}%s", parentFilterString, childFilterString));
235 
		params.put("fl",
236 
				String.format("*, [child parentFilter=id:catalog* childFilter=%s]", "\"" + childFilterString + "\""));
237 
		params.put("start", String.valueOf(offset));
238 
		params.put("rows", String.valueOf(limit));
239 
		params.put("wt", "json");
34023 vikas.jang 240 
 
37142 amit 241 
		String exclusionFq = brandExclusionFq(excludeBrands);
242 
		if (exclusionFq != null) {
243 
			params.put("fq", exclusionFq);
244 
		}
245 
 
34023 vikas.jang 246 
		String groupByField = null;
247 
 
248 
		if (group) {
249 
			groupByField = "superCatalog_s";
250 
			params.put("group", String.valueOf(group));
251 
			params.put("group.field", groupByField);
252 
			params.put("group.limit", "1");
253 
			if (!sort.isEmpty()) {
254 
				params.put("group.sort", sort);
255 
			}
256 
		}
257 
logger.info("groupByField {}", groupByField);
27030 amit.gupta 258 
		String response = null;
34023 vikas.jang 259 
 
27030 amit.gupta 260 
		try {
261 
			response = restClient.get(SchemeType.HTTP, solrUrl, 8984, "solr/demo/select", params);
262 
		} catch (HttpHostConnectException e) {
263 
			throw new ProfitMandiBusinessException("", "", "Could not connect to host");
264 
		}
28221 amit.gupta 265 
 
34023 vikas.jang 266 
		/*JSONObject solrResponseJSONObj = new JSONObject(response).getJSONObject("response");
267 
		JSONArray docs = solrResponseJSONObj.getJSONArray("docs");*/
268 
 
269 
		JSONObject solrResponseJSONObj = new JSONObject(response);
270 
		JSONArray docs;
271 
 
272 
		if (group) {
273 
			logger.info("Reached in if condition {}",groupByField);
274 
			JSONObject grouped = solrResponseJSONObj.getJSONObject("grouped");
275 
			JSONArray groups = grouped.getJSONObject(groupByField).getJSONArray("groups");
276 
 
277 
			docs = new JSONArray();
278 
			for (int i = 0; i < groups.length(); i++) {
279 
				JSONObject groupObj = groups.getJSONObject(i);
280 
				JSONArray groupDocs = groupObj.getJSONObject("doclist").getJSONArray("docs");
281 
				for (int j = 0; j < groupDocs.length(); j++) {
282 
					docs.put(groupDocs.getJSONObject(j));
283 
				}
284 
			}
285 
		} else {
286 
			logger.info("Reached in else condition {}",groupByField);
287 
			docs = solrResponseJSONObj.getJSONObject("response").getJSONArray("docs");
288 
		}
34187 vikas.jang 289 
 
34186 vikas.jang 290 
		logger.info("Reached at end {}",docs);
34023 vikas.jang 291 
 
27030 amit.gupta 292 
		return docs;
293 
	}
294 
 
22346 amit.gupta 295 
}