Subversion Repositories SmartDukaan

Rev

Rev 37253 | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
22346 amit.gupta 1 
package com.spice.profitmandi.common.solr;
2 
 
30080 amit.gupta 3 
import com.spice.profitmandi.common.enumuration.SchemeType;
4 
import com.spice.profitmandi.common.exception.ProfitMandiBusinessException;
5 
import com.spice.profitmandi.common.web.client.RestClient;
25380 amit.gupta 6 
import org.apache.commons.lang3.StringUtils;
7 
import org.apache.http.conn.HttpHostConnectException;
28221 amit.gupta 8 
import org.apache.logging.log4j.LogManager;
9 
import org.apache.logging.log4j.Logger;
25380 amit.gupta 10 
import org.json.JSONArray;
11 
import org.json.JSONObject;
27030 amit.gupta 12 
import org.springframework.beans.factory.annotation.Autowired;
26736 amit.gupta 13 
import org.springframework.beans.factory.annotation.Value;
25380 amit.gupta 14 
import org.springframework.stereotype.Service;
15 
 
30080 amit.gupta 16 
import java.util.*;
31712 amit.gupta 17 
import java.util.stream.Collectors;
25380 amit.gupta 18 
 
25386 amit.gupta 19 
@Service("solrServiceCommon")
22346 amit.gupta 20 
public class SolrService {
28221 amit.gupta 21 
 
22 
	private static final Logger logger = LogManager.getLogger(SolrService.class);
23 
 
26736 amit.gupta 24 
	@Value("${new.solr.url}")
25 
	private String solrUrl;
28221 amit.gupta 26 
 
27030 amit.gupta 27 
	@Autowired
28 
	private RestClient restClient;
28221 amit.gupta 29 
 
31330 tejbeer 30 
	public String getContent(String queryTerm, List<Integer> categoryIds, List<String> brands, int limit,
31 
			boolean activeOnly) throws Exception {
32 
 
33 
		JSONArray docs = this.getContentDocs(queryTerm, categoryIds, brands, limit, activeOnly);
34 
		return docs.toString();
35 
	}
36 
 
37 
	public JSONArray getContentDocs(String queryTerm, List<Integer> categoryIds, List<String> brands, int limit,
38 
			boolean activeOnly) throws Exception {
22346 amit.gupta 39 
		Map<String, String> params = new HashMap<>();
25380 amit.gupta 40 
		List<String> mandatoryQ = new ArrayList<>();
41 
		if (queryTerm != null && !queryTerm.equals("null")) {
28221 amit.gupta 42 
			mandatoryQ.add(String.format("+(%s)", "*" + queryTerm + "*"));
25380 amit.gupta 43 
		} else {
44 
			queryTerm = null;
45 
		}
27325 amit.gupta 46 
		params.put("q", StringUtils.join(mandatoryQ, " "));
30267 amit.gupta 47 
		if (categoryIds != null && categoryIds.size() > 0) {
30262 amit.gupta 48 
			params.put("q", params.get("q") + " +filter(categoryId_i:(" + StringUtils.join(categoryIds, " ") + "))");
27601 amit.gupta 49 
		}
28221 amit.gupta 50 
		if (brands.size() > 0) {
31714 amit.gupta 51 
			brands = brands.stream().map(x -> x.replaceAll(" ", "\\\\ ")).collect(Collectors.toList());
27601 amit.gupta 52 
			params.put("q", params.get("q") + " AND brand_ss:(" + StringUtils.join(brands, " ") + ")");
53 
		}
30080 amit.gupta 54 
		if (activeOnly) {
55 
			params.put("q", params.get("q") + " AND active_b:true");
56 
		}
25380 amit.gupta 57 
		params.put("fl", "*");
58 
		if (queryTerm == null) {
59 
			params.put("sort", "create_s desc");
60 
		}
22346 amit.gupta 61 
		params.put("start", String.valueOf(0));
28221 amit.gupta 62 
		if (limit == 0) {
27603 amit.gupta 63 
			params.put("fl", "catalogId_i, title_s");
64 
			params.put("rows", String.valueOf(5000));
65 
		} else {
28653 amit.gupta 66 
			params.put("rows", String.valueOf(limit));
27603 amit.gupta 67 
		}
22346 amit.gupta 68 
		params.put("wt", "json");
25380 amit.gupta 69 
		String response = null;
22346 amit.gupta 70 
		try {
27030 amit.gupta 71 
			response = restClient.get(SchemeType.HTTP, solrUrl, 8984, "solr/demo/select", params);
25380 amit.gupta 72 
		} catch (HttpHostConnectException e) {
73 
			throw new ProfitMandiBusinessException("", "", "Could not connect to host");
22346 amit.gupta 74 
		}
25380 amit.gupta 75 
		JSONObject solrResponseJSONObj = new JSONObject(response).getJSONObject("response");
76 
		JSONArray docs = solrResponseJSONObj.getJSONArray("docs");
31330 tejbeer 77 
		return docs;
22346 amit.gupta 78 
	}
25380 amit.gupta 79 
 
36923 ranu 80 
	/**
81 
	 * Same query as {@link #getContentDocs} but also surfaces Solr's
82 
	 * <code>response.numFound</code> so callers can show "showing X of Y" totals.
83 
	 * Returns a small wrapper with the docs array (still capped by {@code limit})
84 
	 * and the unlimited match total.
85 
	 */
86 
	public ContentSearchResult getContentWithTotal(String queryTerm, List<Integer> categoryIds, List<String> brands,
87 
			int limit, boolean activeOnly) throws Exception {
88 
		Map<String, String> params = new HashMap<>();
89 
		List<String> mandatoryQ = new ArrayList<>();
90 
		if (queryTerm != null && !queryTerm.equals("null")) {
91 
			mandatoryQ.add(String.format("+(%s)", "*" + queryTerm + "*"));
92 
		} else {
93 
			queryTerm = null;
94 
		}
95 
		params.put("q", StringUtils.join(mandatoryQ, " "));
96 
		if (categoryIds != null && categoryIds.size() > 0) {
97 
			params.put("q", params.get("q") + " +filter(categoryId_i:(" + StringUtils.join(categoryIds, " ") + "))");
98 
		}
99 
		if (brands.size() > 0) {
100 
			brands = brands.stream().map(x -> x.replaceAll(" ", "\\\\ ")).collect(Collectors.toList());
101 
			params.put("q", params.get("q") + " AND brand_ss:(" + StringUtils.join(brands, " ") + ")");
102 
		}
103 
		if (activeOnly) {
104 
			params.put("q", params.get("q") + " AND active_b:true");
105 
		}
106 
		params.put("fl", "*");
107 
		if (queryTerm == null) {
108 
			params.put("sort", "create_s desc");
109 
		}
110 
		params.put("start", String.valueOf(0));
111 
		if (limit == 0) {
112 
			params.put("fl", "catalogId_i, title_s");
113 
			params.put("rows", String.valueOf(5000));
114 
		} else {
115 
			params.put("rows", String.valueOf(limit));
116 
		}
117 
		params.put("wt", "json");
118 
		String response;
119 
		try {
120 
			response = restClient.get(SchemeType.HTTP, solrUrl, 8984, "solr/demo/select", params);
121 
		} catch (HttpHostConnectException e) {
122 
			throw new ProfitMandiBusinessException("", "", "Could not connect to host");
123 
		}
124 
		JSONObject solrResponseJSONObj = new JSONObject(response).getJSONObject("response");
125 
		JSONArray docs = solrResponseJSONObj.getJSONArray("docs");
126 
		long numFound = solrResponseJSONObj.optLong("numFound", docs.length());
127 
		return new ContentSearchResult(docs, numFound);
128 
	}
129 
 
130 
	/** Wrapper for {@link #getContentWithTotal}. */
131 
	public static class ContentSearchResult {
132 
		private final JSONArray docs;
133 
		private final long totalCount;
134 
 
135 
		public ContentSearchResult(JSONArray docs, long totalCount) {
136 
			this.docs = docs;
137 
			this.totalCount = totalCount;
138 
		}
139 
 
140 
		public JSONArray getDocs() { return docs; }
141 
		public long getTotalCount() { return totalCount; }
142 
	}
143 
 
26606 amit.gupta 144 
	public Map<Integer, JSONObject> getContentByCatalogIds(List<Integer> catalogIds) throws Exception {
145 
		Map<Integer, JSONObject> documentMap = new HashMap<>();
146 
		Map<String, String> params = new HashMap<>();
147 
		params.put("q", "catalogId_i:" + StringUtils.join(catalogIds, " "));
148 
		params.put("fl", "*");
149 
		params.put("start", String.valueOf(0));
28221 amit.gupta 150 
		params.put("rows", String.valueOf(100));
26606 amit.gupta 151 
		params.put("wt", "json");
152 
		String response = null;
153 
		try {
27030 amit.gupta 154 
			response = restClient.get(SchemeType.HTTP, solrUrl, 8984, "solr/demo/select", params);
26606 amit.gupta 155 
		} catch (HttpHostConnectException e) {
156 
			throw new ProfitMandiBusinessException("", "", "Could not connect to host");
157 
		}
158 
		JSONObject solrResponseJSONObj = new JSONObject(response).getJSONObject("response");
159 
		JSONArray docs = solrResponseJSONObj.getJSONArray("docs");
160 
		for (int i = 0; i < docs.length(); i++) {
161 
			JSONObject doc = docs.getJSONObject(i);
162 
			documentMap.put(doc.getInt("catalogId_i"), doc);
163 
		}
164 
		return documentMap;
165 
	}
28221 amit.gupta 166 
 
28653 amit.gupta 167 
	// This method is the used to pull docs based on search and shall be used
28221 amit.gupta 168 
	// interchangably for both the things
37142 amit 169 
	public static String brandExclusionFq(List<String> excludeBrands) {
170 
		if (excludeBrands == null || excludeBrands.isEmpty()) {
171 
			return null;
172 
		}
173 
		return "-brand_ss:(" + excludeBrands.stream().map(x -> "\"" + x + "\"").collect(Collectors.joining(" OR "))
174 
				+ ")";
175 
	}
176 
 
37259 amit 177 
	/**
178 
	 * Category facet over the curated hot-deal models: which categoryId_i values are
179 
	 * present (and how many models each) among the docs the hot-deal listing can show.
180 
	 * Drives the page's category filter chips.
181 
	 */
182 
	public Map<Integer, Integer> getHotDealCategoryFacet(List<Integer> hotDealCatalogIds) throws Exception {
183 
		Map<Integer, Integer> counts = new LinkedHashMap<>();
184 
		if (hotDealCatalogIds == null || hotDealCatalogIds.isEmpty()) {
185 
			return counts;
186 
		}
187 
		String idClause = hotDealCatalogIds.stream().map(x -> "catalog" + x)
188 
				.collect(Collectors.joining(" OR "));
189 
		Map<String, String> params = new HashMap<>();
190 
		params.put("q", "+id:(" + idClause + ") +show_default_b:true +eol_no_stock_b:false");
191 
		params.put("rows", "0");
192 
		params.put("facet", "true");
193 
		params.put("facet.field", "categoryId_i");
194 
		params.put("facet.mincount", "1");
195 
		params.put("wt", "json");
196 
		String response = restClient.get(SchemeType.HTTP, solrUrl, 8984, "solr/demo/select", params);
197 
		JSONArray buckets = new JSONObject(response).getJSONObject("facet_counts")
198 
				.getJSONObject("facet_fields").getJSONArray("categoryId_i");
199 
		for (int i = 0; i + 1 < buckets.length(); i += 2) {
200 
			counts.put(Integer.parseInt(buckets.getString(i)), buckets.getInt(i + 1));
201 
		}
202 
		return counts;
203 
	}
204 
 
33573 amit.gupta 205 
	public JSONArray getSolrDocs(String queryTerm, String categoryId, int offset, int limit, String sort,
35369 ranu 206 
			String brand, int subCategoryId, boolean hotDeal, boolean group, boolean eol_filter) throws Throwable {
37142 amit 207 
		return this.getSolrDocs(queryTerm, categoryId, offset, limit, sort, brand, subCategoryId, hotDeal, group,
208 
				eol_filter, null);
209 
	}
210 
 
211 
	public JSONArray getSolrDocs(String queryTerm, String categoryId, int offset, int limit, String sort,
212 
			String brand, int subCategoryId, boolean hotDeal, boolean group, boolean eol_filter,
213 
			List<String> excludeBrands) throws Throwable {
37245 amit 214 
		return getSolrDocs(queryTerm, categoryId, offset, limit, sort, brand, subCategoryId, hotDeal, group,
215 
				eol_filter, excludeBrands, null);
216 
	}
217 
 
218 
	public JSONArray getSolrDocs(String queryTerm, String categoryId, int offset, int limit, String sort,
219 
			String brand, int subCategoryId, boolean hotDeal, boolean group, boolean eol_filter,
220 
			List<String> excludeBrands, List<Integer> hotDealCatalogIds) throws Throwable {
27030 amit.gupta 221 
		List<String> parentFilter = new ArrayList<>();
37259 amit 222 
		// Hot-deal listings are cross-category by default (the curated catalogId filter
223 
		// is the scope); categoryId is applied there only when the caller explicitly
224 
		// passes one (the page's category filter chips)
225 
		if (hotDealCatalogIds == null || hotDealCatalogIds.isEmpty()
226 
				|| (categoryId != null && !categoryId.trim().isEmpty())) {
37253 amit 227 
			parentFilter.add("categoryId_i:" + categoryId);
228 
		}
31596 amit.gupta 229 
		parentFilter.add("show_default_b:true");
27030 amit.gupta 230 
		List<String> childFilter = new ArrayList<>();
231 
		childFilter.add("itemId_i:*");
232 
 
233 
		Map<String, String> params = new HashMap<>();
234 
		if (queryTerm == null || queryTerm.equals("null")) {
235 
			queryTerm = "";
236 
		} else {
237 
			queryTerm = "(" + queryTerm + ")";
238 
		}
37245 amit 239 
		if (hotDealCatalogIds != null && !hotDealCatalogIds.isEmpty()) {
37259 amit 240 
			// Caller already resolved the active model_hot_deal set: restrict parents to
241 
			// those models; items stay the normal active set
37245 amit 242 
			String idClause = hotDealCatalogIds.stream().map(x -> "catalog" + x)
243 
					.collect(java.util.stream.Collectors.joining(" OR "));
244 
			parentFilter.add("id:(" + idClause + ")");
245 
			childFilter.add("active_b:true");
246 
		} else if (hotDeal) {
37259 amit 247 
			// hot_deal_b is derived from catalog.model_hot_deal at index time (FofoSolr)
27030 amit.gupta 248 
			childFilter.add("hot_deal_b:true");
249 
		} else {
250 
			childFilter.add("active_b:true");
251 
		}
252 
		if (subCategoryId != 0) {
253 
			parentFilter.add("subCategoryId_i:" + subCategoryId);
254 
		}
35369 ranu 255 
 
256 
		if(eol_filter){
257 
			parentFilter.add("eol_no_stock_b:false");
258 
		}
27030 amit.gupta 259 
		if (StringUtils.isNotBlank(brand)) {
27105 amit.gupta 260 
			parentFilter.add("brand_ss:" + "\\\"" + brand + "\\\"");
27030 amit.gupta 261 
		}
262 
		if (queryTerm == "") {
28221 amit.gupta 263 
			params.put("sort", (sort == "" ? "" : sort + ", ") + "create_s desc");
27030 amit.gupta 264 
		} else {
265 
			parentFilter.addAll(Arrays.asList(queryTerm.split(" ")));
266 
		}
267 
		String parentFilterString = "\"" + String.join(" AND ", parentFilter) + "\"";
268 
		String childFilterString = String.join(" AND ", childFilter);
269 
		params.put("q", String.format("{!parent which=%s}%s", parentFilterString, childFilterString));
270 
		params.put("fl",
271 
				String.format("*, [child parentFilter=id:catalog* childFilter=%s]", "\"" + childFilterString + "\""));
272 
		params.put("start", String.valueOf(offset));
273 
		params.put("rows", String.valueOf(limit));
274 
		params.put("wt", "json");
34023 vikas.jang 275 
 
37142 amit 276 
		String exclusionFq = brandExclusionFq(excludeBrands);
277 
		if (exclusionFq != null) {
278 
			params.put("fq", exclusionFq);
279 
		}
280 
 
34023 vikas.jang 281 
		String groupByField = null;
282 
 
283 
		if (group) {
284 
			groupByField = "superCatalog_s";
285 
			params.put("group", String.valueOf(group));
286 
			params.put("group.field", groupByField);
287 
			params.put("group.limit", "1");
288 
			if (!sort.isEmpty()) {
289 
				params.put("group.sort", sort);
290 
			}
291 
		}
292 
logger.info("groupByField {}", groupByField);
27030 amit.gupta 293 
		String response = null;
34023 vikas.jang 294 
 
27030 amit.gupta 295 
		try {
296 
			response = restClient.get(SchemeType.HTTP, solrUrl, 8984, "solr/demo/select", params);
297 
		} catch (HttpHostConnectException e) {
298 
			throw new ProfitMandiBusinessException("", "", "Could not connect to host");
299 
		}
28221 amit.gupta 300 
 
34023 vikas.jang 301 
		/*JSONObject solrResponseJSONObj = new JSONObject(response).getJSONObject("response");
302 
		JSONArray docs = solrResponseJSONObj.getJSONArray("docs");*/
303 
 
304 
		JSONObject solrResponseJSONObj = new JSONObject(response);
305 
		JSONArray docs;
306 
 
307 
		if (group) {
308 
			logger.info("Reached in if condition {}",groupByField);
309 
			JSONObject grouped = solrResponseJSONObj.getJSONObject("grouped");
310 
			JSONArray groups = grouped.getJSONObject(groupByField).getJSONArray("groups");
311 
 
312 
			docs = new JSONArray();
313 
			for (int i = 0; i < groups.length(); i++) {
314 
				JSONObject groupObj = groups.getJSONObject(i);
315 
				JSONArray groupDocs = groupObj.getJSONObject("doclist").getJSONArray("docs");
316 
				for (int j = 0; j < groupDocs.length(); j++) {
317 
					docs.put(groupDocs.getJSONObject(j));
318 
				}
319 
			}
320 
		} else {
321 
			logger.info("Reached in else condition {}",groupByField);
322 
			docs = solrResponseJSONObj.getJSONObject("response").getJSONArray("docs");
323 
		}
34187 vikas.jang 324 
 
34186 vikas.jang 325 
		logger.info("Reached at end {}",docs);
34023 vikas.jang 326 
 
27030 amit.gupta 327 
		return docs;
328 
	}
329 
 
22346 amit.gupta 330 
}