| 4744 |
amar.kumar |
1 |
<%@ page import="java.util.ArrayList"%>
|
|
|
2 |
<%@ page import="in.shop2020.server.SearchMetadata"%>
|
|
|
3 |
<%@ page import="java.util.Arrays"%>
|
|
|
4 |
<%@ page import="java.util.Set"%>
|
|
|
5 |
<%@ page import="java.util.Hashtable"%>
|
| 4638 |
amar.kumar |
6 |
<%@ page import="java.util.Calendar"%>
|
|
|
7 |
<%@ page import="java.util.Map.Entry"%>
|
|
|
8 |
<%@ page import="java.util.Map"%>
|
|
|
9 |
<%@ page import="java.text.ParseException"%>
|
|
|
10 |
<%@ page import="java.util.TimeZone"%>
|
|
|
11 |
<%@ page import="java.text.SimpleDateFormat"%>
|
|
|
12 |
<%@ page import="java.util.Date"%>
|
|
|
13 |
<%@ page import="java.util.List" %>
|
| 4744 |
amar.kumar |
14 |
<%@ page import="java.net.URLDecoder" %>
|
| 4638 |
amar.kumar |
15 |
<%@ page import="com.google.appengine.api.datastore.Query.SortDirection"%>
|
|
|
16 |
<%@ page contentType="text/html;charset=UTF-8" language="java" %>
|
|
|
17 |
<%@ page import="com.google.appengine.api.datastore.DatastoreServiceFactory" %>
|
|
|
18 |
<%@ page import="com.google.appengine.api.datastore.DatastoreService" %>
|
|
|
19 |
<%@ page import="com.google.appengine.api.datastore.Query" %>
|
|
|
20 |
<%@ page import="com.google.appengine.api.datastore.Entity" %>
|
|
|
21 |
<%@ page import="com.google.appengine.api.datastore.PreparedQuery" %>
|
| 4744 |
amar.kumar |
22 |
<%@ page import="in.shop2020.model.Category"%>
|
|
|
23 |
|
| 4638 |
amar.kumar |
24 |
<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
|
|
|
25 |
<html>
|
|
|
26 |
<head>
|
|
|
27 |
<link rel="stylesheet" href="/DataTables/media/css/demo_table.css" type="text/css" />
|
|
|
28 |
<link rel="stylesheet" href="/DataTables/extras/TableTools/media/css/TableTools.css" type="text/css" />
|
|
|
29 |
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
|
|
|
30 |
<title>Product Search</title>
|
|
|
31 |
</head>
|
|
|
32 |
|
| 4744 |
amar.kumar |
33 |
|
|
|
34 |
|
|
|
35 |
<%!
|
|
|
36 |
public Map<String,SearchMetadata> populateSearchDataMap(Map<String,SearchMetadata> productSearchFreq, Entity result){
|
|
|
37 |
String searchString = (String)result.getProperty("query");
|
|
|
38 |
|
|
|
39 |
if(productSearchFreq.containsKey(searchString)){
|
|
|
40 |
SearchMetadata searchObject = productSearchFreq.get(searchString);
|
|
|
41 |
|
|
|
42 |
//Setting number of searches
|
|
|
43 |
searchObject.setTotalSearches(searchObject.getTotalSearches()+1);
|
|
|
44 |
|
|
|
45 |
//setting number of search results
|
|
|
46 |
List<Long> numSearchResults =searchObject.getSearchResults();
|
|
|
47 |
numSearchResults.add((Long)result.getProperty("totalResults"));
|
|
|
48 |
searchObject.setSearchResults(numSearchResults);
|
|
|
49 |
|
|
|
50 |
//Setting frequency by category
|
|
|
51 |
String categoryId = Category.findByValue(Integer.parseInt(result.getProperty("categoryId").toString())).toString();
|
|
|
52 |
if(searchObject.getcategoryFrequency().containsKey(categoryId)) {
|
|
|
53 |
searchObject.getcategoryFrequency().put(categoryId, (searchObject.getcategoryFrequency().get(categoryId))+1);
|
|
|
54 |
}else {
|
|
|
55 |
searchObject.getcategoryFrequency().put(categoryId,Long.parseLong("1"));
|
|
|
56 |
}
|
|
|
57 |
|
|
|
58 |
//Storing session Id of query
|
|
|
59 |
if(!searchObject.getSessionIds().contains(result.getProperty("sessionId"))){
|
|
|
60 |
searchObject.getSessionIds().add(result.getProperty("sessionId"));
|
|
|
61 |
}
|
|
|
62 |
|
|
|
63 |
productSearchFreq.put(searchString, searchObject);
|
|
|
64 |
}else{
|
|
|
65 |
SearchMetadata searchObject = new SearchMetadata();
|
|
|
66 |
|
|
|
67 |
//Setting frequency by category
|
|
|
68 |
String categoryId = Category.findByValue(Integer.parseInt(result.getProperty("categoryId").toString())).toString();
|
|
|
69 |
Map<String, Long> categoryFrequency = new Hashtable<String, Long>();
|
|
|
70 |
categoryFrequency.put(categoryId,Long.parseLong("1"));
|
|
|
71 |
searchObject.setcategoryFrequency(categoryFrequency);
|
|
|
72 |
|
|
|
73 |
//Setting number of searches
|
|
|
74 |
searchObject.setTotalSearches(Long.parseLong("1"));
|
|
|
75 |
|
|
|
76 |
//setting number of search results
|
|
|
77 |
List<Long> numSearchResults = new ArrayList<Long>();
|
|
|
78 |
numSearchResults.add((Long)result.getProperty("totalResults"));
|
|
|
79 |
searchObject.setSearchResults(numSearchResults);
|
|
|
80 |
|
|
|
81 |
//Storing session Id of query
|
|
|
82 |
List<Object> sessionList = new ArrayList<Object>();
|
|
|
83 |
sessionList.add(result.getProperty("sessionId"));
|
|
|
84 |
searchObject.setSessionIds(sessionList);
|
|
|
85 |
|
|
|
86 |
productSearchFreq.put(searchString,searchObject);
|
|
|
87 |
}
|
|
|
88 |
return productSearchFreq;
|
|
|
89 |
}
|
|
|
90 |
|
|
|
91 |
public Map<String,Double> populateSearchClickMap(Map<String,Double> searchClickMap, Entity result){
|
|
|
92 |
String refererUrl = (String)result.getProperty("refererUrl");
|
|
|
93 |
if(refererUrl!=null){
|
|
|
94 |
if(refererUrl.contains("search?")){
|
|
|
95 |
String clickQuery = "";
|
|
|
96 |
refererUrl = URLDecoder.decode(refererUrl);
|
|
|
97 |
clickQuery = refererUrl.split("q=")[1].split("&")[0];
|
|
|
98 |
if(searchClickMap.containsKey(clickQuery)){
|
|
|
99 |
searchClickMap.put(clickQuery, searchClickMap.get(clickQuery)+1);
|
|
|
100 |
}else{
|
|
|
101 |
searchClickMap.put(clickQuery, Double.parseDouble("1"));
|
|
|
102 |
}
|
|
|
103 |
}
|
|
|
104 |
}
|
|
|
105 |
return searchClickMap;
|
|
|
106 |
}
|
|
|
107 |
|
|
|
108 |
%>
|
|
|
109 |
|
|
|
110 |
<% Date toDate = new Date();
|
| 4638 |
amar.kumar |
111 |
Calendar cal = Calendar.getInstance(TimeZone.getTimeZone("IST"));
|
|
|
112 |
cal.add(Calendar.DAY_OF_MONTH, -2);
|
|
|
113 |
Date fromDate = cal.getTime();
|
|
|
114 |
SimpleDateFormat iSdf = new SimpleDateFormat("yyyyMMdd");
|
|
|
115 |
String toDateStr = request.getParameter("toDate");
|
|
|
116 |
String fromDateStr = request.getParameter("fromDate");
|
|
|
117 |
if (fromDateStr == null || fromDateStr.isEmpty()) {
|
|
|
118 |
fromDateStr = iSdf.format(fromDate);
|
|
|
119 |
}
|
|
|
120 |
if (toDateStr == null || toDateStr.isEmpty()) {
|
|
|
121 |
toDateStr = iSdf.format(toDate);
|
|
|
122 |
}
|
|
|
123 |
%>
|
|
|
124 |
<body>
|
|
|
125 |
<form id="searchfilter" name="searchfilter" method="post" action="/jsp/productSearchFrequency.jsp">
|
|
|
126 |
<label>From Date(YYYYMMDD) : </label> <input type="text" name="fromDate" id="fromDate" value="<%= fromDateStr %>"/>
|
|
|
127 |
<label>To Date(YYYYMMDD) : </label> <input type="text" name="toDate" id="toDate" value="<%= toDateStr %>"/>
|
|
|
128 |
<input type="Submit" id="Submit" name="Submit" value="Submit" />
|
|
|
129 |
</form>
|
|
|
130 |
|
|
|
131 |
<%
|
|
|
132 |
try {
|
|
|
133 |
if (fromDateStr != null) {
|
|
|
134 |
fromDate = iSdf.parse(fromDateStr);
|
|
|
135 |
}
|
|
|
136 |
if (toDateStr != null) {
|
|
|
137 |
toDate = iSdf.parse(toDateStr);
|
|
|
138 |
}
|
|
|
139 |
}
|
|
|
140 |
catch (ParseException pe) {
|
|
|
141 |
%>
|
|
|
142 |
<span>Invalid Date Format</span>
|
|
|
143 |
<%
|
|
|
144 |
}
|
|
|
145 |
SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
|
|
|
146 |
sdf.setTimeZone(TimeZone.getTimeZone("IST"));
|
| 4744 |
amar.kumar |
147 |
|
| 4638 |
amar.kumar |
148 |
DatastoreService datastore = DatastoreServiceFactory.getDatastoreService();
|
|
|
149 |
Query query = new Query("DataLog");
|
|
|
150 |
query.addFilter("eventType", Query.FilterOperator.IN,Arrays.asList("PRODUCT_SEARCH","PRODUCT_VIEW"));
|
|
|
151 |
query.addFilter("date", Query.FilterOperator.GREATER_THAN_OR_EQUAL, fromDate);
|
|
|
152 |
query.addFilter("date", Query.FilterOperator.LESS_THAN_OR_EQUAL, toDate);
|
|
|
153 |
PreparedQuery pq = datastore.prepare(query);
|
| 4744 |
amar.kumar |
154 |
|
|
|
155 |
|
|
|
156 |
Map<String,SearchMetadata> productSearchFreq = new Hashtable<String,SearchMetadata>();
|
| 4638 |
amar.kumar |
157 |
Map<String,Double> searchClickMap = new Hashtable<String,Double>();
|
|
|
158 |
|
|
|
159 |
for (Entity result : pq.asIterable()) {
|
|
|
160 |
if(result.getProperty("eventType").equals("PRODUCT_SEARCH")){
|
| 4744 |
amar.kumar |
161 |
productSearchFreq = populateSearchDataMap(productSearchFreq, result);
|
| 4638 |
amar.kumar |
162 |
|
|
|
163 |
}else{
|
| 4744 |
amar.kumar |
164 |
//Calculating the frequency of ProductViews originating from ProductSearch
|
|
|
165 |
searchClickMap = populateSearchClickMap(searchClickMap,result);
|
| 4638 |
amar.kumar |
166 |
}
|
|
|
167 |
}
|
| 4744 |
amar.kumar |
168 |
|
| 4638 |
amar.kumar |
169 |
%>
|
|
|
170 |
|
|
|
171 |
<table cellpadding="0" cellspacing="0" border="0" class="display" id="productSearch">
|
|
|
172 |
<thead>
|
|
|
173 |
<tr>
|
|
|
174 |
<th>Query String</th>
|
| 4744 |
amar.kumar |
175 |
<th>Total Search Count</th>
|
|
|
176 |
<th>No Category</th>
|
|
|
177 |
<th>Mobile Phones</th>
|
|
|
178 |
<th>Tablets</th>
|
|
|
179 |
<th>Laptops</th>
|
|
|
180 |
<th>Accessories</th>
|
|
|
181 |
<th>Session Count</th>
|
|
|
182 |
<th>Average No. of Results</th>
|
| 4638 |
amar.kumar |
183 |
<th>Search Result Clicked</th>
|
| 4744 |
amar.kumar |
184 |
<th>Search Conversion (%) </th>
|
| 4638 |
amar.kumar |
185 |
</tr>
|
|
|
186 |
</thead>
|
|
|
187 |
<tbody>
|
|
|
188 |
<% Set<String> querySet= productSearchFreq.keySet();
|
|
|
189 |
for (String productQuery:querySet){
|
| 4744 |
amar.kumar |
190 |
Double searchConversionRate = (((searchClickMap.get(productQuery))==null ? 0 : searchClickMap.get(productQuery))*100/(productSearchFreq.get(productQuery).getTotalSearches()));
|
|
|
191 |
searchConversionRate = ((double)((long)(searchConversionRate*100)))/100; //Truncating to 2 decimal places
|
| 4638 |
amar.kumar |
192 |
%>
|
|
|
193 |
<tr>
|
|
|
194 |
<td><a href="/jsp/productSearch.jsp?productQuery=<%=productQuery.toString()%>&toDate=<%=toDateStr%>&fromDate=<%=fromDateStr%>"><%=productQuery%></a></td>
|
| 4744 |
amar.kumar |
195 |
<td><%=productSearchFreq.get(productQuery).getTotalSearches()%></td>
|
|
|
196 |
|
|
|
197 |
<%
|
|
|
198 |
Set<String> searchCategories = productSearchFreq.get(productQuery).getcategoryFrequency().keySet();
|
|
|
199 |
List<String> categories = new ArrayList<String>();
|
|
|
200 |
categories.add("NA");
|
|
|
201 |
categories.add("Mobile_Phones");
|
|
|
202 |
categories.add("Tablets");
|
|
|
203 |
categories.add("Laptops");
|
|
|
204 |
categories.add("Mobile_Accessories");
|
|
|
205 |
for(String category : categories){
|
|
|
206 |
Long searchinCategory = productSearchFreq.get(productQuery).getcategoryFrequency().get(category);
|
|
|
207 |
%>
|
|
|
208 |
<td>
|
|
|
209 |
<%=searchinCategory==null ? 0 : searchinCategory %>
|
|
|
210 |
</td>
|
|
|
211 |
<% }%>
|
|
|
212 |
<%
|
|
|
213 |
long tempSum = 0;
|
|
|
214 |
for(Long numOfSearchResults : productSearchFreq.get(productQuery).getSearchResults()){
|
|
|
215 |
tempSum+=numOfSearchResults;
|
|
|
216 |
}%>
|
|
|
217 |
<td><%=(productSearchFreq.get(productQuery).getSessionIds()==null ? 0 : productSearchFreq.get(productQuery).getSessionIds().size()) %></td>
|
|
|
218 |
<td><%=tempSum/productSearchFreq.get(productQuery).getTotalSearches() %></td>
|
| 4638 |
amar.kumar |
219 |
<td><%=(searchClickMap.get(productQuery))==null ? 0 : searchClickMap.get(productQuery).intValue() %></td>
|
| 4744 |
amar.kumar |
220 |
<td><%=searchConversionRate%></td>
|
| 4638 |
amar.kumar |
221 |
</tr>
|
|
|
222 |
<%}%>
|
|
|
223 |
</tbody>
|
|
|
224 |
</table>
|
|
|
225 |
<script type="text/javascript" language="javascript" src="/DataTables/media/js/jquery.js"></script>
|
|
|
226 |
<script type="text/javascript" language="javascript" src="/DataTables/media/js/jquery.dataTables.min.js"></script>
|
|
|
227 |
<script type="text/javascript" charset="utf-8" src="/DataTables/extras/TableTools/media/js/ZeroClipboard.js"></script>
|
|
|
228 |
<script type="text/javascript" charset="utf-8" src="/DataTables/extras/TableTools/media/js/TableTools.js"></script>
|
|
|
229 |
<script type="text/javascript" charset="utf-8">
|
|
|
230 |
$(document).ready(function() {
|
|
|
231 |
$('#productSearch').dataTable({
|
|
|
232 |
"sPaginationType": "full_numbers",
|
| 4744 |
amar.kumar |
233 |
"aaSorting" : [ [ 2, 'desc' ] ],
|
| 4638 |
amar.kumar |
234 |
"bProcessing": true,
|
|
|
235 |
"bStateSave": true,
|
|
|
236 |
"sDom": 'T<"clear">lfrtip',
|
|
|
237 |
"oTableTools": {
|
|
|
238 |
"sSwfPath": "/DataTables/extras/TableTools/media/swf/copy_cvs_xls_pdf.swf"
|
|
|
239 |
},
|
|
|
240 |
"aoColumns": [
|
|
|
241 |
{ "bSearchable": true },
|
| 4744 |
amar.kumar |
242 |
{ "sSortDataType": "dom-text", "sType": "numeric" },
|
|
|
243 |
{ "sSortDataType": "dom-text", "sType": "numeric" },
|
|
|
244 |
{ "sSortDataType": "dom-text", "sType": "numeric" },
|
|
|
245 |
{ "sSortDataType": "dom-text", "sType": "numeric" },
|
|
|
246 |
{ "sSortDataType": "dom-text", "sType": "numeric" },
|
|
|
247 |
{ "sSortDataType": "dom-text", "sType": "numeric" },
|
|
|
248 |
{ "sSortDataType": "dom-text", "sType": "numeric" },
|
|
|
249 |
{ "sSortDataType": "dom-text", "sType": "numeric" },
|
|
|
250 |
{ "sSortDataType": "dom-text", "sType": "numeric" },
|
|
|
251 |
{ "sSortDataType": "dom-text", "sType": "numeric" }
|
| 4638 |
amar.kumar |
252 |
]
|
|
|
253 |
});
|
|
|
254 |
} );
|
|
|
255 |
</script>
|
|
|
256 |
</body>
|
|
|
257 |
</html>
|