Subversion Repositories SmartDukaan

package in.shop2020.util;

import in.shop2020.metamodel.util.CreationUtils;

import java.io.BufferedReader;

import java.io.InputStreamReader;

import java.io.Serializable;

import java.net.URL;

import java.net.URLConnection;

import java.text.ParseException;

import java.text.SimpleDateFormat;

import java.util.ArrayList;

import java.util.Calendar;

import java.util.Date;

import java.util.HashMap;

import java.util.HashSet;

import java.util.List;

import java.util.Map;

import java.util.Set;

import java.util.TimeZone;

import org.json.JSONArray;

import org.json.JSONException;

import org.json.JSONObject;

public class MostFrequentlySearchedKeywords implements Serializable{

	public static final String GOOGLE_SEARCH_DATA_URL = "http://saholic-datalog.appspot.com/jsp/export-search-activity.jsp";

	/**

	 * 

	 */

	private static final long serialVersionUID = 8355859683013334832L;

	private SimpleDateFormat sdf = new SimpleDateFormat("yyyyMMdd");

		//removeLastDate process the data and store it for further computations

	private void fetchAndSave(){

		Calendar cal = Calendar.getInstance(TimeZone.getTimeZone("IST"));

		cal.add(Calendar.DATE, -1);

		Date lastDate = cal.getTime();

		//iterate through map for each date and generate computations

		String data = sendGetRequest(GOOGLE_SEARCH_DATA_URL, null);

		try {

			JSONArray jsonArray = new JSONArray(data);

			List<String> searchStats = new ArrayList<String>();

			for(int i=0; i<jsonArray.length(); i++){

				JSONObject json = jsonArray.getJSONObject(i);

				String queryString = json.getString("queryString");

				Double searchConvRate = Double.parseDouble(json.getString("searchConvRate"));

				//filter all numberic strings

				if(!isDoubleNumber(queryString)  && searchConvRate.compareTo(0d) > 0){

					searchStats.add(queryString);

				}

			}

			CreationUtils.storeSearchStats(sdf.format(lastDate), searchStats);

			cal.add(Calendar.DATE, -30);

			//Remove data for last date

			CreationUtils.deleteSearchStats(sdf.format(cal.getTime()));

		} catch (JSONException e) {

			// TODO Auto-generated catch block

			e.printStackTrace();

		} catch (Exception e) {

			// TODO Auto-generated catch block

			e.printStackTrace();

		}

	}

		//Get all the search terms used in last 30 days and compute them

	private List<String> getAllSearchedTerms(){

		Set<String> set = new HashSet<String>();

		Calendar cal = Calendar.getInstance(TimeZone.getTimeZone("IST"));

		List<String> searchTerms=null;

		int i=1;

		while(i<=30){

			cal.add(Calendar.DATE, -(i++));

			try {

				searchTerms = CreationUtils.getSearchStats(sdf.format(cal.getTime()));

			} catch (Exception e) {

				// TODO Auto-generated catch block

				e.printStackTrace();

				continue;

			}

			if(searchTerms != null){

				set.addAll(searchTerms);

			} else continue;

		}

		return new ArrayList<String>(set);

	}

	public void generate(){

		fetchAndSave();

		String alphabeticalTemplate = "Search keywords starting with <b>{0}</b>";

		String levelOneTitle = "Most Frequently Searched";

		String levelTwoTitle = "";

		List<String> list = this.getAllSearchedTerms();

		if(list != null && !list.isEmpty()){

			Map<String, List<List<String>>> map = new HashMap<String, List<List<String>>>();

			for(String keyword : list){

				String startsWith = keyword.substring(0,1).toLowerCase();

				List<List<String>> map1;

				if(map.containsKey(startsWith)){

					map1 = map.get(startsWith);

				}else {

					map1 = new ArrayList<List<String>>();

					map.put(startsWith, map1);

				}

				List<String> l1 = new ArrayList<String>();

				l1.add(keyword);

				l1.add("/search?q=" + keyword.replaceAll(" +", "+") + "&category=10000");

				map1.add(l1);

			}

			LevelHierarchy lh = new LevelHierarchy(alphabeticalTemplate, levelOneTitle, levelTwoTitle, map);

			lh.generatePages();

		}

	}

	public boolean isDoubleNumber(String num) {

	    try {

	    	Double.parseDouble(num);

	    } catch(NumberFormatException nfe) {

    		return false;

		}

	    return true;

    }

	/**

	 * 

	 * @param endpoint

	 * @param requestParameters

	 * @return

	 */

	 private String sendGetRequest(String endpoint, String requestParameters)

     {

             String result = null;

             try

             {

                     String urlStr = endpoint;

                     if (requestParameters != null && requestParameters.length () > 0){

                             urlStr += "?" + requestParameters;

                     }

                     URL url = new URL(urlStr);

                     URLConnection conn = url.openConnection ();

                     // Get the response

                     BufferedReader rd = new BufferedReader(new InputStreamReader(conn.getInputStream()));

                     StringBuffer sb = new StringBuffer();

                     String line;

                     while ((line = rd.readLine()) != null)

                     {

                             sb.append(line);

                     }

                     rd.close();

                     result = sb.toString();

             } catch (Exception e){

                     e.printStackTrace();

             }

             return result;

     }

	 public static void main(String [] args) throws ParseException {

		 MostFrequentlySearchedKeywords mfsk = new MostFrequentlySearchedKeywords();

		 mfsk.generate();

/*		 

		    	SimpleDateFormat iSdf = new SimpleDateFormat("yyyyMMdd");

		        iSdf.setTimeZone(TimeZone.getTimeZone("IST"));

		    	Calendar cal = Calendar.getInstance(TimeZone.getTimeZone("IST"));

		    	String dateStr = "20120101";

		    	Date date = iSdf.parse(dateStr);

		    	System.out.println(date);

		    	cal.add(Calendar.DATE, -1);

			    date = iSdf.parse(iSdf.format(cal.getTime()));

			    System.out.println(date);*/

	 }

}