WebSVN – SmartDukaan – Diff – /trunk/Common/src/main/java/in/shop2020/datalogger/DataLogParser.java

 package in.shop2020.datalogger;
 import in.shop2020.datalogger.event.Event;
+import in.shop2020.datalogger.event.ProductCompare;
 import java.io.BufferedReader;
 import java.io.File;
 import java.io.FileInputStream;
+import java.io.FileNotFoundException;
+import java.io.FileOutputStream;
+import java.io.FilenameFilter;
 import java.io.IOException;
 import java.io.InputStreamReader;
+import java.io.ObjectOutputStream;
 import java.util.ArrayList;
+import java.util.Collections;
+import java.util.Comparator;
 import java.util.HashMap;
 import java.util.HashSet;
+import java.util.Iterator;
+import java.util.LinkedHashMap;
+import java.util.LinkedList;
 import java.util.List;
 import java.util.Map;
+import java.util.Map.Entry;
 import java.util.Set;
+import java.util.TreeMap;
 import org.apache.commons.lang.StringUtils;
 public class DataLogParser {
     private static String dataFile = "/var/log/website/data.log";
         for (Event event : events) {
             System.out.println(event);
+        }
+    }
+    private static List<Event> getCompareEvents(){
+    	List<Event> events = new ArrayList<Event>();
+    	File dir = new File("/var/log/website/");
+    	FilenameFilter filter = new FilenameFilter() {
+    	    public boolean accept(File dir, String name) {
+    	        return name.startsWith("data.log");
+    	    }
+    	};
+    	String[] children = dir.list(filter);
+    	for (int i=0; i<children.length; i++) {
+	        String filename = children[i];
+		    File f = new File(filename);
+	        if(!f.exists()) {
+	            System.out.println(filename + " - does not exist");
+	        }
+	        FileInputStream fis = null;
+	        try {
+	            fis = new FileInputStream(f);
+	            BufferedReader br = new BufferedReader(new InputStreamReader(fis));
+	            String line;
+	            while((line = br.readLine()) != null){
+	                String[] logFields = StringUtils.split(line, ",");
+	                Event event = Event.createEvent(logFields);
+	                if(event.getEventType() == EventType.PRODUCT_COMPARE){
+	                	events.add(event);
+	                }
+	            }
+	        }catch (Exception e) {
+				// TODO: handle exception
+			}
+    	}
+    	return events;
+    }
+    private static void printCompareStats(){
+	 	class ValueComparator implements Comparator {
+	      Map base;
+	      public ValueComparator(Map base) {
+	          this.base = base;
+	      }
+	      public int compare(Object a, Object b) {
+	        if((Double)base.get(a) < (Double)base.get(b)) {
+	          return 1;
+	        } else if((Double)base.get(a) == (Double)base.get(b)) {
+	          return 0;
+	        } else {
+	          return -1;
+	        }
+	      }
+	    }
+	StringBuffer sb = new StringBuffer();
+	Map<Long, List<Long>> datas = new HashMap<Long, List<Long>>();
+	List<Event> events = getCompareEvents();
+	for(Event event: events){
+		ProductCompare pevent = (ProductCompare)event;
+		List<Long> ids = pevent.getItemIds();
+		for(Long id: ids){
+			List<Long> value = datas.get(id);
+			if(value == null){
+				value = new ArrayList<Long>();
+			}
+			value.add(id);
+		}
+	}
+	for(Entry<Long, List<Long>> entry: datas.entrySet()){
+		Map<Long, Long> frequencyMap = new HashMap<Long, Long>();
+		for(Long entityId: entry.getValue()){
+			if(frequencyMap.containsKey(entityId)){
+				Long count = frequencyMap.get(entityId);
+				count = count + 1;
+			}else{
+				frequencyMap.put(entityId, 1L);
+			}
+		}
+	      ValueComparator bvc =  new ValueComparator(frequencyMap);
+	      TreeMap<Long,Long> sorted_map = new TreeMap(bvc);
+	      sorted_map.putAll(frequencyMap);
+	      sb.append("\n" + entry.getKey() + ":");
+	  for (Long key : sorted_map.keySet()) {
+		  sb.append(key + ":" + sorted_map.get(key)+":");
+		      }
+	  	}
+		File f = new File("/var/log/website/comparestats.txt");
+		if(!f.exists()) {
+			try {
+				f.createNewFile();
+			} catch (IOException e) {
+				// TODO Auto-generated catch block
+				e.printStackTrace();
+			}
+		}
+		ObjectOutputStream out = null;
+		try {
+			FileOutputStream fos = new FileOutputStream(f);
+			fos.write(sb.toString().getBytes());
+		} catch (FileNotFoundException e) {
+			// TODO Auto-generated catch block
+			e.printStackTrace();
+		} catch (IOException e) {
+			// TODO Auto-generated catch block
+			e.printStackTrace();
+		}
+		finally {
+			if(out != null) {
+				try {
+					out.close();
+				} catch (IOException e) {
+					// TODO Auto-generated catch block
+					e.printStackTrace();
+				}
+			}
+		}
+    }
     public static void main(String[] args) {
+    	printCompareStats();
-        parseFile(dataFile);
+           //parseFile(dataFile);
         /*
         for (Map.Entry<String, List<String>> entry : logDataMap.entrySet()) {
             List<String> logs = entry.getValue();
             for (String log : logs) {
+        }
         for (Map.Entry<Long, String> entry : orderSessionMap.entrySet()) {
             System.out.println(entry.getKey() + " : " + entry.getValue());
+        }
         */
-        System.out.println(orderSessionMap.size());
+        //System.out.println(orderSessionMap.size());
-        System.out.println(userSessionMap.size());
+        //System.out.println(userSessionMap.size());
-        System.out.println(logDataMap.size());
+        //System.out.println(logDataMap.size());
-        printHistoryEventsForOrder(500);
+        //printHistoryEventsForOrder(500);
+    }
+}

Subversion Repositories SmartDukaan

(root)/trunk/Common/src/main/java/in/shop2020/datalogger/DataLogParser.java – Rev 2262 → 2392