WebSVN – SmartDukaan – Diff – /trunk/GoogleAppDatalog/src/main/java/in/shop2020/web/DailyProductWithSourceAggregatorServlet.java

     private static final String PROCEED_TO_PAY_COUNT_KEY = "ProceedToPayCount";
     private static final String UNIQUE_PROCEED_TO_PAY_COUNT_KEY = "UniqueProceedToPayCount";
     private static final String FIRST_SOURCE_KEY = "FirstSource";
     private static final String SESSION_SOURCE_KEY = "SessionSource";
+    private static final String FIRST_SOURCE_PAID_KEY = "FirstSourcePaid";
+    private static final String SESSION_SOURCE_PAID_KEY = "SessionSourcePaid";
     private Map<Long, Item> itemsMap;
     private Map<Long, Item> itemsCatalogIdMap;
     private Map<String, Item> itemsNameMap;
     private Map<String, Map<String, Long>> itemsResultMap;
                     .entrySet()) {
                 String key = (String) entry.getKey();
                 Map<String, Long> itemMap = (Map<String, Long>) entry
                         .getValue();
-                String[] keyItems = key.split("_");
+                String[] keyItems = key.split("__");
                 Boolean isPaidFirstSource = keyItems[0].equals("0") ? false
                         : true;
                 String firstSource = keyItems[1];
                 Boolean isPaidSessionSource = keyItems[2].equals("0") ? false
                         : true;
                 String sessionSource = keyItems[3];
+                Long catalogItemId;
+                try {
-                Long catalogItemId = Long.parseLong(keyItems[4]);
+                    catalogItemId = Long.parseLong(keyItems[4]);
+                }
+                catch (NumberFormatException e) {
+                    logger.warning("NumberFormatException : " + keyItems[4]);
+                    continue;
+                }
                 ItemActivityWithSource itemActivity = new ItemActivityWithSource();
                 itemActivity.setIsPaidFirstSource(isPaidFirstSource);
                 itemActivity.setFirstSource(firstSource);
                 itemActivity.setIsPaidSessionSource(isPaidSessionSource);
                 itemActivities.add(itemActivity);
+            }
             logger.warning("DailyProductWithSourceAggregator : persisting itemactivities : "
                     + itemActivities.size());
-            logger.warning("DailyProductWithSourceAggregator : itemactivities : "
-                    + itemActivities);
             itemActivityRepository.createAll(itemActivities);
+        }
+    }
     public void doGet(HttpServletRequest req, HttpServletResponse resp) {
         logger.warning("DailyProductWithSourceAggregator : Done Getting View Events in list");
         for (Entity result : entityResults) {
             String sessionId = (String)result.getProperty(SESSION_ID_FIELD);
             String firstSource = getSource(sessionId, FIRST_SOURCE_KEY);
             String sessionSource = getSource(sessionId, SESSION_SOURCE_KEY);
-            String paidFirstSource = "0";
+            String paidFirstSource = getSource(sessionId, FIRST_SOURCE_PAID_KEY);
-            String paidSessionSource = "0";
+            String paidSessionSource = getSource(sessionId, SESSION_SOURCE_PAID_KEY);
-            if (firstSource.startsWith("PAID :")) {
-                paidFirstSource = "1";
-            }
-            if (sessionSource.startsWith("PAID :")) {
-                paidSessionSource = "1";
-            }
-            firstSource = firstSource.replaceAll(".*http[s]?://", "").replaceAll("/.*", "").replaceAll("www.", "");
-            sessionSource = sessionSource.replaceAll(".*http[s]?://", "").replaceAll("/.*", "").replaceAll("www.", "");
             Long catalogItemId = (Long)result.getProperty(ITEMID_FIELD);
             if(catalogItemId == null) {
                 String name = (String)result.getProperty(PRODUCTNAME_FIELD);
                 if (itemsNameMap.containsKey(name.trim())) {
                     catalogItemId = itemsNameMap.get(name.trim()).getCatalogId();
+                }
+            }
-            String key = paidFirstSource + "_" + firstSource + "_"
+            String key = paidFirstSource + "__" + firstSource + "__"
-                    + paidSessionSource + "_" + sessionSource + "_"
+                    + paidSessionSource + "__" + sessionSource + "__"
                     + catalogItemId;
             if (itemsResultMap.containsKey(key)) {
                 Map<String, Long> itemMap = itemsResultMap.get(key);
                 if (itemMap.containsKey(VIEW_COUNT_KEY)) {
                     Long count = itemMap.get(VIEW_COUNT_KEY);
         for (Entity sessionResult : entityResults) {
             String sessionId = (String)sessionResult.getProperty(SESSION_ID_FIELD);
             if (sessionIds.contains(sessionId)) {
                 String firstSource = "";
                 String sessionSource = "";
+                String isPaidFirstSource = "0";
+                String isPaidSessionSource = "0";
                 if (sessionResult != null) {
                     if (sessionResult.hasProperty(FIRST_SOURCE_FIELD)) {
-                        firstSource = sessionResult.getProperty(
+                        firstSource = sessionResult.getProperty(FIRST_SOURCE_FIELD).toString();
+                        isPaidFirstSource = firstSource.startsWith("PAID :") ? "1" : "0";
+                        firstSource = firstSource.toLowerCase().replaceFirst(".*?http[s]?://", "").replaceAll("/.*", "").replaceAll("www.", "");
+                        if (firstSource.length() > 20) {
-                                FIRST_SOURCE_FIELD).toString();
+                            firstSource = firstSource.substring(0, 20);
+                        }
+                    }
                     if (sessionResult.hasProperty(SESSION_SOURCE_FIELD)) {
                         sessionSource = sessionResult.getProperty(
                                 SESSION_SOURCE_FIELD).toString();
+                        isPaidSessionSource = sessionSource.startsWith("PAID :") ? "1" : "0";
+                        sessionSource = sessionSource.toLowerCase().replaceFirst(".*?http[s]?://", "").replaceAll("/.*", "").replaceAll("www.", "");
+                        if (sessionSource.length() > 20) {
+                            sessionSource = sessionSource.substring(0, 20);
+                        }
+                    }
+                }
                 Map<String, String> sessionSourcesMap = new HashMap<String, String>();
                 sessionSourcesMap.put(FIRST_SOURCE_KEY, firstSource);
                 sessionSourcesMap.put(SESSION_SOURCE_KEY, sessionSource);
+                sessionSourcesMap.put(FIRST_SOURCE_PAID_KEY, isPaidFirstSource);
+                sessionSourcesMap.put(SESSION_SOURCE_PAID_KEY, isPaidSessionSource);
                 sessionIdSourceMap.put(sessionId, sessionSourcesMap);
+            }
+        }
         logger.warning("DailyProductWithSourceAggregator : polpulateSessionIds : "
                 + sessionIdSourceMap.size());
     private String getSource(String sessionId, String sourceKey) {
         if (sessionIdSourceMap.containsKey(sessionId)) {
             return sessionIdSourceMap.get(sessionId).get(sourceKey);
+        }
-        logger.warning("DailyProductWithSourceAggregator : sessionIdSourceMap miss : "
-                + sessionId);
         if (sessionId != null && !sessionId.isEmpty()) {
             Query sessionQuery = new Query(KIND);
             sessionQuery.addFilter(EVENTTYPE_FIELD, Query.FilterOperator.EQUAL,
                     NEW_SESSION_EVENT);
             sessionQuery.addFilter(SESSION_ID_FIELD,
             PreparedQuery sessionPq = datastore.prepare(sessionQuery);
             for (Entity sessionResult : sessionPq.asIterable()) {
                 String firstSource = "";
                 String sessionSource = "";
+                String isPaidFirstSource = "0";
+                String isPaidSessionSource = "0";
                 if (sessionResult != null) {
                     if (sessionResult.hasProperty(FIRST_SOURCE_FIELD)) {
                         firstSource = sessionResult.getProperty(
                                 FIRST_SOURCE_FIELD).toString();
+                        isPaidFirstSource = firstSource.startsWith("PAID :") ? "1" : "0";
+                        firstSource = firstSource.toLowerCase().replaceFirst(".*?http[s]?://", "").replaceAll("/.*", "").replaceAll("www.", "");
+                        if (firstSource.length() > 20) {
+                            firstSource = firstSource.substring(0, 20);
+                        }
+                    }
                     if (sessionResult.hasProperty(SESSION_SOURCE_FIELD)) {
-                        sessionSource = sessionResult.getProperty(
+                        sessionSource = sessionResult.getProperty(SESSION_SOURCE_FIELD).toString();
+                        isPaidSessionSource = sessionSource.startsWith("PAID :") ? "1" : "0";
+                        sessionSource = sessionSource.toLowerCase().replaceFirst(".*?http[s]?://", "").replaceAll("/.*", "").replaceAll("www.", "");
+                        if (sessionSource.length() > 20) {
-                                SESSION_SOURCE_FIELD).toString();
+                            sessionSource = sessionSource.substring(0, 20);
+                        }
+                    }
+                }
                 Map<String, String> sessionSourcesMap = new HashMap<String, String>();
                 sessionSourcesMap.put(FIRST_SOURCE_KEY, firstSource);
                 sessionSourcesMap.put(SESSION_SOURCE_KEY, sessionSource);
+                sessionSourcesMap.put(FIRST_SOURCE_PAID_KEY, isPaidFirstSource);
+                sessionSourcesMap.put(SESSION_SOURCE_PAID_KEY, isPaidSessionSource);
                 sessionIdSourceMap.put(sessionId, sessionSourcesMap);
+            }
+        }
         if (sessionIdSourceMap.containsKey(sessionId)) {
             return sessionIdSourceMap.get(sessionId).get(sourceKey);
+        }
         for (Entity result : results) {
             String sessionId = (String)result.getProperty(SESSION_ID_FIELD);
             String firstSource = getSource(sessionId, FIRST_SOURCE_KEY);
             String sessionSource = getSource(sessionId, SESSION_SOURCE_KEY);
-            String paidFirstSource = "0";
+            String paidFirstSource = getSource(sessionId, FIRST_SOURCE_PAID_KEY);
-            String paidSessionSource = "0";
+            String paidSessionSource = getSource(sessionId, SESSION_SOURCE_PAID_KEY);
-            if (firstSource.startsWith("PAID :")) {
-                paidFirstSource = "1";
-            }
-            if (sessionSource.startsWith("PAID :")) {
-                paidSessionSource = "1";
-            }
-            firstSource = firstSource.replaceAll(".*http[s]?://", "").replaceAll("/.*", "").replaceAll("www.", "");
-            sessionSource = sessionSource.replaceAll(".*http[s]?://", "").replaceAll("/.*", "").replaceAll("www.", "");
             List<Long> itemIds = null;
             if (!result.hasProperty(ITEMIDS_FIELD)) {
                 continue;
+            }
             try {
                 if (!isCatalogIdEvent) {
                     if (itemsMap.containsKey(itemId)) {
                         itemId = itemsMap.get(itemId).getCatalogId();
+                    }
+                }
-                String key = paidFirstSource + "_" + firstSource + "_"
+                String key = paidFirstSource + "__" + firstSource + "__"
-                    + paidSessionSource + "_" + sessionSource + "_"
+                    + paidSessionSource + "__" + sessionSource + "__"
                     + itemId;
                 if (itemsResultMap.containsKey(key)) {
                     Map<String, Long> itemMap = itemsResultMap.get(key);
                     if (itemMap.containsKey(countKey)) {
                         Long count = itemMap.get(countKey);

Subversion Repositories SmartDukaan

(root)/trunk/GoogleAppDatalog/src/main/java/in/shop2020/web/DailyProductWithSourceAggregatorServlet.java – Rev 3531 → 3704