Rev 13819 | Rev 15900 | Go to most recent revision | Blame | Compare with Previous | Last modification | View Log | RSS feed
package in.shop2020.serving.services;import in.shop2020.model.v1.order.FlipkartFCWarehouseLocation;import in.shop2020.model.v1.order.FlipkartFaSalesSnapshot;import in.shop2020.utils.EmailUtils;import in.shop2020.utils.FlipkartConsumer;import in.shop2020.utils.GmailUtils;import java.io.BufferedReader;import java.io.File;import java.io.FileWriter;import java.io.IOException;import java.io.InputStreamReader;import java.text.SimpleDateFormat;import java.util.ArrayList;import java.util.Calendar;import java.util.Date;import java.util.HashMap;import java.util.List;import java.util.Map;import org.apache.http.HttpResponse;import org.apache.http.NameValuePair;import org.apache.http.client.ClientProtocolException;import org.apache.http.client.HttpClient;import org.apache.http.client.entity.UrlEncodedFormEntity;import org.apache.http.client.methods.HttpGet;import org.apache.http.client.methods.HttpPost;import org.apache.http.entity.StringEntity;import org.apache.http.impl.client.DefaultHttpClient;import org.apache.http.message.BasicNameValuePair;import org.json.JSONException;import org.json.JSONObject;import org.slf4j.Logger;import org.slf4j.LoggerFactory;import au.com.bytecode.opencsv.CSVReader;import au.com.bytecode.opencsv.CSVWriter;public class FlipkartFaSaleSnapshotGetter{private static Logger logger = LoggerFactory.getLogger(FlipkartFaSaleSnapshotGetter .class);private static HttpClient client = new DefaultHttpClient();private static String cookies;public static String getCsrfValue() throws ClientProtocolException, IOException, JSONException{HttpResponse response;BufferedReader rd= null;HttpGet get_new;String line = "";get_new = new HttpGet("https://seller.flipkart.com/sfx");get_new.addHeader("Cookie",cookies+"; __utmt=1; __utma=143439159.1675929865.1422546011.1422546011.1422546011.1; __utmb=143439159.1.10.1422546011; __utmc=143439159; __utmz=143439159.1422546011.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); is_login=true; sellerId=m2z93iskuj81qiid");get_new.addHeader("Host","seller.flipkart.com");get_new.addHeader("User-agent", "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.63 Safari/537.31");get_new.addHeader("Connection","keep-alive");response = client.execute(get_new);rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));String csrfVal = "";while ((line = rd.readLine()) != null) {if(line.contains("var seller = ")){String desiredLine = line;desiredLine = desiredLine.split("var seller = ")[1].trim();desiredLine = desiredLine.substring(0, desiredLine.length()-1);System.out.println("desiredLine... "+desiredLine);JSONObject jsonObj = new JSONObject(desiredLine);csrfVal=(String)jsonObj.get("csrf");System.out.println(csrfVal);}}return csrfVal;}public static void main(String[] args){HttpPost post = new HttpPost("https://seller.flipkart.com/login");SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");SimpleDateFormat repSdf = new SimpleDateFormat("MM-dd-yyyy");SimpleDateFormat flipkartRepFormat = new SimpleDateFormat("EEE MMM dd HH:mm:ss Z yyyy");Calendar cal1 = Calendar.getInstance();Calendar cal2 = Calendar.getInstance();cal1.add(Calendar.DAY_OF_MONTH, -4);String startDate = sdf.format(cal1.getTime());//cal2.add(Calendar.DAY_OF_MONTH, -1);cal2.add(Calendar.DAY_OF_MONTH, 1);String endDate = sdf.format(cal2.getTime());cal1.add(Calendar.DAY_OF_MONTH, -1);String repStartDate = repSdf.format(cal1.getTime());cal2.add(Calendar.DAY_OF_MONTH, -1);String repEndDate = repSdf.format(cal2.getTime());BufferedReader rd= null;Map<Date,Map<String,FlipkartFaSalesSnapshot>> orderDateItemIdFbaSaleSnapshotMap = new HashMap<Date,Map<String,FlipkartFaSalesSnapshot>>();List<FlipkartFaSalesSnapshot> flipkartFaSalesSnapshotList = new ArrayList<FlipkartFaSalesSnapshot>();Map<Long, Double> skuInventoryPriceMap = new HashMap<Long, Double>();try {HttpGet get_new;get_new = new HttpGet("https://seller.flipkart.com/");get_new.addHeader("Host","seller.flipkart.com");get_new.addHeader("User-agent", "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.63 Safari/537.31");get_new.addHeader("Connection","keep-alive");HttpResponse response = client.execute(get_new);rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));String line = "";while ((line = rd.readLine()) != null) {System.out.println(line);}cookies = response.getFirstHeader("Set-Cookie") == null ? "" :response.getFirstHeader("Set-Cookie").getValue();System.out.println("Cookies Before Login "+ cookies);List<NameValuePair> nameValuePairs = new ArrayList<NameValuePair>();nameValuePairs.add(new BasicNameValuePair("authName","flipkart"));nameValuePairs.add(new BasicNameValuePair("username","flipkart-support@saholic.com"));nameValuePairs.add(new BasicNameValuePair("password","bestmobiledeals2010"));post.addHeader("Cookie",cookies);post.addHeader("User-agent", "Mozilla/4.0");post.addHeader("Referer", "seller.flipkart.com");post.setEntity(new UrlEncodedFormEntity(nameValuePairs,"utf-8"));response = client.execute(post);cookies = response.getFirstHeader("Set-Cookie") == null ? "" :response.getFirstHeader("Set-Cookie").getValue();System.out.println("Cookies After Login "+cookies);rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));line = "";while ((line = rd.readLine()) != null) {System.out.println(line);}HttpPost post_1;String csrfVal= getCsrfValue();Thread.sleep(5000);get_new = new HttpGet("https://seller.flipkart.com/sfx/inventory/stock/download?inventoryType=all&sellerId=m2z93iskuj81qiid&warehouse_id=del");get_new.addHeader("Cookie",cookies+"; __utmt=1; __utma=143439159.1675929865.1422546011.1422546011.1422546011.1; __utmb=143439159.1.10.1422546011; __utmc=143439159; __utmz=143439159.1422546011.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); is_login=true; sellerId=m2z93iskuj81qiid");get_new.addHeader("Host","seller.flipkart.com");get_new.addHeader("User-agent", "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.63 Safari/537.31");get_new.addHeader("Connection","keep-alive");response = client.execute(get_new);rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));CSVReader csvInventoryReader = new CSVReader(rd);String[] values;File inventoryFile = new File("/home/FAInventory.csv");if(inventoryFile.exists()){inventoryFile.delete();}int i=1;CSVWriter writer = new CSVWriter(new FileWriter("/home/FAInventory.csv", true));while ((values = csvInventoryReader.readNext()) != null) {writer.writeNext(values);if(i==1){i++;continue;}if(values[values.length-1].equalsIgnoreCase("FA")){skuInventoryPriceMap.put(Long.parseLong(values[0]),Double.parseDouble(values[2]));}i++;}writer.close();String paramVal = "{\"fromDate\":\""+startDate+"\",\"toDate\":\""+endDate+"\",\"warehouseId\":\"del\",\"type\":\"InvoiceReport\",\"_csrf\":\""+csrfVal+"\"}";System.out.println(paramVal);StringEntity entity = new StringEntity(paramVal, "utf-8");post_1 = new HttpPost("https://seller.flipkart.com/sfx/reports/submit?sellerId=m2z93iskuj81qiid");post_1.addHeader("Cookie",cookies+"; __utmt=1; __utma=143439159.1675929865.1422546011.1422546011.1422546011.1; __utmb=143439159.1.10.1422546011; __utmc=143439159; __utmz=143439159.1422546011.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); is_login=true; sellerId=m2z93iskuj81qiid");post_1.addHeader("fk-csrf-token",csrfVal);post_1.addHeader("Content-Type","application/json;charset=UTF-8");post_1.addHeader("Host","seller.flipkart.com");post_1.addHeader("Origin","https://seller.flipkart.com");post_1.addHeader("Accept","application/json, text/plain, *//*");post_1.addHeader("Accept-Language","en-US,en;q=0.8");post_1.addHeader("Referer","https://seller.flipkart.com/sfx");post_1.addHeader("User-Agent","Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/38.0.2125.104 Safari/537.36");post_1.setEntity(entity);response = client.execute(post_1);response.getEntity().consumeContent();Thread.sleep(120000);//https://seller.flipkart.com/sfx/reports/download/?sellerId=m2z93iskuj81qiid&downloadurl=/reports/invoices/invoice_csv_m2z93iskuj81qiid_09-30-2014_10-30-2014/download_csvget_new = new HttpGet("https://seller.flipkart.com/sfx/reports/download/?sellerId=m2z93iskuj81qiid&downloadurl=/reports/invoices/invoice_csv_m2z93iskuj81qiid_"+repStartDate+"_"+repEndDate+"/download_csv");get_new.addHeader("Cookie",cookies+"; __utmt=1; __utma=143439159.1675929865.1422546011.1422546011.1422546011.1; __utmb=143439159.1.10.1422546011; __utmc=143439159; __utmz=143439159.1422546011.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); is_login=true; sellerId=m2z93iskuj81qiid");get_new.addHeader("Host","seller.flipkart.com");get_new.addHeader("User-agent", "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.63 Safari/537.31");get_new.addHeader("Connection","keep-alive");response = client.execute(get_new);rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));i=1;CSVReader csvReader = new CSVReader(rd);while ((values = csvReader.readNext()) != null) {if(i==1){i++;continue;}System.out.println(values[0]);Date date = flipkartRepFormat.parse(values[5]);Date date_key = sdf.parse(sdf.format(date));if(!(values[12].equalsIgnoreCase("SalesInvoice")||values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice"))){i++;continue;}if(orderDateItemIdFbaSaleSnapshotMap.containsKey(date_key)){FlipkartFaSalesSnapshot faSalesSnapshot;if(orderDateItemIdFbaSaleSnapshotMap.get(date_key).containsKey(values[7])){faSalesSnapshot = orderDateItemIdFbaSaleSnapshotMap.get(date_key).get(values[7]);if(values[12].equalsIgnoreCase("SalesInvoice")){faSalesSnapshot.setTotalOrderCount(faSalesSnapshot.getTotalOrderCount()+Integer.parseInt(values[13]));faSalesSnapshot.setTotalSale(faSalesSnapshot.getTotalSale()+ Double.parseDouble(values[9]));}if(values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice")){faSalesSnapshot.setTotalOrderCount(faSalesSnapshot.getTotalOrderCount()+0);faSalesSnapshot.setTotalSale(faSalesSnapshot.getTotalSale()+0.0);faSalesSnapshot.setReturnQuantity(faSalesSnapshot.getReturnQuantity()+Integer.parseInt(values[13]));faSalesSnapshot.setReturnValue(faSalesSnapshot.getReturnValue()+Double.parseDouble(values[9]));}Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(date_key);itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);} else{faSalesSnapshot = new FlipkartFaSalesSnapshot();faSalesSnapshot.setDateOfSale(date_key.getTime());faSalesSnapshot.setItem_id(Long.parseLong(values[7]));faSalesSnapshot.setOurPrice(Double.parseDouble(values[9])/Double.parseDouble(values[13]));if(values[12].equalsIgnoreCase("SalesInvoice")){faSalesSnapshot.setTotalOrderCount(Integer.parseInt(values[13]));faSalesSnapshot.setTotalSale(Double.parseDouble(values[9]));}if(values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice")){faSalesSnapshot.setTotalOrderCount(0);faSalesSnapshot.setTotalSale(0.0);faSalesSnapshot.setReturnQuantity(Integer.parseInt(values[13]));faSalesSnapshot.setReturnValue(Double.parseDouble(values[9]));}faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);faSalesSnapshot.setIsOutOfStock(false);Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(date_key);itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);}} else {FlipkartFaSalesSnapshot faSalesSnapshot = new FlipkartFaSalesSnapshot();faSalesSnapshot.setDateOfSale(date_key.getTime());faSalesSnapshot.setItem_id(Long.parseLong(values[7]));faSalesSnapshot.setOurPrice(Double.parseDouble(values[9])/Double.parseDouble(values[13]));if(values[12].equalsIgnoreCase("SalesInvoice")){faSalesSnapshot.setTotalOrderCount(Integer.parseInt(values[13]));faSalesSnapshot.setTotalSale(Double.parseDouble(values[9]));}if(values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice")){faSalesSnapshot.setTotalOrderCount(0);faSalesSnapshot.setTotalSale(0.0);faSalesSnapshot.setReturnQuantity(Integer.parseInt(values[13]));faSalesSnapshot.setReturnValue(Double.parseDouble(values[9]));}faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);faSalesSnapshot.setIsOutOfStock(false);Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = new HashMap<String,FlipkartFaSalesSnapshot>();itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);}i++;}for(Long itemId : skuInventoryPriceMap.keySet()){for(Date dateOfSale : orderDateItemIdFbaSaleSnapshotMap.keySet()){if(orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale).containsKey(itemId.toString())){continue;}else{FlipkartFaSalesSnapshot faSalesSnapshot = new FlipkartFaSalesSnapshot();faSalesSnapshot.setItem_id(itemId);faSalesSnapshot.setDateOfSale(dateOfSale.getTime());faSalesSnapshot.setOurPrice(skuInventoryPriceMap.get(itemId));faSalesSnapshot.setTotalOrderCount(0);faSalesSnapshot.setTotalSale(0.0);faSalesSnapshot.setReturnQuantity(0);faSalesSnapshot.setReturnValue(0.0);faSalesSnapshot.setIsOutOfStock(true);faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale).put(itemId.toString(), faSalesSnapshot);}}}for(Date dateOfSale : orderDateItemIdFbaSaleSnapshotMap.keySet()){Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale);for(String itemId : itemIdFaSnapshotMap.keySet()){flipkartFaSalesSnapshotList.add(itemIdFaSnapshotMap.get(itemId));}}boolean valuesUpdated = FlipkartConsumer.bulkAddOrUpdateFlipkartFbaSalesSnapshot(flipkartFaSalesSnapshotList);if(valuesUpdated){System.out.println("Values are updated");}}catch(Exception e){e.printStackTrace();String[] sendTo = new String[] { "manish.sharma@shop2020.in","kshitij.sood@shop2020.in","amit.gupta@shop2020.in","anikendra.das@shop2020.in"};String emailSubjectTxt = "Error while generating Flipkart Sale Snapshot";String message = "Run FlipkartFaSaleSnapshotGetter in Common Project. \nSend all Flipkart Reports Again. \nJobs are configured at Support-backup Machine";try {GmailUtils mailer = new GmailUtils();mailer.sendSSLMessage(sendTo, emailSubjectTxt, message, "build-staging@shop2020.in", "shop2020", new ArrayList<File>());} catch (Exception ex) {ex.printStackTrace();}}}}