Rev 13584 | Rev 13611 | Go to most recent revision | Blame | Compare with Previous | Last modification | View Log | RSS feed
package in.shop2020.serving.services;import in.shop2020.model.v1.order.FlipkartFCWarehouseLocation;import in.shop2020.model.v1.order.FlipkartFaSalesSnapshot;import in.shop2020.utils.EmailUtils;import in.shop2020.utils.FlipkartConsumer;import in.shop2020.utils.GmailUtils;import java.io.BufferedReader;import java.io.File;import java.io.FileWriter;import java.io.IOException;import java.io.InputStreamReader;import java.text.SimpleDateFormat;import java.util.ArrayList;import java.util.Calendar;import java.util.Date;import java.util.HashMap;import java.util.List;import java.util.Map;import org.apache.http.HttpResponse;import org.apache.http.NameValuePair;import org.apache.http.client.ClientProtocolException;import org.apache.http.client.HttpClient;import org.apache.http.client.entity.UrlEncodedFormEntity;import org.apache.http.client.methods.HttpGet;import org.apache.http.client.methods.HttpPost;import org.apache.http.entity.StringEntity;import org.apache.http.impl.client.DefaultHttpClient;import org.apache.http.message.BasicNameValuePair;import org.json.JSONException;import org.json.JSONObject;import org.slf4j.Logger;import org.slf4j.LoggerFactory;import au.com.bytecode.opencsv.CSVReader;import au.com.bytecode.opencsv.CSVWriter;public class FlipkartFaSaleSnapshotGetter{private static Logger logger = LoggerFactory.getLogger(FlipkartFaSaleSnapshotGetter .class);private static HttpClient client = new DefaultHttpClient();public static String getCsrfValue() throws ClientProtocolException, IOException, JSONException{HttpResponse response;BufferedReader rd= null;HttpGet get_new;String line = "";get_new = new HttpGet("https://seller.flipkart.com/order_management");get_new.addHeader("Cookie"," __isReg=true; s_cc=true; pincode=110001;is_login=true;sellerId=m2z93iskuj81qiid;km_ai=m2z93iskuj81qiid;km_ni=m2z93iskuj81qiid");response = client.execute(get_new);rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));String csrfVal = "";while ((line = rd.readLine()) != null) {if(line.contains("var seller = ")){String desiredLine = line;desiredLine = desiredLine.split("var seller = ")[1].trim();desiredLine = desiredLine.substring(0, desiredLine.length()-1);System.out.println("desiredLine... "+desiredLine);JSONObject jsonObj = new JSONObject(desiredLine);csrfVal=(String)jsonObj.get("csrf");System.out.println(csrfVal);}}return csrfVal;}public static void main(String[] args){HttpPost post = new HttpPost("https://seller.flipkart.com/login");SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");SimpleDateFormat repSdf = new SimpleDateFormat("MM-dd-yyyy");SimpleDateFormat flipkartRepFormat = new SimpleDateFormat("EEE MMM dd HH:mm:ss Z yyyy");Calendar cal1 = Calendar.getInstance();Calendar cal2 = Calendar.getInstance();cal1.add(Calendar.DAY_OF_MONTH, -5);String startDate = sdf.format(cal1.getTime());//cal2.add(Calendar.DAY_OF_MONTH, -1);String endDate = sdf.format(cal2.getTime());cal1.add(Calendar.DAY_OF_MONTH, -1);String repStartDate = repSdf.format(cal1.getTime());cal2.add(Calendar.DAY_OF_MONTH, -1);String repEndDate = repSdf.format(cal2.getTime());BufferedReader rd= null;Map<Date,Map<String,FlipkartFaSalesSnapshot>> orderDateItemIdFbaSaleSnapshotMap = new HashMap<Date,Map<String,FlipkartFaSalesSnapshot>>();List<FlipkartFaSalesSnapshot> flipkartFaSalesSnapshotList = new ArrayList<FlipkartFaSalesSnapshot>();Map<Long, Double> skuInventoryPriceMap = new HashMap<Long, Double>();try {List<NameValuePair> nameValuePairs = new ArrayList<NameValuePair>();nameValuePairs.add(new BasicNameValuePair("authName","flipkart"));nameValuePairs.add(new BasicNameValuePair("username","flipkart-support@saholic.com"));nameValuePairs.add(new BasicNameValuePair("password","bestmobiledeals2010"));post.addHeader("Cookie","__gads=ID=dfe0374cf04d1576:T=1381304511:S=ALNI_Ma2TpDrlF9_amkoqp3MOYJBaFAOUg; km_lv=x; S=d1t173VTuVxLMgd3in7R3mbHGNz0STqFkHgnidNrhKqBdz8wEKt%2BO9d%2B%2FRDHtf6fmq2ugaE7nZHV7zYSxOLcWBzq31A%3D%3D; __isReg=true; _ga=GA1.2.1156779613.1390806906; km_ai=m2z93iskuj81qiid; km_ni=m2z93iskuj81qiid; km_uq=; pincode=201301; __sonar=6631097455123118581; s_cc=true; s_sq=%5B%5BB%5D%5D; __utma=19769839.1733153395.1408690721.1416647806.1417179072.33; __utmc=19769839; __utmz=19769839.1415795608.26.5.utmcsr=savemoneyindia.com|utmccn=(referral)|utmcmd=referral|utmcct=/; SN=2.VIB1DBEC9C6CD94162ACB61060135212D1.SI47EBA2DE47044D0AA7C05F24AD4F42EB.VS141717906546900755654.1417179082; VID=2.VIB1DBEC9C6CD94162ACB61060135212D1.1417179082.VS141717906546900755654; NSID=2.SI47EBA2DE47044D0AA7C05F24AD4F42EB.1417179082.VIB1DBEC9C6CD94162ACB61060135212D1; T=TI138130450866706710769873257251497444628820234222703981199700765991; s_ppv=53; __CG=u%3A6208250296506778000%2Cs%3A1505183865%2Ct%3A1417179187815%2Cc%3A2%2Ck%3Awww.flipkart.com/30/77/1452%2Cf%3A0%2Ci%3A1; connect.sid=s%3AsMt6GmxeIzE45d0nKtsgQvNm.sea6W5znLeuulBNKyJu1%2FmvpO5xROchbo49GJMoHoFs; __utmt=1; __utma=143439159.1156779613.1390806906.1415709197.1417274947.45; __utmb=143439159.1.10.1417274947; __utmc=143439159; __utmz=143439159.1390806906.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none)");post.addHeader("User-agent", "Mozilla/4.0");post.addHeader("Referer", "https://seller.flipkart.com/dashboard");post.setEntity(new UrlEncodedFormEntity(nameValuePairs,"utf-8"));HttpResponse response = client.execute(post);rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));String line = "";int i=1;while ((line = rd.readLine()) != null) {System.out.println(line);}HttpPost post_1;HttpGet get_new;String csrfVal= getCsrfValue();Thread.sleep(5000);get_new = new HttpGet("https://seller.flipkart.com/sfx/inventory/stock/download?inventoryType=all&sellerId=m2z93iskuj81qiid&warehouse_id=del");get_new.addHeader("Cookie","__isReg=true;s_cc=true;pincode=110001;is_login=true;sellerId=m2z93iskuj81qiid;km_ai=m2z93iskuj81qiid;km_ni=m2z93iskuj81qiid");get_new.addHeader("Connection","keep-alive");response = client.execute(get_new);rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));CSVReader csvInventoryReader = new CSVReader(rd);String[] values;CSVWriter writer = new CSVWriter(new FileWriter("/home/FAInventory.csv", true));while ((values = csvInventoryReader.readNext()) != null) {writer.writeNext(values);if(i==1){i++;continue;}skuInventoryPriceMap.put(Long.parseLong(values[0]),Double.parseDouble(values[2]));i++;}writer.close();String paramVal = "{\"fromDate\":\""+startDate+"\",\"toDate\":\""+endDate+"\",\"warehouseId\":\"del\",\"type\":\"InvoiceReport\",\"_csrf\":\""+csrfVal+"\"}";System.out.println(paramVal);StringEntity entity = new StringEntity(paramVal, "utf-8");post_1 = new HttpPost("https://seller.flipkart.com/sfx/reports/submit?sellerId=m2z93iskuj81qiid");post_1.addHeader("Cookie","__isReg=true;s_cc=true;pincode=110001;is_login=true;sellerId=m2z93iskuj81qiid;km_ai=m2z93iskuj81qiid;km_ni=m2z93iskuj81qiid");post_1.addHeader("fk-csrf-token",csrfVal);post_1.addHeader("Content-Type","application/json;charset=UTF-8");post_1.addHeader("Host","seller.flipkart.com");post_1.addHeader("Origin","https://seller.flipkart.com");post_1.addHeader("Accept","application/json, text/plain, *//*");post_1.addHeader("Accept-Language","en-US,en;q=0.8");post_1.addHeader("Referer","https://seller.flipkart.com/sfx");post_1.addHeader("User-Agent","Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/38.0.2125.104 Safari/537.36");post_1.setEntity(entity);response = client.execute(post_1);response.getEntity().consumeContent();Thread.sleep(120000);//https://seller.flipkart.com/sfx/reports/download/?sellerId=m2z93iskuj81qiid&downloadurl=/reports/invoices/invoice_csv_m2z93iskuj81qiid_09-30-2014_10-30-2014/download_csvget_new = new HttpGet("https://seller.flipkart.com/sfx/reports/download/?sellerId=m2z93iskuj81qiid&downloadurl=/reports/invoices/invoice_csv_m2z93iskuj81qiid_"+repStartDate+"_"+repEndDate+"/download_csv");get_new.addHeader("Cookie","__isReg=true;s_cc=true;pincode=110001;is_login=true;sellerId=m2z93iskuj81qiid;km_ai=m2z93iskuj81qiid;km_ni=m2z93iskuj81qiid");get_new.addHeader("Connection","keep-alive");response = client.execute(get_new);//Thread.sleep(10000);rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));i=1;CSVReader csvReader = new CSVReader(rd);while ((values = csvReader.readNext()) != null) {if(i==1){i++;continue;}System.out.println(values[0]);Date date = flipkartRepFormat.parse(values[4]);Date date_key = sdf.parse(sdf.format(date));if(orderDateItemIdFbaSaleSnapshotMap.containsKey(date_key)){FlipkartFaSalesSnapshot faSalesSnapshot;if(orderDateItemIdFbaSaleSnapshotMap.get(date_key).containsKey(values[7])){faSalesSnapshot = orderDateItemIdFbaSaleSnapshotMap.get(date_key).get(values[7]);if(values[12].equalsIgnoreCase("SalesInvoice")){faSalesSnapshot.setTotalOrderCount(faSalesSnapshot.getTotalOrderCount()+Integer.parseInt(values[13]));faSalesSnapshot.setTotalSale(faSalesSnapshot.getTotalSale()+ Double.parseDouble(values[9]));}else{faSalesSnapshot.setTotalOrderCount(faSalesSnapshot.getTotalOrderCount()+0);faSalesSnapshot.setTotalSale(faSalesSnapshot.getTotalSale()+ 0);faSalesSnapshot.setReturnQuantity(faSalesSnapshot.getReturnQuantity()+Integer.parseInt(values[13]));faSalesSnapshot.setReturnValue(faSalesSnapshot.getReturnValue()+Double.parseDouble(values[9]));}Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(date_key);itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);} else{faSalesSnapshot = new FlipkartFaSalesSnapshot();faSalesSnapshot.setDateOfSale(date_key.getTime());faSalesSnapshot.setItem_id(Long.parseLong(values[7]));faSalesSnapshot.setOurPrice(Double.parseDouble(values[9])/Double.parseDouble(values[13]));if(values[12].equalsIgnoreCase("SalesInvoice")){faSalesSnapshot.setTotalOrderCount(Integer.parseInt(values[13]));faSalesSnapshot.setTotalSale(Double.parseDouble(values[9]));}else{faSalesSnapshot.setTotalOrderCount(0);faSalesSnapshot.setTotalSale(0.0);faSalesSnapshot.setReturnQuantity(Integer.parseInt(values[13]));faSalesSnapshot.setReturnValue(Double.parseDouble(values[9]));}faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);faSalesSnapshot.setIsOutOfStock(false);Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(date_key);itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);}} else {FlipkartFaSalesSnapshot faSalesSnapshot = new FlipkartFaSalesSnapshot();faSalesSnapshot.setDateOfSale(date_key.getTime());faSalesSnapshot.setItem_id(Long.parseLong(values[7]));faSalesSnapshot.setOurPrice(Double.parseDouble(values[9])/Double.parseDouble(values[13]));if(values[12].equalsIgnoreCase("SalesInvoice")){faSalesSnapshot.setTotalOrderCount(Integer.parseInt(values[13]));faSalesSnapshot.setTotalSale(Double.parseDouble(values[9]));}else{faSalesSnapshot.setTotalOrderCount(0);faSalesSnapshot.setTotalSale(0.0);faSalesSnapshot.setReturnQuantity(Integer.parseInt(values[13]));faSalesSnapshot.setReturnValue(Double.parseDouble(values[9]));}faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);faSalesSnapshot.setIsOutOfStock(false);Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = new HashMap<String,FlipkartFaSalesSnapshot>();itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);}i++;}for(Long itemId : skuInventoryPriceMap.keySet()){for(Date dateOfSale : orderDateItemIdFbaSaleSnapshotMap.keySet()){if(orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale).containsKey(itemId.toString())){continue;}else{FlipkartFaSalesSnapshot faSalesSnapshot = new FlipkartFaSalesSnapshot();faSalesSnapshot.setItem_id(itemId);faSalesSnapshot.setDateOfSale(dateOfSale.getTime());faSalesSnapshot.setOurPrice(skuInventoryPriceMap.get(itemId));faSalesSnapshot.setTotalOrderCount(0);faSalesSnapshot.setTotalSale(0.0);faSalesSnapshot.setReturnQuantity(0);faSalesSnapshot.setReturnValue(0.0);faSalesSnapshot.setIsOutOfStock(true);faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale).put(itemId.toString(), faSalesSnapshot);}}}for(Date dateOfSale : orderDateItemIdFbaSaleSnapshotMap.keySet()){Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale);for(String itemId : itemIdFaSnapshotMap.keySet()){flipkartFaSalesSnapshotList.add(itemIdFaSnapshotMap.get(itemId));}}boolean valuesUpdated = FlipkartConsumer.bulkAddOrUpdateFlipkartFbaSalesSnapshot(flipkartFaSalesSnapshotList);if(valuesUpdated){System.out.println("Values are updated");}}catch(Exception e){String[] sendTo = new String[] { "manish.sharma@shop2020.in","kshitij.sood@shop2020.in","amit.gupta@shop2020.in","anikendra.das@shop2020.in"};String emailSubjectTxt = "Error while generating Flipkart Sale Snapshot";String message = "Run FlipkartFaSaleSnapshotGetter in Common Project. \nSend all Flipkart Reports Again. \nJobs are configured at Support-backup Machine";try {GmailUtils mailer = new GmailUtils();mailer.sendSSLMessage(sendTo, emailSubjectTxt, message, "build-staging@shop2020.in", "shop2020", new ArrayList<File>());} catch (Exception ex) {ex.printStackTrace();}}}}