Subversion Repositories SmartDukaan

package in.shop2020.serving.services;

import in.shop2020.model.v1.order.FlipkartFCWarehouseLocation;

import in.shop2020.model.v1.order.FlipkartFaSalesSnapshot;

import in.shop2020.utils.EmailUtils;

import in.shop2020.utils.FlipkartConsumer;

import in.shop2020.utils.GmailUtils;

import java.io.BufferedReader;

import java.io.File;

import java.io.FileWriter;

import java.io.IOException;

import java.io.InputStreamReader;

import java.text.SimpleDateFormat;

import java.util.ArrayList;

import java.util.Calendar;

import java.util.Date;

import java.util.HashMap;

import java.util.List;

import java.util.Map;

import org.apache.http.HttpResponse;

import org.apache.http.NameValuePair;

import org.apache.http.client.ClientProtocolException;

import org.apache.http.client.HttpClient;

import org.apache.http.client.entity.UrlEncodedFormEntity;

import org.apache.http.client.methods.HttpGet;

import org.apache.http.client.methods.HttpPost;

import org.apache.http.entity.StringEntity;

import org.apache.http.impl.client.DefaultHttpClient;

import org.apache.http.message.BasicNameValuePair;

import org.json.JSONException;

import org.json.JSONObject;

import org.slf4j.Logger;

import org.slf4j.LoggerFactory;

import au.com.bytecode.opencsv.CSVReader;

import au.com.bytecode.opencsv.CSVWriter;

public class FlipkartFaSaleSnapshotGetter{

	private static Logger logger = LoggerFactory.getLogger(FlipkartFaSaleSnapshotGetter .class);

	private static HttpClient client = new DefaultHttpClient();

	public static String getCsrfValue() throws ClientProtocolException, IOException, JSONException{

		HttpResponse response;

		BufferedReader rd= null;

		HttpGet get_new;

		String line = "";

		get_new = new HttpGet("https://seller.flipkart.com/order_management");

		get_new.addHeader("Cookie"," __isReg=true; s_cc=true;  pincode=110001;is_login=true;sellerId=m2z93iskuj81qiid;km_ai=m2z93iskuj81qiid;km_ni=m2z93iskuj81qiid");		

		response = client.execute(get_new);

		rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));

		String csrfVal = "";

		while ((line = rd.readLine()) != null) {

			if(line.contains("var seller = ")){

				String desiredLine = line;

				desiredLine = desiredLine.split("var seller = ")[1].trim();

				desiredLine = desiredLine.substring(0, desiredLine.length()-1);

				System.out.println("desiredLine... "+desiredLine);

				JSONObject jsonObj = new JSONObject(desiredLine);

				csrfVal=(String)jsonObj.get("csrf");

				System.out.println(csrfVal);

			}

		}

		return csrfVal;

	}

	public static void main(String[] args){

		HttpPost post = new HttpPost("https://seller.flipkart.com/login");

		SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");

		SimpleDateFormat repSdf = new SimpleDateFormat("MM-dd-yyyy");

		SimpleDateFormat flipkartRepFormat = new SimpleDateFormat("EEE MMM dd HH:mm:ss Z yyyy");

		Calendar cal1 = Calendar.getInstance();

		Calendar cal2 = Calendar.getInstance();

		cal1.add(Calendar.DAY_OF_MONTH, -5);

		String startDate = sdf.format(cal1.getTime());

		//cal2.add(Calendar.DAY_OF_MONTH, -1);

		String endDate = sdf.format(cal2.getTime());

		cal1.add(Calendar.DAY_OF_MONTH, -1);

		String repStartDate = repSdf.format(cal1.getTime());

		cal2.add(Calendar.DAY_OF_MONTH, -1);

		String repEndDate = repSdf.format(cal2.getTime());

		BufferedReader rd= null;

		Map<Date,Map<String,FlipkartFaSalesSnapshot>> orderDateItemIdFbaSaleSnapshotMap = new HashMap<Date,Map<String,FlipkartFaSalesSnapshot>>();

		List<FlipkartFaSalesSnapshot> flipkartFaSalesSnapshotList = new ArrayList<FlipkartFaSalesSnapshot>();

		Map<Long, Double> skuInventoryPriceMap = new HashMap<Long, Double>();

		try {

			List<NameValuePair> nameValuePairs = new ArrayList<NameValuePair>();

			nameValuePairs.add(new BasicNameValuePair("authName",

			"flipkart"));

			nameValuePairs.add(new BasicNameValuePair("username",

			"flipkart-support@saholic.com"));

			nameValuePairs.add(new BasicNameValuePair("password",

			"bestmobiledeals2010"));

			post.addHeader("Cookie","__gads=ID=dfe0374cf04d1576:T=1381304511:S=ALNI_Ma2TpDrlF9_amkoqp3MOYJBaFAOUg; km_lv=x; S=d1t173VTuVxLMgd3in7R3mbHGNz0STqFkHgnidNrhKqBdz8wEKt%2BO9d%2B%2FRDHtf6fmq2ugaE7nZHV7zYSxOLcWBzq31A%3D%3D; __isReg=true; _ga=GA1.2.1156779613.1390806906; km_ai=m2z93iskuj81qiid; km_ni=m2z93iskuj81qiid; km_uq=; pincode=201301; __sonar=6631097455123118581; s_cc=true; s_sq=%5B%5BB%5D%5D; __utma=19769839.1733153395.1408690721.1416647806.1417179072.33; __utmc=19769839; __utmz=19769839.1415795608.26.5.utmcsr=savemoneyindia.com|utmccn=(referral)|utmcmd=referral|utmcct=/; SN=2.VIB1DBEC9C6CD94162ACB61060135212D1.SI47EBA2DE47044D0AA7C05F24AD4F42EB.VS141717906546900755654.1417179082; VID=2.VIB1DBEC9C6CD94162ACB61060135212D1.1417179082.VS141717906546900755654; NSID=2.SI47EBA2DE47044D0AA7C05F24AD4F42EB.1417179082.VIB1DBEC9C6CD94162ACB61060135212D1; T=TI138130450866706710769873257251497444628820234222703981199700765991; s_ppv=53; __CG=u%3A6208250296506778000%2Cs%3A1505183865%2Ct%3A1417179187815%2Cc%3A2%2Ck%3Awww.flipkart.com/30/77/1452%2Cf%3A0%2Ci%3A1; connect.sid=s%3AsMt6GmxeIzE45d0nKtsgQvNm.sea6W5znLeuulBNKyJu1%2FmvpO5xROchbo49GJMoHoFs; __utmt=1; __utma=143439159.1156779613.1390806906.1415709197.1417274947.45; __utmb=143439159.1.10.1417274947; __utmc=143439159; __utmz=143439159.1390806906.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none)");

			post.addHeader("User-agent", "Mozilla/4.0");

			post.addHeader("Referer", "https://seller.flipkart.com/dashboard");

			post.setEntity(new UrlEncodedFormEntity(nameValuePairs,"utf-8"));

			HttpResponse response = client.execute(post);

			rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));

			String line = "";

			int i=1;

			while ((line = rd.readLine()) != null) {

				System.out.println(line);

			}

			HttpPost post_1;

			HttpGet get_new;

			String csrfVal= getCsrfValue();

			Thread.sleep(5000);			

			get_new = new HttpGet("https://seller.flipkart.com/sfx/inventory/stock/download?inventoryType=all&sellerId=m2z93iskuj81qiid&warehouse_id=del");

			get_new.addHeader("Cookie","__isReg=true;s_cc=true;pincode=110001;is_login=true;sellerId=m2z93iskuj81qiid;km_ai=m2z93iskuj81qiid;km_ni=m2z93iskuj81qiid");

			get_new.addHeader("Connection","keep-alive");

			response = client.execute(get_new);

			rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));

			CSVReader csvInventoryReader = new CSVReader(rd);

			String[] values;

			CSVWriter writer = new CSVWriter(new FileWriter("/home/FAInventory.csv", true));

			while ((values = csvInventoryReader.readNext()) != null) {

				writer.writeNext(values);

				if(i==1){

					i++;

					continue;

				}

				skuInventoryPriceMap.put(Long.parseLong(values[0]),Double.parseDouble(values[2]));

				i++;

			}

			writer.close();

			String paramVal = "{\"fromDate\":\""+startDate+"\",\"toDate\":\""+endDate+"\",\"warehouseId\":\"del\",\"type\":\"InvoiceReport\",\"_csrf\":\""+csrfVal+"\"}";

			System.out.println(paramVal);

			StringEntity entity = new StringEntity(paramVal, "utf-8");

			post_1 = new HttpPost("https://seller.flipkart.com/sfx/reports/submit?sellerId=m2z93iskuj81qiid");

			post_1.addHeader("Cookie","__isReg=true;s_cc=true;pincode=110001;is_login=true;sellerId=m2z93iskuj81qiid;km_ai=m2z93iskuj81qiid;km_ni=m2z93iskuj81qiid");

			post_1.addHeader("fk-csrf-token",csrfVal);

			post_1.addHeader("Content-Type","application/json;charset=UTF-8");

			post_1.addHeader("Host","seller.flipkart.com");

			post_1.addHeader("Origin","https://seller.flipkart.com");

			post_1.addHeader("Accept","application/json, text/plain, *//*");

			post_1.addHeader("Accept-Language","en-US,en;q=0.8");

			post_1.addHeader("Referer","https://seller.flipkart.com/sfx");

			post_1.addHeader("User-Agent","Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/38.0.2125.104 Safari/537.36");

			post_1.setEntity(entity);

			response = client.execute(post_1);

			response.getEntity().consumeContent();

			Thread.sleep(120000);

			//https://seller.flipkart.com/sfx/reports/download/?sellerId=m2z93iskuj81qiid&downloadurl=/reports/invoices/invoice_csv_m2z93iskuj81qiid_09-30-2014_10-30-2014/download_csv

			get_new = new HttpGet("https://seller.flipkart.com/sfx/reports/download/?sellerId=m2z93iskuj81qiid&downloadurl=/reports/invoices/invoice_csv_m2z93iskuj81qiid_"+repStartDate+"_"+repEndDate+"/download_csv");

			get_new.addHeader("Cookie","__isReg=true;s_cc=true;pincode=110001;is_login=true;sellerId=m2z93iskuj81qiid;km_ai=m2z93iskuj81qiid;km_ni=m2z93iskuj81qiid");

			get_new.addHeader("Connection","keep-alive");

			response = client.execute(get_new);

			//Thread.sleep(10000);

			rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));

			i=1;

			CSVReader csvReader = new CSVReader(rd);

			while ((values = csvReader.readNext()) != null) {

				if(i==1){

					i++;

					continue;

				}

				System.out.println(values[0]);

				Date date = flipkartRepFormat.parse(values[4]);

				Date date_key = sdf.parse(sdf.format(date));

					if(orderDateItemIdFbaSaleSnapshotMap.containsKey(date_key)){

						FlipkartFaSalesSnapshot faSalesSnapshot;

						if(orderDateItemIdFbaSaleSnapshotMap.get(date_key).containsKey(values[7])){

							faSalesSnapshot = orderDateItemIdFbaSaleSnapshotMap.get(date_key).get(values[7]);

							if(values[12].equalsIgnoreCase("SalesInvoice")){

								faSalesSnapshot.setTotalOrderCount(faSalesSnapshot.getTotalOrderCount()+Integer.parseInt(values[13]));

								faSalesSnapshot.setTotalSale(faSalesSnapshot.getTotalSale()+ Double.parseDouble(values[9]));

							}else{

								faSalesSnapshot.setTotalOrderCount(faSalesSnapshot.getTotalOrderCount()+0);

								faSalesSnapshot.setTotalSale(faSalesSnapshot.getTotalSale()+ 0);

								faSalesSnapshot.setReturnQuantity(faSalesSnapshot.getReturnQuantity()+Integer.parseInt(values[13]));

								faSalesSnapshot.setReturnValue(faSalesSnapshot.getReturnValue()+Double.parseDouble(values[9]));

							}

							Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(date_key);

							itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);

							orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);

						} else{

							faSalesSnapshot = new FlipkartFaSalesSnapshot();

							faSalesSnapshot.setDateOfSale(date_key.getTime());

							faSalesSnapshot.setItem_id(Long.parseLong(values[7]));

							faSalesSnapshot.setOurPrice(Double.parseDouble(values[9])/Double.parseDouble(values[13]));

							if(values[12].equalsIgnoreCase("SalesInvoice")){

								faSalesSnapshot.setTotalOrderCount(Integer.parseInt(values[13]));

								faSalesSnapshot.setTotalSale(Double.parseDouble(values[9]));

							}else{

								faSalesSnapshot.setTotalOrderCount(0);

								faSalesSnapshot.setTotalSale(0.0);

								faSalesSnapshot.setReturnQuantity(Integer.parseInt(values[13]));

								faSalesSnapshot.setReturnValue(Double.parseDouble(values[9]));

							}

							faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);

							faSalesSnapshot.setIsOutOfStock(false);

							Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(date_key);

							itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);

							orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);

						}

					} else {

						FlipkartFaSalesSnapshot faSalesSnapshot = new FlipkartFaSalesSnapshot();

						faSalesSnapshot.setDateOfSale(date_key.getTime());

						faSalesSnapshot.setItem_id(Long.parseLong(values[7]));

						faSalesSnapshot.setOurPrice(Double.parseDouble(values[9])/Double.parseDouble(values[13]));

						if(values[12].equalsIgnoreCase("SalesInvoice")){

							faSalesSnapshot.setTotalOrderCount(Integer.parseInt(values[13]));

							faSalesSnapshot.setTotalSale(Double.parseDouble(values[9]));

						}else{

							faSalesSnapshot.setTotalOrderCount(0);

							faSalesSnapshot.setTotalSale(0.0);

							faSalesSnapshot.setReturnQuantity(Integer.parseInt(values[13]));

							faSalesSnapshot.setReturnValue(Double.parseDouble(values[9]));

						}

						faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);

						faSalesSnapshot.setIsOutOfStock(false);

						Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = new HashMap<String,FlipkartFaSalesSnapshot>();

						itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);

						orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);

					}

					i++;

			}

			for(Long itemId : skuInventoryPriceMap.keySet()){

				for(Date dateOfSale : orderDateItemIdFbaSaleSnapshotMap.keySet()){

					if(orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale).containsKey(itemId.toString())){

						continue;

					}else{

						FlipkartFaSalesSnapshot faSalesSnapshot = new FlipkartFaSalesSnapshot();

						faSalesSnapshot.setItem_id(itemId);

						faSalesSnapshot.setDateOfSale(dateOfSale.getTime());

						faSalesSnapshot.setOurPrice(skuInventoryPriceMap.get(itemId));

						faSalesSnapshot.setTotalOrderCount(0);

						faSalesSnapshot.setTotalSale(0.0);

						faSalesSnapshot.setReturnQuantity(0);

						faSalesSnapshot.setReturnValue(0.0);

						faSalesSnapshot.setIsOutOfStock(true);

						faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);

						orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale).put(itemId.toString(), faSalesSnapshot);

					}

				}

			}

			for(Date dateOfSale : orderDateItemIdFbaSaleSnapshotMap.keySet()){

				Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale);

				for(String itemId : itemIdFaSnapshotMap.keySet()){

					flipkartFaSalesSnapshotList.add(itemIdFaSnapshotMap.get(itemId));

				}

			}

			boolean valuesUpdated = FlipkartConsumer.bulkAddOrUpdateFlipkartFbaSalesSnapshot(flipkartFaSalesSnapshotList);

			if(valuesUpdated){

				System.out.println("Values are updated");

			}

		}

		catch(Exception e){

			String[] sendTo = new String[] { "manish.sharma@shop2020.in","kshitij.sood@shop2020.in","amit.gupta@shop2020.in","anikendra.das@shop2020.in"};

	        String emailSubjectTxt = "Error while generating Flipkart Sale Snapshot";

	        String message = "Run FlipkartFaSaleSnapshotGetter in Common Project. \nSend all Flipkart Reports Again. \nJobs are configured at Support-backup Machine";

	        try {

	            GmailUtils mailer = new GmailUtils();

	            mailer.sendSSLMessage(sendTo, emailSubjectTxt, message, "build-staging@shop2020.in", "shop2020", new ArrayList<File>());

	        } catch (Exception ex) {

	            ex.printStackTrace();

	        }

		}

	}

}