Subversion Repositories SmartDukaan

Rev

Rev 13587 | Rev 13611 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
13584 manish.sha 1 
package in.shop2020.serving.services;
2 
 
3 
import in.shop2020.model.v1.order.FlipkartFCWarehouseLocation;
4 
import in.shop2020.model.v1.order.FlipkartFaSalesSnapshot;
5 
import in.shop2020.utils.EmailUtils;
6 
import in.shop2020.utils.FlipkartConsumer;
7 
import in.shop2020.utils.GmailUtils;
8 
 
9 
import java.io.BufferedReader;
10 
import java.io.File;
11 
import java.io.FileWriter;
12 
import java.io.IOException;
13 
import java.io.InputStreamReader;
14 
import java.text.SimpleDateFormat;
15 
import java.util.ArrayList;
16 
import java.util.Calendar;
17 
import java.util.Date;
18 
import java.util.HashMap;
19 
import java.util.List;
20 
import java.util.Map;
21 
 
22 
import org.apache.http.HttpResponse;
23 
import org.apache.http.NameValuePair;
24 
import org.apache.http.client.ClientProtocolException;
25 
import org.apache.http.client.HttpClient;
26 
import org.apache.http.client.entity.UrlEncodedFormEntity;
27 
import org.apache.http.client.methods.HttpGet;
28 
import org.apache.http.client.methods.HttpPost;
29 
import org.apache.http.entity.StringEntity;
30 
import org.apache.http.impl.client.DefaultHttpClient;
31 
import org.apache.http.message.BasicNameValuePair;
32 
import org.json.JSONException;
33 
import org.json.JSONObject;
34 
import org.slf4j.Logger;
35 
import org.slf4j.LoggerFactory;
36 
 
37 
import au.com.bytecode.opencsv.CSVReader;
38 
import au.com.bytecode.opencsv.CSVWriter;
39 
 
40 
 
41 
public class FlipkartFaSaleSnapshotGetter{
42 
	private static Logger logger = LoggerFactory.getLogger(FlipkartFaSaleSnapshotGetter .class);
43 
	private static HttpClient client = new DefaultHttpClient();
44 
 
45 
	public static String getCsrfValue() throws ClientProtocolException, IOException, JSONException{
46 
		HttpResponse response;
47 
 
48 
		BufferedReader rd= null;
49 
		HttpGet get_new;
50 
 
51 
		String line = "";
52 
 
53 
		get_new = new HttpGet("https://seller.flipkart.com/order_management");
54 
		get_new.addHeader("Cookie"," __isReg=true; s_cc=true;  pincode=110001;is_login=true;sellerId=m2z93iskuj81qiid;km_ai=m2z93iskuj81qiid;km_ni=m2z93iskuj81qiid");
55 
 
56 
		response = client.execute(get_new);
57 
 
58 
		rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));
59 
 
60 
		String csrfVal = "";
61 
		while ((line = rd.readLine()) != null) {
62 
			if(line.contains("var seller = ")){
63 
				String desiredLine = line;
64 
				desiredLine = desiredLine.split("var seller = ")[1].trim();
65 
				desiredLine = desiredLine.substring(0, desiredLine.length()-1);
66 
				System.out.println("desiredLine... "+desiredLine);
67 
				JSONObject jsonObj = new JSONObject(desiredLine);
68 
 
69 
				csrfVal=(String)jsonObj.get("csrf");
70 
				System.out.println(csrfVal);
71 
			}
72 
		}
73 
		return csrfVal;
74 
	}
75 
 
76 
	public static void main(String[] args){
77 
		HttpPost post = new HttpPost("https://seller.flipkart.com/login");
78 
		SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");
79 
		SimpleDateFormat repSdf = new SimpleDateFormat("MM-dd-yyyy");
80 
		SimpleDateFormat flipkartRepFormat = new SimpleDateFormat("EEE MMM dd HH:mm:ss Z yyyy");
81 
		Calendar cal1 = Calendar.getInstance();
82 
		Calendar cal2 = Calendar.getInstance();
83 
		cal1.add(Calendar.DAY_OF_MONTH, -5);
84 
		String startDate = sdf.format(cal1.getTime());
85 
		//cal2.add(Calendar.DAY_OF_MONTH, -1);
86 
		String endDate = sdf.format(cal2.getTime());
87 
		cal1.add(Calendar.DAY_OF_MONTH, -1);
88 
		String repStartDate = repSdf.format(cal1.getTime());
89 
		cal2.add(Calendar.DAY_OF_MONTH, -1);
90 
		String repEndDate = repSdf.format(cal2.getTime());
91 
		BufferedReader rd= null;
92 
		Map<Date,Map<String,FlipkartFaSalesSnapshot>> orderDateItemIdFbaSaleSnapshotMap = new HashMap<Date,Map<String,FlipkartFaSalesSnapshot>>();
93 
		List<FlipkartFaSalesSnapshot> flipkartFaSalesSnapshotList = new ArrayList<FlipkartFaSalesSnapshot>();
94 
		Map<Long, Double> skuInventoryPriceMap = new HashMap<Long, Double>();
95 
		try {
96 
			List<NameValuePair> nameValuePairs = new ArrayList<NameValuePair>();
97 
			nameValuePairs.add(new BasicNameValuePair("authName",
98 
			"flipkart"));
99 
			nameValuePairs.add(new BasicNameValuePair("username",
100 
			"flipkart-support@saholic.com"));
101 
			nameValuePairs.add(new BasicNameValuePair("password",
102 
			"bestmobiledeals2010"));
103 
			post.addHeader("Cookie","__gads=ID=dfe0374cf04d1576:T=1381304511:S=ALNI_Ma2TpDrlF9_amkoqp3MOYJBaFAOUg; km_lv=x; S=d1t173VTuVxLMgd3in7R3mbHGNz0STqFkHgnidNrhKqBdz8wEKt%2BO9d%2B%2FRDHtf6fmq2ugaE7nZHV7zYSxOLcWBzq31A%3D%3D; __isReg=true; _ga=GA1.2.1156779613.1390806906; km_ai=m2z93iskuj81qiid; km_ni=m2z93iskuj81qiid; km_uq=; pincode=201301; __sonar=6631097455123118581; s_cc=true; s_sq=%5B%5BB%5D%5D; __utma=19769839.1733153395.1408690721.1416647806.1417179072.33; __utmc=19769839; __utmz=19769839.1415795608.26.5.utmcsr=savemoneyindia.com|utmccn=(referral)|utmcmd=referral|utmcct=/; SN=2.VIB1DBEC9C6CD94162ACB61060135212D1.SI47EBA2DE47044D0AA7C05F24AD4F42EB.VS141717906546900755654.1417179082; VID=2.VIB1DBEC9C6CD94162ACB61060135212D1.1417179082.VS141717906546900755654; NSID=2.SI47EBA2DE47044D0AA7C05F24AD4F42EB.1417179082.VIB1DBEC9C6CD94162ACB61060135212D1; T=TI138130450866706710769873257251497444628820234222703981199700765991; s_ppv=53; __CG=u%3A6208250296506778000%2Cs%3A1505183865%2Ct%3A1417179187815%2Cc%3A2%2Ck%3Awww.flipkart.com/30/77/1452%2Cf%3A0%2Ci%3A1; connect.sid=s%3AsMt6GmxeIzE45d0nKtsgQvNm.sea6W5znLeuulBNKyJu1%2FmvpO5xROchbo49GJMoHoFs; __utmt=1; __utma=143439159.1156779613.1390806906.1415709197.1417274947.45; __utmb=143439159.1.10.1417274947; __utmc=143439159; __utmz=143439159.1390806906.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none)");
104 
			post.addHeader("User-agent", "Mozilla/4.0");
105 
			post.addHeader("Referer", "https://seller.flipkart.com/dashboard");
106 
			post.setEntity(new UrlEncodedFormEntity(nameValuePairs,"utf-8"));
107 
			HttpResponse response = client.execute(post);
108 
			rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));
109 
			String line = "";
110 
			int i=1;
13602 manish.sha 111 
 
13584 manish.sha 112 
			while ((line = rd.readLine()) != null) {
113 
				System.out.println(line);
114 
			}
115 
			HttpPost post_1;
116 
			HttpGet get_new;
117 
			String csrfVal= getCsrfValue();
13602 manish.sha 118 
 
13584 manish.sha 119 
			Thread.sleep(5000);
13602 manish.sha 120 
 
13584 manish.sha 121 
			get_new = new HttpGet("https://seller.flipkart.com/sfx/inventory/stock/download?inventoryType=all&sellerId=m2z93iskuj81qiid&warehouse_id=del");
122 
			get_new.addHeader("Cookie","__isReg=true;s_cc=true;pincode=110001;is_login=true;sellerId=m2z93iskuj81qiid;km_ai=m2z93iskuj81qiid;km_ni=m2z93iskuj81qiid");
123 
			get_new.addHeader("Connection","keep-alive");
124 
 
125 
			response = client.execute(get_new);
126 
 
127 
			rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));
13602 manish.sha 128 
 
13584 manish.sha 129 
			CSVReader csvInventoryReader = new CSVReader(rd);
130 
			String[] values;
13602 manish.sha 131 
 
13587 manish.sha 132 
			CSVWriter writer = new CSVWriter(new FileWriter("/home/FAInventory.csv", true));
13584 manish.sha 133 
			while ((values = csvInventoryReader.readNext()) != null) {
134 
				writer.writeNext(values);
135 
				if(i==1){
136 
					i++;
137 
					continue;
138 
				}
139 
				skuInventoryPriceMap.put(Long.parseLong(values[0]),Double.parseDouble(values[2]));
140 
				i++;
141 
			}
142 
			writer.close();
13602 manish.sha 143 
 
13584 manish.sha 144 
			String paramVal = "{\"fromDate\":\""+startDate+"\",\"toDate\":\""+endDate+"\",\"warehouseId\":\"del\",\"type\":\"InvoiceReport\",\"_csrf\":\""+csrfVal+"\"}";
145 
			System.out.println(paramVal);
146 
			StringEntity entity = new StringEntity(paramVal, "utf-8");
13602 manish.sha 147 
 
148 
 
13584 manish.sha 149 
			post_1 = new HttpPost("https://seller.flipkart.com/sfx/reports/submit?sellerId=m2z93iskuj81qiid");
150 
			post_1.addHeader("Cookie","__isReg=true;s_cc=true;pincode=110001;is_login=true;sellerId=m2z93iskuj81qiid;km_ai=m2z93iskuj81qiid;km_ni=m2z93iskuj81qiid");
151 
			post_1.addHeader("fk-csrf-token",csrfVal);
152 
			post_1.addHeader("Content-Type","application/json;charset=UTF-8");
153 
			post_1.addHeader("Host","seller.flipkart.com");
154 
			post_1.addHeader("Origin","https://seller.flipkart.com");
155 
			post_1.addHeader("Accept","application/json, text/plain, *//*");
156 
			post_1.addHeader("Accept-Language","en-US,en;q=0.8");
157 
			post_1.addHeader("Referer","https://seller.flipkart.com/sfx");
158 
			post_1.addHeader("User-Agent","Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/38.0.2125.104 Safari/537.36");
159 
 
160 
			post_1.setEntity(entity);
161 
 
162 
			response = client.execute(post_1);
13602 manish.sha 163 
 
13584 manish.sha 164 
			response.getEntity().consumeContent();
165 
 
166 
			Thread.sleep(120000);
13602 manish.sha 167 
 
13584 manish.sha 168 
			//https://seller.flipkart.com/sfx/reports/download/?sellerId=m2z93iskuj81qiid&downloadurl=/reports/invoices/invoice_csv_m2z93iskuj81qiid_09-30-2014_10-30-2014/download_csv
169 
			get_new = new HttpGet("https://seller.flipkart.com/sfx/reports/download/?sellerId=m2z93iskuj81qiid&downloadurl=/reports/invoices/invoice_csv_m2z93iskuj81qiid_"+repStartDate+"_"+repEndDate+"/download_csv");
170 
			get_new.addHeader("Cookie","__isReg=true;s_cc=true;pincode=110001;is_login=true;sellerId=m2z93iskuj81qiid;km_ai=m2z93iskuj81qiid;km_ni=m2z93iskuj81qiid");
171 
			get_new.addHeader("Connection","keep-alive");
172 
 
173 
			response = client.execute(get_new);
174 
 
13602 manish.sha 175 
 
13584 manish.sha 176 
			rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));
13602 manish.sha 177 
 
13584 manish.sha 178 
			i=1;
179 
			CSVReader csvReader = new CSVReader(rd);
180 
			while ((values = csvReader.readNext()) != null) {
181 
				if(i==1){
182 
					i++;
183 
					continue;
184 
				}
185 
				System.out.println(values[0]);
13602 manish.sha 186 
				Date date = flipkartRepFormat.parse(values[5]);
13584 manish.sha 187 
				Date date_key = sdf.parse(sdf.format(date));
13602 manish.sha 188 
				if(!(values[12].equalsIgnoreCase("SalesInvoice")||values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice"))){
189 
					i++;
190 
					continue;
191 
				}
192 
				if(orderDateItemIdFbaSaleSnapshotMap.containsKey(date_key)){
193 
					FlipkartFaSalesSnapshot faSalesSnapshot;
194 
					if(orderDateItemIdFbaSaleSnapshotMap.get(date_key).containsKey(values[7])){
195 
						faSalesSnapshot = orderDateItemIdFbaSaleSnapshotMap.get(date_key).get(values[7]);
196 
						if(values[12].equalsIgnoreCase("SalesInvoice")){
197 
							faSalesSnapshot.setTotalOrderCount(faSalesSnapshot.getTotalOrderCount()+Integer.parseInt(values[13]));
198 
							faSalesSnapshot.setTotalSale(faSalesSnapshot.getTotalSale()+ Double.parseDouble(values[9]));
13584 manish.sha 199 
						}
13602 manish.sha 200 
						if(values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice")){
201 
							faSalesSnapshot.setTotalOrderCount(faSalesSnapshot.getTotalOrderCount()+0);
202 
							faSalesSnapshot.setTotalSale(faSalesSnapshot.getTotalSale()+0.0);
203 
							faSalesSnapshot.setReturnQuantity(faSalesSnapshot.getReturnQuantity()+Integer.parseInt(values[13]));
204 
							faSalesSnapshot.setReturnValue(faSalesSnapshot.getReturnValue()+Double.parseDouble(values[9]));
205 
						}
206 
						Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(date_key);
207 
						itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);
208 
						orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);
209 
					} else{
210 
						faSalesSnapshot = new FlipkartFaSalesSnapshot();
13584 manish.sha 211 
						faSalesSnapshot.setDateOfSale(date_key.getTime());
212 
						faSalesSnapshot.setItem_id(Long.parseLong(values[7]));
213 
						faSalesSnapshot.setOurPrice(Double.parseDouble(values[9])/Double.parseDouble(values[13]));
214 
						if(values[12].equalsIgnoreCase("SalesInvoice")){
215 
							faSalesSnapshot.setTotalOrderCount(Integer.parseInt(values[13]));
216 
							faSalesSnapshot.setTotalSale(Double.parseDouble(values[9]));
13602 manish.sha 217 
						}
218 
						if(values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice")){
13584 manish.sha 219 
							faSalesSnapshot.setTotalOrderCount(0);
220 
							faSalesSnapshot.setTotalSale(0.0);
221 
							faSalesSnapshot.setReturnQuantity(Integer.parseInt(values[13]));
222 
							faSalesSnapshot.setReturnValue(Double.parseDouble(values[9]));
223 
						}
224 
						faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);
225 
						faSalesSnapshot.setIsOutOfStock(false);
13602 manish.sha 226 
						Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(date_key);
13584 manish.sha 227 
						itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);
228 
						orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);
229 
					}
13602 manish.sha 230 
				} else {
231 
					FlipkartFaSalesSnapshot faSalesSnapshot = new FlipkartFaSalesSnapshot();
232 
					faSalesSnapshot.setDateOfSale(date_key.getTime());
233 
					faSalesSnapshot.setItem_id(Long.parseLong(values[7]));
234 
					faSalesSnapshot.setOurPrice(Double.parseDouble(values[9])/Double.parseDouble(values[13]));
235 
					if(values[12].equalsIgnoreCase("SalesInvoice")){
236 
						faSalesSnapshot.setTotalOrderCount(Integer.parseInt(values[13]));
237 
						faSalesSnapshot.setTotalSale(Double.parseDouble(values[9]));
238 
					}
239 
					if(values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice")){
240 
						faSalesSnapshot.setTotalOrderCount(0);
241 
						faSalesSnapshot.setTotalSale(0.0);
242 
						faSalesSnapshot.setReturnQuantity(Integer.parseInt(values[13]));
243 
						faSalesSnapshot.setReturnValue(Double.parseDouble(values[9]));
244 
					}
245 
					faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);
246 
					faSalesSnapshot.setIsOutOfStock(false);
247 
					Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = new HashMap<String,FlipkartFaSalesSnapshot>();
248 
					itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);
249 
					orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);
250 
				}
251 
				i++;
13584 manish.sha 252 
			}
13602 manish.sha 253 
 
13584 manish.sha 254 
			for(Long itemId : skuInventoryPriceMap.keySet()){
255 
				for(Date dateOfSale : orderDateItemIdFbaSaleSnapshotMap.keySet()){
256 
					if(orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale).containsKey(itemId.toString())){
257 
						continue;
258 
					}else{
259 
						FlipkartFaSalesSnapshot faSalesSnapshot = new FlipkartFaSalesSnapshot();
260 
						faSalesSnapshot.setItem_id(itemId);
261 
						faSalesSnapshot.setDateOfSale(dateOfSale.getTime());
262 
						faSalesSnapshot.setOurPrice(skuInventoryPriceMap.get(itemId));
263 
						faSalesSnapshot.setTotalOrderCount(0);
264 
						faSalesSnapshot.setTotalSale(0.0);
265 
						faSalesSnapshot.setReturnQuantity(0);
266 
						faSalesSnapshot.setReturnValue(0.0);
267 
						faSalesSnapshot.setIsOutOfStock(true);
268 
						faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);
269 
						orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale).put(itemId.toString(), faSalesSnapshot);
270 
					}
271 
				}
272 
			}
13602 manish.sha 273 
 
13584 manish.sha 274 
			for(Date dateOfSale : orderDateItemIdFbaSaleSnapshotMap.keySet()){
275 
				Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale);
276 
				for(String itemId : itemIdFaSnapshotMap.keySet()){
277 
					flipkartFaSalesSnapshotList.add(itemIdFaSnapshotMap.get(itemId));
278 
				}
279 
			}
280 
			boolean valuesUpdated = FlipkartConsumer.bulkAddOrUpdateFlipkartFbaSalesSnapshot(flipkartFaSalesSnapshotList);
13602 manish.sha 281 
 
13584 manish.sha 282 
			if(valuesUpdated){
283 
				System.out.println("Values are updated");
284 
			}
285 
 
286 
		}
287 
		catch(Exception e){
13587 manish.sha 288 
			String[] sendTo = new String[] { "manish.sharma@shop2020.in","kshitij.sood@shop2020.in","amit.gupta@shop2020.in","anikendra.das@shop2020.in"};
13602 manish.sha 289 
			String emailSubjectTxt = "Error while generating Flipkart Sale Snapshot";
290 
			String message = "Run FlipkartFaSaleSnapshotGetter in Common Project. \nSend all Flipkart Reports Again. \nJobs are configured at Support-backup Machine";
291 
			try {
292 
				GmailUtils mailer = new GmailUtils();
293 
				mailer.sendSSLMessage(sendTo, emailSubjectTxt, message, "build-staging@shop2020.in", "shop2020", new ArrayList<File>());
294 
			} catch (Exception ex) {
295 
				ex.printStackTrace();
296 
 
297 
			}
13584 manish.sha 298 
		}
299 
	}
300 
}