Subversion Repositories SmartDukaan

Rev

Rev 13819 | Rev 15764 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
13584 manish.sha 1 
package in.shop2020.serving.services;
2 
 
3 
import in.shop2020.model.v1.order.FlipkartFCWarehouseLocation;
4 
import in.shop2020.model.v1.order.FlipkartFaSalesSnapshot;
5 
import in.shop2020.utils.EmailUtils;
6 
import in.shop2020.utils.FlipkartConsumer;
7 
import in.shop2020.utils.GmailUtils;
8 
 
9 
import java.io.BufferedReader;
10 
import java.io.File;
11 
import java.io.FileWriter;
12 
import java.io.IOException;
13 
import java.io.InputStreamReader;
14 
import java.text.SimpleDateFormat;
15 
import java.util.ArrayList;
16 
import java.util.Calendar;
17 
import java.util.Date;
18 
import java.util.HashMap;
19 
import java.util.List;
20 
import java.util.Map;
21 
 
22 
import org.apache.http.HttpResponse;
23 
import org.apache.http.NameValuePair;
24 
import org.apache.http.client.ClientProtocolException;
25 
import org.apache.http.client.HttpClient;
26 
import org.apache.http.client.entity.UrlEncodedFormEntity;
27 
import org.apache.http.client.methods.HttpGet;
28 
import org.apache.http.client.methods.HttpPost;
29 
import org.apache.http.entity.StringEntity;
30 
import org.apache.http.impl.client.DefaultHttpClient;
31 
import org.apache.http.message.BasicNameValuePair;
32 
import org.json.JSONException;
33 
import org.json.JSONObject;
34 
import org.slf4j.Logger;
35 
import org.slf4j.LoggerFactory;
36 
 
37 
import au.com.bytecode.opencsv.CSVReader;
38 
import au.com.bytecode.opencsv.CSVWriter;
39 
 
40 
 
41 
public class FlipkartFaSaleSnapshotGetter{
42 
	private static Logger logger = LoggerFactory.getLogger(FlipkartFaSaleSnapshotGetter .class);
43 
	private static HttpClient client = new DefaultHttpClient();
13668 manish.sha 44 
	private static String cookies;
13584 manish.sha 45 
 
46 
	public static String getCsrfValue() throws ClientProtocolException, IOException, JSONException{
47 
		HttpResponse response;
48 
 
49 
		BufferedReader rd= null;
50 
		HttpGet get_new;
51 
 
52 
		String line = "";
53 
 
13613 manish.sha 54 
		get_new = new HttpGet("https://seller.flipkart.com/sfx");
13668 manish.sha 55 
		get_new.addHeader("Cookie",cookies+"; __utmt=1; __utma=143439159.1675929865.1422546011.1422546011.1422546011.1; __utmb=143439159.1.10.1422546011; __utmc=143439159; __utmz=143439159.1422546011.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); is_login=true; sellerId=m2z93iskuj81qiid");
56 
		get_new.addHeader("Host","seller.flipkart.com");
57 
        get_new.addHeader("User-agent", "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.63 Safari/537.31");
58 
        get_new.addHeader("Connection","keep-alive");
59 
 
13584 manish.sha 60 
		response = client.execute(get_new);
61 
 
62 
		rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));
63 
 
64 
		String csrfVal = "";
65 
		while ((line = rd.readLine()) != null) {
66 
			if(line.contains("var seller = ")){
67 
				String desiredLine = line;
68 
				desiredLine = desiredLine.split("var seller = ")[1].trim();
69 
				desiredLine = desiredLine.substring(0, desiredLine.length()-1);
70 
				System.out.println("desiredLine... "+desiredLine);
71 
				JSONObject jsonObj = new JSONObject(desiredLine);
72 
 
73 
				csrfVal=(String)jsonObj.get("csrf");
74 
				System.out.println(csrfVal);
75 
			}
76 
		}
77 
		return csrfVal;
78 
	}
79 
 
80 
	public static void main(String[] args){
81 
		HttpPost post = new HttpPost("https://seller.flipkart.com/login");
82 
		SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");
83 
		SimpleDateFormat repSdf = new SimpleDateFormat("MM-dd-yyyy");
84 
		SimpleDateFormat flipkartRepFormat = new SimpleDateFormat("EEE MMM dd HH:mm:ss Z yyyy");
85 
		Calendar cal1 = Calendar.getInstance();
86 
		Calendar cal2 = Calendar.getInstance();
13819 manish.sha 87 
		cal1.add(Calendar.DAY_OF_MONTH, -4);
13584 manish.sha 88 
		String startDate = sdf.format(cal1.getTime());
89 
		//cal2.add(Calendar.DAY_OF_MONTH, -1);
13817 manish.sha 90 
		cal2.add(Calendar.DAY_OF_MONTH, 1);
13584 manish.sha 91 
		String endDate = sdf.format(cal2.getTime());
92 
		cal1.add(Calendar.DAY_OF_MONTH, -1);
93 
		String repStartDate = repSdf.format(cal1.getTime());
94 
		cal2.add(Calendar.DAY_OF_MONTH, -1);
95 
		String repEndDate = repSdf.format(cal2.getTime());
96 
		BufferedReader rd= null;
97 
		Map<Date,Map<String,FlipkartFaSalesSnapshot>> orderDateItemIdFbaSaleSnapshotMap = new HashMap<Date,Map<String,FlipkartFaSalesSnapshot>>();
98 
		List<FlipkartFaSalesSnapshot> flipkartFaSalesSnapshotList = new ArrayList<FlipkartFaSalesSnapshot>();
99 
		Map<Long, Double> skuInventoryPriceMap = new HashMap<Long, Double>();
100 
		try {
13668 manish.sha 101 
			HttpGet get_new;
102 
			get_new = new HttpGet("https://seller.flipkart.com/");
103 
			get_new.addHeader("Host","seller.flipkart.com");
104 
            get_new.addHeader("User-agent", "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.63 Safari/537.31");
105 
            get_new.addHeader("Connection","keep-alive");
106 
 
107 
            HttpResponse response = client.execute(get_new);
108 
            rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));
109 
            String line = "";
110 
            while ((line = rd.readLine()) != null) {
111 
                System.out.println(line);
112 
            }
113 
            cookies = response.getFirstHeader("Set-Cookie") == null ? "" :
114 
                response.getFirstHeader("Set-Cookie").getValue();
115 
 
116 
            System.out.println("Cookies Before Login "+ cookies);
117 
 
13584 manish.sha 118 
			List<NameValuePair> nameValuePairs = new ArrayList<NameValuePair>();
119 
			nameValuePairs.add(new BasicNameValuePair("authName",
120 
			"flipkart"));
121 
			nameValuePairs.add(new BasicNameValuePair("username",
122 
			"flipkart-support@saholic.com"));
123 
			nameValuePairs.add(new BasicNameValuePair("password",
124 
			"bestmobiledeals2010"));
13668 manish.sha 125 
			post.addHeader("Cookie",cookies);
13584 manish.sha 126 
			post.addHeader("User-agent", "Mozilla/4.0");
13668 manish.sha 127 
			post.addHeader("Referer", "seller.flipkart.com");
13584 manish.sha 128 
			post.setEntity(new UrlEncodedFormEntity(nameValuePairs,"utf-8"));
13668 manish.sha 129 
			response = client.execute(post);
130 
			cookies = response.getFirstHeader("Set-Cookie") == null ? "" :
131 
                response.getFirstHeader("Set-Cookie").getValue();
132 
			System.out.println("Cookies After Login "+cookies);
13584 manish.sha 133 
			rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));
13668 manish.sha 134 
			line = "";
135 
 
13584 manish.sha 136 
			while ((line = rd.readLine()) != null) {
137 
				System.out.println(line);
138 
			}
139 
			HttpPost post_1;
140 
			String csrfVal= getCsrfValue();
13602 manish.sha 141 
 
13584 manish.sha 142 
			Thread.sleep(5000);
13602 manish.sha 143 
 
13584 manish.sha 144 
			get_new = new HttpGet("https://seller.flipkart.com/sfx/inventory/stock/download?inventoryType=all&sellerId=m2z93iskuj81qiid&warehouse_id=del");
13668 manish.sha 145 
			get_new.addHeader("Cookie",cookies+"; __utmt=1; __utma=143439159.1675929865.1422546011.1422546011.1422546011.1; __utmb=143439159.1.10.1422546011; __utmc=143439159; __utmz=143439159.1422546011.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); is_login=true; sellerId=m2z93iskuj81qiid");
146 
			get_new.addHeader("Host","seller.flipkart.com");
147 
            get_new.addHeader("User-agent", "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.63 Safari/537.31");
148 
            get_new.addHeader("Connection","keep-alive");
149 
 
13584 manish.sha 150 
			response = client.execute(get_new);
151 
 
152 
			rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));
13602 manish.sha 153 
 
13584 manish.sha 154 
			CSVReader csvInventoryReader = new CSVReader(rd);
155 
			String[] values;
13611 manish.sha 156 
 
157 
			File inventoryFile = new File("/home/FAInventory.csv");
158 
 
159 
			if(inventoryFile.exists()){
160 
				inventoryFile.delete();
161 
			}
13668 manish.sha 162 
			int i=1;
13602 manish.sha 163 
 
13587 manish.sha 164 
			CSVWriter writer = new CSVWriter(new FileWriter("/home/FAInventory.csv", true));
13584 manish.sha 165 
			while ((values = csvInventoryReader.readNext()) != null) {
166 
				writer.writeNext(values);
167 
				if(i==1){
168 
					i++;
169 
					continue;
170 
				}
13961 manish.sha 171 
				if(values[values.length-1].equalsIgnoreCase("FA")){
172 
					skuInventoryPriceMap.put(Long.parseLong(values[0]),Double.parseDouble(values[2]));
173 
				}
13584 manish.sha 174 
				i++;
175 
			}
176 
			writer.close();
13602 manish.sha 177 
 
13584 manish.sha 178 
			String paramVal = "{\"fromDate\":\""+startDate+"\",\"toDate\":\""+endDate+"\",\"warehouseId\":\"del\",\"type\":\"InvoiceReport\",\"_csrf\":\""+csrfVal+"\"}";
179 
			System.out.println(paramVal);
180 
			StringEntity entity = new StringEntity(paramVal, "utf-8");
13602 manish.sha 181 
 
182 
 
13584 manish.sha 183 
			post_1 = new HttpPost("https://seller.flipkart.com/sfx/reports/submit?sellerId=m2z93iskuj81qiid");
13668 manish.sha 184 
			post_1.addHeader("Cookie",cookies+"; __utmt=1; __utma=143439159.1675929865.1422546011.1422546011.1422546011.1; __utmb=143439159.1.10.1422546011; __utmc=143439159; __utmz=143439159.1422546011.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); is_login=true; sellerId=m2z93iskuj81qiid");
13584 manish.sha 185 
			post_1.addHeader("fk-csrf-token",csrfVal);
186 
			post_1.addHeader("Content-Type","application/json;charset=UTF-8");
187 
			post_1.addHeader("Host","seller.flipkart.com");
188 
			post_1.addHeader("Origin","https://seller.flipkart.com");
189 
			post_1.addHeader("Accept","application/json, text/plain, *//*");
190 
			post_1.addHeader("Accept-Language","en-US,en;q=0.8");
191 
			post_1.addHeader("Referer","https://seller.flipkart.com/sfx");
192 
			post_1.addHeader("User-Agent","Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/38.0.2125.104 Safari/537.36");
193 
 
194 
			post_1.setEntity(entity);
195 
 
196 
			response = client.execute(post_1);
13602 manish.sha 197 
 
13584 manish.sha 198 
			response.getEntity().consumeContent();
199 
 
200 
			Thread.sleep(120000);
13602 manish.sha 201 
 
13584 manish.sha 202 
			//https://seller.flipkart.com/sfx/reports/download/?sellerId=m2z93iskuj81qiid&downloadurl=/reports/invoices/invoice_csv_m2z93iskuj81qiid_09-30-2014_10-30-2014/download_csv
203 
			get_new = new HttpGet("https://seller.flipkart.com/sfx/reports/download/?sellerId=m2z93iskuj81qiid&downloadurl=/reports/invoices/invoice_csv_m2z93iskuj81qiid_"+repStartDate+"_"+repEndDate+"/download_csv");
13668 manish.sha 204 
			get_new.addHeader("Cookie",cookies+"; __utmt=1; __utma=143439159.1675929865.1422546011.1422546011.1422546011.1; __utmb=143439159.1.10.1422546011; __utmc=143439159; __utmz=143439159.1422546011.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); is_login=true; sellerId=m2z93iskuj81qiid");
205 
			get_new.addHeader("Host","seller.flipkart.com");
206 
            get_new.addHeader("User-agent", "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.63 Safari/537.31");
207 
            get_new.addHeader("Connection","keep-alive");
208 
 
13584 manish.sha 209 
			response = client.execute(get_new);
210 
 
13602 manish.sha 211 
 
13584 manish.sha 212 
			rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));
13602 manish.sha 213 
 
13584 manish.sha 214 
			i=1;
215 
			CSVReader csvReader = new CSVReader(rd);
216 
			while ((values = csvReader.readNext()) != null) {
217 
				if(i==1){
218 
					i++;
219 
					continue;
220 
				}
221 
				System.out.println(values[0]);
13602 manish.sha 222 
				Date date = flipkartRepFormat.parse(values[5]);
13584 manish.sha 223 
				Date date_key = sdf.parse(sdf.format(date));
13602 manish.sha 224 
				if(!(values[12].equalsIgnoreCase("SalesInvoice")||values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice"))){
225 
					i++;
226 
					continue;
227 
				}
228 
				if(orderDateItemIdFbaSaleSnapshotMap.containsKey(date_key)){
229 
					FlipkartFaSalesSnapshot faSalesSnapshot;
230 
					if(orderDateItemIdFbaSaleSnapshotMap.get(date_key).containsKey(values[7])){
231 
						faSalesSnapshot = orderDateItemIdFbaSaleSnapshotMap.get(date_key).get(values[7]);
232 
						if(values[12].equalsIgnoreCase("SalesInvoice")){
233 
							faSalesSnapshot.setTotalOrderCount(faSalesSnapshot.getTotalOrderCount()+Integer.parseInt(values[13]));
234 
							faSalesSnapshot.setTotalSale(faSalesSnapshot.getTotalSale()+ Double.parseDouble(values[9]));
13584 manish.sha 235 
						}
13602 manish.sha 236 
						if(values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice")){
237 
							faSalesSnapshot.setTotalOrderCount(faSalesSnapshot.getTotalOrderCount()+0);
238 
							faSalesSnapshot.setTotalSale(faSalesSnapshot.getTotalSale()+0.0);
239 
							faSalesSnapshot.setReturnQuantity(faSalesSnapshot.getReturnQuantity()+Integer.parseInt(values[13]));
240 
							faSalesSnapshot.setReturnValue(faSalesSnapshot.getReturnValue()+Double.parseDouble(values[9]));
241 
						}
242 
						Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(date_key);
243 
						itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);
244 
						orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);
245 
					} else{
246 
						faSalesSnapshot = new FlipkartFaSalesSnapshot();
13584 manish.sha 247 
						faSalesSnapshot.setDateOfSale(date_key.getTime());
248 
						faSalesSnapshot.setItem_id(Long.parseLong(values[7]));
249 
						faSalesSnapshot.setOurPrice(Double.parseDouble(values[9])/Double.parseDouble(values[13]));
250 
						if(values[12].equalsIgnoreCase("SalesInvoice")){
251 
							faSalesSnapshot.setTotalOrderCount(Integer.parseInt(values[13]));
252 
							faSalesSnapshot.setTotalSale(Double.parseDouble(values[9]));
13602 manish.sha 253 
						}
254 
						if(values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice")){
13584 manish.sha 255 
							faSalesSnapshot.setTotalOrderCount(0);
256 
							faSalesSnapshot.setTotalSale(0.0);
257 
							faSalesSnapshot.setReturnQuantity(Integer.parseInt(values[13]));
258 
							faSalesSnapshot.setReturnValue(Double.parseDouble(values[9]));
259 
						}
260 
						faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);
261 
						faSalesSnapshot.setIsOutOfStock(false);
13602 manish.sha 262 
						Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(date_key);
13584 manish.sha 263 
						itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);
264 
						orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);
265 
					}
13602 manish.sha 266 
				} else {
267 
					FlipkartFaSalesSnapshot faSalesSnapshot = new FlipkartFaSalesSnapshot();
268 
					faSalesSnapshot.setDateOfSale(date_key.getTime());
269 
					faSalesSnapshot.setItem_id(Long.parseLong(values[7]));
270 
					faSalesSnapshot.setOurPrice(Double.parseDouble(values[9])/Double.parseDouble(values[13]));
271 
					if(values[12].equalsIgnoreCase("SalesInvoice")){
272 
						faSalesSnapshot.setTotalOrderCount(Integer.parseInt(values[13]));
273 
						faSalesSnapshot.setTotalSale(Double.parseDouble(values[9]));
274 
					}
275 
					if(values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice")){
276 
						faSalesSnapshot.setTotalOrderCount(0);
277 
						faSalesSnapshot.setTotalSale(0.0);
278 
						faSalesSnapshot.setReturnQuantity(Integer.parseInt(values[13]));
279 
						faSalesSnapshot.setReturnValue(Double.parseDouble(values[9]));
280 
					}
281 
					faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);
282 
					faSalesSnapshot.setIsOutOfStock(false);
283 
					Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = new HashMap<String,FlipkartFaSalesSnapshot>();
284 
					itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);
285 
					orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);
286 
				}
287 
				i++;
13584 manish.sha 288 
			}
13602 manish.sha 289 
 
13584 manish.sha 290 
			for(Long itemId : skuInventoryPriceMap.keySet()){
291 
				for(Date dateOfSale : orderDateItemIdFbaSaleSnapshotMap.keySet()){
292 
					if(orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale).containsKey(itemId.toString())){
293 
						continue;
294 
					}else{
295 
						FlipkartFaSalesSnapshot faSalesSnapshot = new FlipkartFaSalesSnapshot();
296 
						faSalesSnapshot.setItem_id(itemId);
297 
						faSalesSnapshot.setDateOfSale(dateOfSale.getTime());
298 
						faSalesSnapshot.setOurPrice(skuInventoryPriceMap.get(itemId));
299 
						faSalesSnapshot.setTotalOrderCount(0);
300 
						faSalesSnapshot.setTotalSale(0.0);
301 
						faSalesSnapshot.setReturnQuantity(0);
302 
						faSalesSnapshot.setReturnValue(0.0);
303 
						faSalesSnapshot.setIsOutOfStock(true);
304 
						faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);
305 
						orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale).put(itemId.toString(), faSalesSnapshot);
306 
					}
307 
				}
308 
			}
13602 manish.sha 309 
 
13584 manish.sha 310 
			for(Date dateOfSale : orderDateItemIdFbaSaleSnapshotMap.keySet()){
311 
				Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale);
312 
				for(String itemId : itemIdFaSnapshotMap.keySet()){
313 
					flipkartFaSalesSnapshotList.add(itemIdFaSnapshotMap.get(itemId));
314 
				}
315 
			}
316 
			boolean valuesUpdated = FlipkartConsumer.bulkAddOrUpdateFlipkartFbaSalesSnapshot(flipkartFaSalesSnapshotList);
13602 manish.sha 317 
 
13584 manish.sha 318 
			if(valuesUpdated){
319 
				System.out.println("Values are updated");
320 
			}
321 
 
322 
		}
323 
		catch(Exception e){
13612 manish.sha 324 
			e.printStackTrace();
13587 manish.sha 325 
			String[] sendTo = new String[] { "manish.sharma@shop2020.in","kshitij.sood@shop2020.in","amit.gupta@shop2020.in","anikendra.das@shop2020.in"};
13602 manish.sha 326 
			String emailSubjectTxt = "Error while generating Flipkart Sale Snapshot";
327 
			String message = "Run FlipkartFaSaleSnapshotGetter in Common Project. \nSend all Flipkart Reports Again. \nJobs are configured at Support-backup Machine";
328 
			try {
329 
				GmailUtils mailer = new GmailUtils();
13620 manish.sha 330 
				mailer.sendSSLMessage(sendTo, emailSubjectTxt, message, "build-staging@shop2020.in", "shop2020", new ArrayList<File>());
13602 manish.sha 331 
			} catch (Exception ex) {
332 
				ex.printStackTrace();
333 
 
334 
			}
13584 manish.sha 335 
		}
336 
	}
337 
}