Subversion Repositories SmartDukaan

Rev

Rev 13817 | Rev 13961 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
13584 manish.sha 1 
package in.shop2020.serving.services;
2 
 
3 
import in.shop2020.model.v1.order.FlipkartFCWarehouseLocation;
4 
import in.shop2020.model.v1.order.FlipkartFaSalesSnapshot;
5 
import in.shop2020.utils.EmailUtils;
6 
import in.shop2020.utils.FlipkartConsumer;
7 
import in.shop2020.utils.GmailUtils;
8 
 
9 
import java.io.BufferedReader;
10 
import java.io.File;
11 
import java.io.FileWriter;
12 
import java.io.IOException;
13 
import java.io.InputStreamReader;
14 
import java.text.SimpleDateFormat;
15 
import java.util.ArrayList;
16 
import java.util.Calendar;
17 
import java.util.Date;
18 
import java.util.HashMap;
19 
import java.util.List;
20 
import java.util.Map;
21 
 
22 
import org.apache.http.HttpResponse;
23 
import org.apache.http.NameValuePair;
24 
import org.apache.http.client.ClientProtocolException;
25 
import org.apache.http.client.HttpClient;
26 
import org.apache.http.client.entity.UrlEncodedFormEntity;
27 
import org.apache.http.client.methods.HttpGet;
28 
import org.apache.http.client.methods.HttpPost;
29 
import org.apache.http.entity.StringEntity;
30 
import org.apache.http.impl.client.DefaultHttpClient;
31 
import org.apache.http.message.BasicNameValuePair;
32 
import org.json.JSONException;
33 
import org.json.JSONObject;
34 
import org.slf4j.Logger;
35 
import org.slf4j.LoggerFactory;
36 
 
37 
import au.com.bytecode.opencsv.CSVReader;
38 
import au.com.bytecode.opencsv.CSVWriter;
39 
 
40 
 
41 
public class FlipkartFaSaleSnapshotGetter{
42 
	private static Logger logger = LoggerFactory.getLogger(FlipkartFaSaleSnapshotGetter .class);
43 
	private static HttpClient client = new DefaultHttpClient();
13668 manish.sha 44 
	private static String cookies;
13584 manish.sha 45 
 
46 
	public static String getCsrfValue() throws ClientProtocolException, IOException, JSONException{
47 
		HttpResponse response;
48 
 
49 
		BufferedReader rd= null;
50 
		HttpGet get_new;
51 
 
52 
		String line = "";
53 
 
13613 manish.sha 54 
		get_new = new HttpGet("https://seller.flipkart.com/sfx");
13668 manish.sha 55 
		get_new.addHeader("Cookie",cookies+"; __utmt=1; __utma=143439159.1675929865.1422546011.1422546011.1422546011.1; __utmb=143439159.1.10.1422546011; __utmc=143439159; __utmz=143439159.1422546011.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); is_login=true; sellerId=m2z93iskuj81qiid");
56 
		get_new.addHeader("Host","seller.flipkart.com");
57 
        get_new.addHeader("User-agent", "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.63 Safari/537.31");
58 
        get_new.addHeader("Connection","keep-alive");
59 
 
13584 manish.sha 60 
		response = client.execute(get_new);
61 
 
62 
		rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));
63 
 
64 
		String csrfVal = "";
65 
		while ((line = rd.readLine()) != null) {
66 
			if(line.contains("var seller = ")){
67 
				String desiredLine = line;
68 
				desiredLine = desiredLine.split("var seller = ")[1].trim();
69 
				desiredLine = desiredLine.substring(0, desiredLine.length()-1);
70 
				System.out.println("desiredLine... "+desiredLine);
71 
				JSONObject jsonObj = new JSONObject(desiredLine);
72 
 
73 
				csrfVal=(String)jsonObj.get("csrf");
74 
				System.out.println(csrfVal);
75 
			}
76 
		}
77 
		return csrfVal;
78 
	}
79 
 
80 
	public static void main(String[] args){
81 
		HttpPost post = new HttpPost("https://seller.flipkart.com/login");
82 
		SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");
83 
		SimpleDateFormat repSdf = new SimpleDateFormat("MM-dd-yyyy");
84 
		SimpleDateFormat flipkartRepFormat = new SimpleDateFormat("EEE MMM dd HH:mm:ss Z yyyy");
85 
		Calendar cal1 = Calendar.getInstance();
86 
		Calendar cal2 = Calendar.getInstance();
13819 manish.sha 87 
		cal1.add(Calendar.DAY_OF_MONTH, -4);
13584 manish.sha 88 
		String startDate = sdf.format(cal1.getTime());
89 
		//cal2.add(Calendar.DAY_OF_MONTH, -1);
13817 manish.sha 90 
		cal2.add(Calendar.DAY_OF_MONTH, 1);
13584 manish.sha 91 
		String endDate = sdf.format(cal2.getTime());
92 
		cal1.add(Calendar.DAY_OF_MONTH, -1);
93 
		String repStartDate = repSdf.format(cal1.getTime());
94 
		cal2.add(Calendar.DAY_OF_MONTH, -1);
95 
		String repEndDate = repSdf.format(cal2.getTime());
96 
		BufferedReader rd= null;
97 
		Map<Date,Map<String,FlipkartFaSalesSnapshot>> orderDateItemIdFbaSaleSnapshotMap = new HashMap<Date,Map<String,FlipkartFaSalesSnapshot>>();
98 
		List<FlipkartFaSalesSnapshot> flipkartFaSalesSnapshotList = new ArrayList<FlipkartFaSalesSnapshot>();
99 
		Map<Long, Double> skuInventoryPriceMap = new HashMap<Long, Double>();
100 
		try {
13668 manish.sha 101 
			HttpGet get_new;
102 
			get_new = new HttpGet("https://seller.flipkart.com/");
103 
			get_new.addHeader("Host","seller.flipkart.com");
104 
            get_new.addHeader("User-agent", "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.63 Safari/537.31");
105 
            get_new.addHeader("Connection","keep-alive");
106 
 
107 
            HttpResponse response = client.execute(get_new);
108 
            rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));
109 
            String line = "";
110 
            while ((line = rd.readLine()) != null) {
111 
                System.out.println(line);
112 
            }
113 
            cookies = response.getFirstHeader("Set-Cookie") == null ? "" :
114 
                response.getFirstHeader("Set-Cookie").getValue();
115 
 
116 
            System.out.println("Cookies Before Login "+ cookies);
117 
 
13584 manish.sha 118 
			List<NameValuePair> nameValuePairs = new ArrayList<NameValuePair>();
119 
			nameValuePairs.add(new BasicNameValuePair("authName",
120 
			"flipkart"));
121 
			nameValuePairs.add(new BasicNameValuePair("username",
122 
			"flipkart-support@saholic.com"));
123 
			nameValuePairs.add(new BasicNameValuePair("password",
124 
			"bestmobiledeals2010"));
13668 manish.sha 125 
			post.addHeader("Cookie",cookies);
13584 manish.sha 126 
			post.addHeader("User-agent", "Mozilla/4.0");
13668 manish.sha 127 
			post.addHeader("Referer", "seller.flipkart.com");
13584 manish.sha 128 
			post.setEntity(new UrlEncodedFormEntity(nameValuePairs,"utf-8"));
13668 manish.sha 129 
			response = client.execute(post);
130 
			cookies = response.getFirstHeader("Set-Cookie") == null ? "" :
131 
                response.getFirstHeader("Set-Cookie").getValue();
132 
			System.out.println("Cookies After Login "+cookies);
13584 manish.sha 133 
			rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));
13668 manish.sha 134 
			line = "";
135 
 
13584 manish.sha 136 
			while ((line = rd.readLine()) != null) {
137 
				System.out.println(line);
138 
			}
139 
			HttpPost post_1;
140 
			String csrfVal= getCsrfValue();
13602 manish.sha 141 
 
13584 manish.sha 142 
			Thread.sleep(5000);
13602 manish.sha 143 
 
13584 manish.sha 144 
			get_new = new HttpGet("https://seller.flipkart.com/sfx/inventory/stock/download?inventoryType=all&sellerId=m2z93iskuj81qiid&warehouse_id=del");
13668 manish.sha 145 
			get_new.addHeader("Cookie",cookies+"; __utmt=1; __utma=143439159.1675929865.1422546011.1422546011.1422546011.1; __utmb=143439159.1.10.1422546011; __utmc=143439159; __utmz=143439159.1422546011.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); is_login=true; sellerId=m2z93iskuj81qiid");
146 
			get_new.addHeader("Host","seller.flipkart.com");
147 
            get_new.addHeader("User-agent", "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.63 Safari/537.31");
148 
            get_new.addHeader("Connection","keep-alive");
149 
 
13584 manish.sha 150 
			response = client.execute(get_new);
151 
 
152 
			rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));
13602 manish.sha 153 
 
13584 manish.sha 154 
			CSVReader csvInventoryReader = new CSVReader(rd);
155 
			String[] values;
13611 manish.sha 156 
 
157 
			File inventoryFile = new File("/home/FAInventory.csv");
158 
 
159 
			if(inventoryFile.exists()){
160 
				inventoryFile.delete();
161 
			}
13668 manish.sha 162 
			int i=1;
13602 manish.sha 163 
 
13587 manish.sha 164 
			CSVWriter writer = new CSVWriter(new FileWriter("/home/FAInventory.csv", true));
13584 manish.sha 165 
			while ((values = csvInventoryReader.readNext()) != null) {
166 
				writer.writeNext(values);
167 
				if(i==1){
168 
					i++;
169 
					continue;
170 
				}
171 
				skuInventoryPriceMap.put(Long.parseLong(values[0]),Double.parseDouble(values[2]));
172 
				i++;
173 
			}
174 
			writer.close();
13602 manish.sha 175 
 
13584 manish.sha 176 
			String paramVal = "{\"fromDate\":\""+startDate+"\",\"toDate\":\""+endDate+"\",\"warehouseId\":\"del\",\"type\":\"InvoiceReport\",\"_csrf\":\""+csrfVal+"\"}";
177 
			System.out.println(paramVal);
178 
			StringEntity entity = new StringEntity(paramVal, "utf-8");
13602 manish.sha 179 
 
180 
 
13584 manish.sha 181 
			post_1 = new HttpPost("https://seller.flipkart.com/sfx/reports/submit?sellerId=m2z93iskuj81qiid");
13668 manish.sha 182 
			post_1.addHeader("Cookie",cookies+"; __utmt=1; __utma=143439159.1675929865.1422546011.1422546011.1422546011.1; __utmb=143439159.1.10.1422546011; __utmc=143439159; __utmz=143439159.1422546011.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); is_login=true; sellerId=m2z93iskuj81qiid");
13584 manish.sha 183 
			post_1.addHeader("fk-csrf-token",csrfVal);
184 
			post_1.addHeader("Content-Type","application/json;charset=UTF-8");
185 
			post_1.addHeader("Host","seller.flipkart.com");
186 
			post_1.addHeader("Origin","https://seller.flipkart.com");
187 
			post_1.addHeader("Accept","application/json, text/plain, *//*");
188 
			post_1.addHeader("Accept-Language","en-US,en;q=0.8");
189 
			post_1.addHeader("Referer","https://seller.flipkart.com/sfx");
190 
			post_1.addHeader("User-Agent","Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/38.0.2125.104 Safari/537.36");
191 
 
192 
			post_1.setEntity(entity);
193 
 
194 
			response = client.execute(post_1);
13602 manish.sha 195 
 
13584 manish.sha 196 
			response.getEntity().consumeContent();
197 
 
198 
			Thread.sleep(120000);
13602 manish.sha 199 
 
13584 manish.sha 200 
			//https://seller.flipkart.com/sfx/reports/download/?sellerId=m2z93iskuj81qiid&downloadurl=/reports/invoices/invoice_csv_m2z93iskuj81qiid_09-30-2014_10-30-2014/download_csv
201 
			get_new = new HttpGet("https://seller.flipkart.com/sfx/reports/download/?sellerId=m2z93iskuj81qiid&downloadurl=/reports/invoices/invoice_csv_m2z93iskuj81qiid_"+repStartDate+"_"+repEndDate+"/download_csv");
13668 manish.sha 202 
			get_new.addHeader("Cookie",cookies+"; __utmt=1; __utma=143439159.1675929865.1422546011.1422546011.1422546011.1; __utmb=143439159.1.10.1422546011; __utmc=143439159; __utmz=143439159.1422546011.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); is_login=true; sellerId=m2z93iskuj81qiid");
203 
			get_new.addHeader("Host","seller.flipkart.com");
204 
            get_new.addHeader("User-agent", "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.31 (KHTML, like Gecko) Chrome/26.0.1410.63 Safari/537.31");
205 
            get_new.addHeader("Connection","keep-alive");
206 
 
13584 manish.sha 207 
			response = client.execute(get_new);
208 
 
13602 manish.sha 209 
 
13584 manish.sha 210 
			rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));
13602 manish.sha 211 
 
13584 manish.sha 212 
			i=1;
213 
			CSVReader csvReader = new CSVReader(rd);
214 
			while ((values = csvReader.readNext()) != null) {
215 
				if(i==1){
216 
					i++;
217 
					continue;
218 
				}
219 
				System.out.println(values[0]);
13602 manish.sha 220 
				Date date = flipkartRepFormat.parse(values[5]);
13584 manish.sha 221 
				Date date_key = sdf.parse(sdf.format(date));
13602 manish.sha 222 
				if(!(values[12].equalsIgnoreCase("SalesInvoice")||values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice"))){
223 
					i++;
224 
					continue;
225 
				}
226 
				if(orderDateItemIdFbaSaleSnapshotMap.containsKey(date_key)){
227 
					FlipkartFaSalesSnapshot faSalesSnapshot;
228 
					if(orderDateItemIdFbaSaleSnapshotMap.get(date_key).containsKey(values[7])){
229 
						faSalesSnapshot = orderDateItemIdFbaSaleSnapshotMap.get(date_key).get(values[7]);
230 
						if(values[12].equalsIgnoreCase("SalesInvoice")){
231 
							faSalesSnapshot.setTotalOrderCount(faSalesSnapshot.getTotalOrderCount()+Integer.parseInt(values[13]));
232 
							faSalesSnapshot.setTotalSale(faSalesSnapshot.getTotalSale()+ Double.parseDouble(values[9]));
13584 manish.sha 233 
						}
13602 manish.sha 234 
						if(values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice")){
235 
							faSalesSnapshot.setTotalOrderCount(faSalesSnapshot.getTotalOrderCount()+0);
236 
							faSalesSnapshot.setTotalSale(faSalesSnapshot.getTotalSale()+0.0);
237 
							faSalesSnapshot.setReturnQuantity(faSalesSnapshot.getReturnQuantity()+Integer.parseInt(values[13]));
238 
							faSalesSnapshot.setReturnValue(faSalesSnapshot.getReturnValue()+Double.parseDouble(values[9]));
239 
						}
240 
						Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(date_key);
241 
						itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);
242 
						orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);
243 
					} else{
244 
						faSalesSnapshot = new FlipkartFaSalesSnapshot();
13584 manish.sha 245 
						faSalesSnapshot.setDateOfSale(date_key.getTime());
246 
						faSalesSnapshot.setItem_id(Long.parseLong(values[7]));
247 
						faSalesSnapshot.setOurPrice(Double.parseDouble(values[9])/Double.parseDouble(values[13]));
248 
						if(values[12].equalsIgnoreCase("SalesInvoice")){
249 
							faSalesSnapshot.setTotalOrderCount(Integer.parseInt(values[13]));
250 
							faSalesSnapshot.setTotalSale(Double.parseDouble(values[9]));
13602 manish.sha 251 
						}
252 
						if(values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice")){
13584 manish.sha 253 
							faSalesSnapshot.setTotalOrderCount(0);
254 
							faSalesSnapshot.setTotalSale(0.0);
255 
							faSalesSnapshot.setReturnQuantity(Integer.parseInt(values[13]));
256 
							faSalesSnapshot.setReturnValue(Double.parseDouble(values[9]));
257 
						}
258 
						faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);
259 
						faSalesSnapshot.setIsOutOfStock(false);
13602 manish.sha 260 
						Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(date_key);
13584 manish.sha 261 
						itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);
262 
						orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);
263 
					}
13602 manish.sha 264 
				} else {
265 
					FlipkartFaSalesSnapshot faSalesSnapshot = new FlipkartFaSalesSnapshot();
266 
					faSalesSnapshot.setDateOfSale(date_key.getTime());
267 
					faSalesSnapshot.setItem_id(Long.parseLong(values[7]));
268 
					faSalesSnapshot.setOurPrice(Double.parseDouble(values[9])/Double.parseDouble(values[13]));
269 
					if(values[12].equalsIgnoreCase("SalesInvoice")){
270 
						faSalesSnapshot.setTotalOrderCount(Integer.parseInt(values[13]));
271 
						faSalesSnapshot.setTotalSale(Double.parseDouble(values[9]));
272 
					}
273 
					if(values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice")){
274 
						faSalesSnapshot.setTotalOrderCount(0);
275 
						faSalesSnapshot.setTotalSale(0.0);
276 
						faSalesSnapshot.setReturnQuantity(Integer.parseInt(values[13]));
277 
						faSalesSnapshot.setReturnValue(Double.parseDouble(values[9]));
278 
					}
279 
					faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);
280 
					faSalesSnapshot.setIsOutOfStock(false);
281 
					Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = new HashMap<String,FlipkartFaSalesSnapshot>();
282 
					itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);
283 
					orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);
284 
				}
285 
				i++;
13584 manish.sha 286 
			}
13602 manish.sha 287 
 
13584 manish.sha 288 
			for(Long itemId : skuInventoryPriceMap.keySet()){
289 
				for(Date dateOfSale : orderDateItemIdFbaSaleSnapshotMap.keySet()){
290 
					if(orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale).containsKey(itemId.toString())){
291 
						continue;
292 
					}else{
293 
						FlipkartFaSalesSnapshot faSalesSnapshot = new FlipkartFaSalesSnapshot();
294 
						faSalesSnapshot.setItem_id(itemId);
295 
						faSalesSnapshot.setDateOfSale(dateOfSale.getTime());
296 
						faSalesSnapshot.setOurPrice(skuInventoryPriceMap.get(itemId));
297 
						faSalesSnapshot.setTotalOrderCount(0);
298 
						faSalesSnapshot.setTotalSale(0.0);
299 
						faSalesSnapshot.setReturnQuantity(0);
300 
						faSalesSnapshot.setReturnValue(0.0);
301 
						faSalesSnapshot.setIsOutOfStock(true);
302 
						faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);
303 
						orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale).put(itemId.toString(), faSalesSnapshot);
304 
					}
305 
				}
306 
			}
13602 manish.sha 307 
 
13584 manish.sha 308 
			for(Date dateOfSale : orderDateItemIdFbaSaleSnapshotMap.keySet()){
309 
				Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale);
310 
				for(String itemId : itemIdFaSnapshotMap.keySet()){
311 
					flipkartFaSalesSnapshotList.add(itemIdFaSnapshotMap.get(itemId));
312 
				}
313 
			}
314 
			boolean valuesUpdated = FlipkartConsumer.bulkAddOrUpdateFlipkartFbaSalesSnapshot(flipkartFaSalesSnapshotList);
13602 manish.sha 315 
 
13584 manish.sha 316 
			if(valuesUpdated){
317 
				System.out.println("Values are updated");
318 
			}
319 
 
320 
		}
321 
		catch(Exception e){
13612 manish.sha 322 
			e.printStackTrace();
13587 manish.sha 323 
			String[] sendTo = new String[] { "manish.sharma@shop2020.in","kshitij.sood@shop2020.in","amit.gupta@shop2020.in","anikendra.das@shop2020.in"};
13602 manish.sha 324 
			String emailSubjectTxt = "Error while generating Flipkart Sale Snapshot";
325 
			String message = "Run FlipkartFaSaleSnapshotGetter in Common Project. \nSend all Flipkart Reports Again. \nJobs are configured at Support-backup Machine";
326 
			try {
327 
				GmailUtils mailer = new GmailUtils();
13620 manish.sha 328 
				mailer.sendSSLMessage(sendTo, emailSubjectTxt, message, "build-staging@shop2020.in", "shop2020", new ArrayList<File>());
13602 manish.sha 329 
			} catch (Exception ex) {
330 
				ex.printStackTrace();
331 
 
332 
			}
13584 manish.sha 333 
		}
334 
	}
335 
}