Subversion Repositories SmartDukaan

Rev

Rev 13612 | Rev 13615 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
13584 manish.sha 1 
package in.shop2020.serving.services;
2 
 
3 
import in.shop2020.model.v1.order.FlipkartFCWarehouseLocation;
4 
import in.shop2020.model.v1.order.FlipkartFaSalesSnapshot;
5 
import in.shop2020.utils.EmailUtils;
6 
import in.shop2020.utils.FlipkartConsumer;
7 
import in.shop2020.utils.GmailUtils;
8 
 
9 
import java.io.BufferedReader;
10 
import java.io.File;
11 
import java.io.FileWriter;
12 
import java.io.IOException;
13 
import java.io.InputStreamReader;
14 
import java.text.SimpleDateFormat;
15 
import java.util.ArrayList;
16 
import java.util.Calendar;
17 
import java.util.Date;
18 
import java.util.HashMap;
19 
import java.util.List;
20 
import java.util.Map;
21 
 
22 
import org.apache.http.HttpResponse;
23 
import org.apache.http.NameValuePair;
24 
import org.apache.http.client.ClientProtocolException;
25 
import org.apache.http.client.HttpClient;
26 
import org.apache.http.client.entity.UrlEncodedFormEntity;
27 
import org.apache.http.client.methods.HttpGet;
28 
import org.apache.http.client.methods.HttpPost;
29 
import org.apache.http.entity.StringEntity;
30 
import org.apache.http.impl.client.DefaultHttpClient;
31 
import org.apache.http.message.BasicNameValuePair;
32 
import org.json.JSONException;
33 
import org.json.JSONObject;
34 
import org.slf4j.Logger;
35 
import org.slf4j.LoggerFactory;
36 
 
37 
import au.com.bytecode.opencsv.CSVReader;
38 
import au.com.bytecode.opencsv.CSVWriter;
39 
 
40 
 
41 
public class FlipkartFaSaleSnapshotGetter{
42 
	private static Logger logger = LoggerFactory.getLogger(FlipkartFaSaleSnapshotGetter .class);
43 
	private static HttpClient client = new DefaultHttpClient();
44 
 
45 
	public static String getCsrfValue() throws ClientProtocolException, IOException, JSONException{
46 
		HttpResponse response;
47 
 
48 
		BufferedReader rd= null;
49 
		HttpGet get_new;
50 
 
51 
		String line = "";
52 
 
13613 manish.sha 53 
		get_new = new HttpGet("https://seller.flipkart.com/sfx");
13584 manish.sha 54 
		get_new.addHeader("Cookie"," __isReg=true; s_cc=true;  pincode=110001;is_login=true;sellerId=m2z93iskuj81qiid;km_ai=m2z93iskuj81qiid;km_ni=m2z93iskuj81qiid");
55 
 
56 
		response = client.execute(get_new);
57 
 
58 
		rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));
59 
 
60 
		String csrfVal = "";
61 
		while ((line = rd.readLine()) != null) {
62 
			if(line.contains("var seller = ")){
63 
				String desiredLine = line;
64 
				desiredLine = desiredLine.split("var seller = ")[1].trim();
65 
				desiredLine = desiredLine.substring(0, desiredLine.length()-1);
66 
				System.out.println("desiredLine... "+desiredLine);
67 
				JSONObject jsonObj = new JSONObject(desiredLine);
68 
 
69 
				csrfVal=(String)jsonObj.get("csrf");
70 
				System.out.println(csrfVal);
71 
			}
72 
		}
73 
		return csrfVal;
74 
	}
75 
 
76 
	public static void main(String[] args){
77 
		HttpPost post = new HttpPost("https://seller.flipkart.com/login");
78 
		SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");
79 
		SimpleDateFormat repSdf = new SimpleDateFormat("MM-dd-yyyy");
80 
		SimpleDateFormat flipkartRepFormat = new SimpleDateFormat("EEE MMM dd HH:mm:ss Z yyyy");
81 
		Calendar cal1 = Calendar.getInstance();
82 
		Calendar cal2 = Calendar.getInstance();
83 
		cal1.add(Calendar.DAY_OF_MONTH, -5);
84 
		String startDate = sdf.format(cal1.getTime());
85 
		//cal2.add(Calendar.DAY_OF_MONTH, -1);
86 
		String endDate = sdf.format(cal2.getTime());
87 
		cal1.add(Calendar.DAY_OF_MONTH, -1);
88 
		String repStartDate = repSdf.format(cal1.getTime());
89 
		cal2.add(Calendar.DAY_OF_MONTH, -1);
90 
		String repEndDate = repSdf.format(cal2.getTime());
91 
		BufferedReader rd= null;
92 
		Map<Date,Map<String,FlipkartFaSalesSnapshot>> orderDateItemIdFbaSaleSnapshotMap = new HashMap<Date,Map<String,FlipkartFaSalesSnapshot>>();
93 
		List<FlipkartFaSalesSnapshot> flipkartFaSalesSnapshotList = new ArrayList<FlipkartFaSalesSnapshot>();
94 
		Map<Long, Double> skuInventoryPriceMap = new HashMap<Long, Double>();
95 
		try {
96 
			List<NameValuePair> nameValuePairs = new ArrayList<NameValuePair>();
97 
			nameValuePairs.add(new BasicNameValuePair("authName",
98 
			"flipkart"));
99 
			nameValuePairs.add(new BasicNameValuePair("username",
100 
			"flipkart-support@saholic.com"));
101 
			nameValuePairs.add(new BasicNameValuePair("password",
102 
			"bestmobiledeals2010"));
103 
			post.addHeader("Cookie","__gads=ID=dfe0374cf04d1576:T=1381304511:S=ALNI_Ma2TpDrlF9_amkoqp3MOYJBaFAOUg; km_lv=x; S=d1t173VTuVxLMgd3in7R3mbHGNz0STqFkHgnidNrhKqBdz8wEKt%2BO9d%2B%2FRDHtf6fmq2ugaE7nZHV7zYSxOLcWBzq31A%3D%3D; __isReg=true; _ga=GA1.2.1156779613.1390806906; km_ai=m2z93iskuj81qiid; km_ni=m2z93iskuj81qiid; km_uq=; pincode=201301; __sonar=6631097455123118581; s_cc=true; s_sq=%5B%5BB%5D%5D; __utma=19769839.1733153395.1408690721.1416647806.1417179072.33; __utmc=19769839; __utmz=19769839.1415795608.26.5.utmcsr=savemoneyindia.com|utmccn=(referral)|utmcmd=referral|utmcct=/; SN=2.VIB1DBEC9C6CD94162ACB61060135212D1.SI47EBA2DE47044D0AA7C05F24AD4F42EB.VS141717906546900755654.1417179082; VID=2.VIB1DBEC9C6CD94162ACB61060135212D1.1417179082.VS141717906546900755654; NSID=2.SI47EBA2DE47044D0AA7C05F24AD4F42EB.1417179082.VIB1DBEC9C6CD94162ACB61060135212D1; T=TI138130450866706710769873257251497444628820234222703981199700765991; s_ppv=53; __CG=u%3A6208250296506778000%2Cs%3A1505183865%2Ct%3A1417179187815%2Cc%3A2%2Ck%3Awww.flipkart.com/30/77/1452%2Cf%3A0%2Ci%3A1; connect.sid=s%3AsMt6GmxeIzE45d0nKtsgQvNm.sea6W5znLeuulBNKyJu1%2FmvpO5xROchbo49GJMoHoFs; __utmt=1; __utma=143439159.1156779613.1390806906.1415709197.1417274947.45; __utmb=143439159.1.10.1417274947; __utmc=143439159; __utmz=143439159.1390806906.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none)");
104 
			post.addHeader("User-agent", "Mozilla/4.0");
105 
			post.addHeader("Referer", "https://seller.flipkart.com/dashboard");
106 
			post.setEntity(new UrlEncodedFormEntity(nameValuePairs,"utf-8"));
107 
			HttpResponse response = client.execute(post);
108 
			rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));
109 
			String line = "";
110 
			int i=1;
13602 manish.sha 111 
 
13584 manish.sha 112 
			while ((line = rd.readLine()) != null) {
113 
				System.out.println(line);
114 
			}
115 
			HttpPost post_1;
116 
			HttpGet get_new;
117 
			String csrfVal= getCsrfValue();
13602 manish.sha 118 
 
13584 manish.sha 119 
			Thread.sleep(5000);
13602 manish.sha 120 
 
13584 manish.sha 121 
			get_new = new HttpGet("https://seller.flipkart.com/sfx/inventory/stock/download?inventoryType=all&sellerId=m2z93iskuj81qiid&warehouse_id=del");
122 
			get_new.addHeader("Cookie","__isReg=true;s_cc=true;pincode=110001;is_login=true;sellerId=m2z93iskuj81qiid;km_ai=m2z93iskuj81qiid;km_ni=m2z93iskuj81qiid");
123 
			get_new.addHeader("Connection","keep-alive");
124 
 
125 
			response = client.execute(get_new);
126 
 
127 
			rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));
13602 manish.sha 128 
 
13584 manish.sha 129 
			CSVReader csvInventoryReader = new CSVReader(rd);
130 
			String[] values;
13611 manish.sha 131 
 
132 
			File inventoryFile = new File("/home/FAInventory.csv");
133 
 
134 
			if(inventoryFile.exists()){
135 
				inventoryFile.delete();
136 
			}
13602 manish.sha 137 
 
13587 manish.sha 138 
			CSVWriter writer = new CSVWriter(new FileWriter("/home/FAInventory.csv", true));
13584 manish.sha 139 
			while ((values = csvInventoryReader.readNext()) != null) {
140 
				writer.writeNext(values);
141 
				if(i==1){
142 
					i++;
143 
					continue;
144 
				}
145 
				skuInventoryPriceMap.put(Long.parseLong(values[0]),Double.parseDouble(values[2]));
146 
				i++;
147 
			}
148 
			writer.close();
13602 manish.sha 149 
 
13584 manish.sha 150 
			String paramVal = "{\"fromDate\":\""+startDate+"\",\"toDate\":\""+endDate+"\",\"warehouseId\":\"del\",\"type\":\"InvoiceReport\",\"_csrf\":\""+csrfVal+"\"}";
151 
			System.out.println(paramVal);
152 
			StringEntity entity = new StringEntity(paramVal, "utf-8");
13602 manish.sha 153 
 
154 
 
13584 manish.sha 155 
			post_1 = new HttpPost("https://seller.flipkart.com/sfx/reports/submit?sellerId=m2z93iskuj81qiid");
156 
			post_1.addHeader("Cookie","__isReg=true;s_cc=true;pincode=110001;is_login=true;sellerId=m2z93iskuj81qiid;km_ai=m2z93iskuj81qiid;km_ni=m2z93iskuj81qiid");
157 
			post_1.addHeader("fk-csrf-token",csrfVal);
158 
			post_1.addHeader("Content-Type","application/json;charset=UTF-8");
159 
			post_1.addHeader("Host","seller.flipkart.com");
160 
			post_1.addHeader("Origin","https://seller.flipkart.com");
161 
			post_1.addHeader("Accept","application/json, text/plain, *//*");
162 
			post_1.addHeader("Accept-Language","en-US,en;q=0.8");
163 
			post_1.addHeader("Referer","https://seller.flipkart.com/sfx");
164 
			post_1.addHeader("User-Agent","Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/38.0.2125.104 Safari/537.36");
165 
 
166 
			post_1.setEntity(entity);
167 
 
168 
			response = client.execute(post_1);
13602 manish.sha 169 
 
13584 manish.sha 170 
			response.getEntity().consumeContent();
171 
 
172 
			Thread.sleep(120000);
13602 manish.sha 173 
 
13584 manish.sha 174 
			//https://seller.flipkart.com/sfx/reports/download/?sellerId=m2z93iskuj81qiid&downloadurl=/reports/invoices/invoice_csv_m2z93iskuj81qiid_09-30-2014_10-30-2014/download_csv
175 
			get_new = new HttpGet("https://seller.flipkart.com/sfx/reports/download/?sellerId=m2z93iskuj81qiid&downloadurl=/reports/invoices/invoice_csv_m2z93iskuj81qiid_"+repStartDate+"_"+repEndDate+"/download_csv");
176 
			get_new.addHeader("Cookie","__isReg=true;s_cc=true;pincode=110001;is_login=true;sellerId=m2z93iskuj81qiid;km_ai=m2z93iskuj81qiid;km_ni=m2z93iskuj81qiid");
177 
			get_new.addHeader("Connection","keep-alive");
178 
 
179 
			response = client.execute(get_new);
180 
 
13602 manish.sha 181 
 
13584 manish.sha 182 
			rd = new BufferedReader(new InputStreamReader(response.getEntity().getContent()));
13602 manish.sha 183 
 
13584 manish.sha 184 
			i=1;
185 
			CSVReader csvReader = new CSVReader(rd);
186 
			while ((values = csvReader.readNext()) != null) {
187 
				if(i==1){
188 
					i++;
189 
					continue;
190 
				}
191 
				System.out.println(values[0]);
13602 manish.sha 192 
				Date date = flipkartRepFormat.parse(values[5]);
13584 manish.sha 193 
				Date date_key = sdf.parse(sdf.format(date));
13602 manish.sha 194 
				if(!(values[12].equalsIgnoreCase("SalesInvoice")||values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice"))){
195 
					i++;
196 
					continue;
197 
				}
198 
				if(orderDateItemIdFbaSaleSnapshotMap.containsKey(date_key)){
199 
					FlipkartFaSalesSnapshot faSalesSnapshot;
200 
					if(orderDateItemIdFbaSaleSnapshotMap.get(date_key).containsKey(values[7])){
201 
						faSalesSnapshot = orderDateItemIdFbaSaleSnapshotMap.get(date_key).get(values[7]);
202 
						if(values[12].equalsIgnoreCase("SalesInvoice")){
203 
							faSalesSnapshot.setTotalOrderCount(faSalesSnapshot.getTotalOrderCount()+Integer.parseInt(values[13]));
204 
							faSalesSnapshot.setTotalSale(faSalesSnapshot.getTotalSale()+ Double.parseDouble(values[9]));
13584 manish.sha 205 
						}
13602 manish.sha 206 
						if(values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice")){
207 
							faSalesSnapshot.setTotalOrderCount(faSalesSnapshot.getTotalOrderCount()+0);
208 
							faSalesSnapshot.setTotalSale(faSalesSnapshot.getTotalSale()+0.0);
209 
							faSalesSnapshot.setReturnQuantity(faSalesSnapshot.getReturnQuantity()+Integer.parseInt(values[13]));
210 
							faSalesSnapshot.setReturnValue(faSalesSnapshot.getReturnValue()+Double.parseDouble(values[9]));
211 
						}
212 
						Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(date_key);
213 
						itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);
214 
						orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);
215 
					} else{
216 
						faSalesSnapshot = new FlipkartFaSalesSnapshot();
13584 manish.sha 217 
						faSalesSnapshot.setDateOfSale(date_key.getTime());
218 
						faSalesSnapshot.setItem_id(Long.parseLong(values[7]));
219 
						faSalesSnapshot.setOurPrice(Double.parseDouble(values[9])/Double.parseDouble(values[13]));
220 
						if(values[12].equalsIgnoreCase("SalesInvoice")){
221 
							faSalesSnapshot.setTotalOrderCount(Integer.parseInt(values[13]));
222 
							faSalesSnapshot.setTotalSale(Double.parseDouble(values[9]));
13602 manish.sha 223 
						}
224 
						if(values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice")){
13584 manish.sha 225 
							faSalesSnapshot.setTotalOrderCount(0);
226 
							faSalesSnapshot.setTotalSale(0.0);
227 
							faSalesSnapshot.setReturnQuantity(Integer.parseInt(values[13]));
228 
							faSalesSnapshot.setReturnValue(Double.parseDouble(values[9]));
229 
						}
230 
						faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);
231 
						faSalesSnapshot.setIsOutOfStock(false);
13602 manish.sha 232 
						Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(date_key);
13584 manish.sha 233 
						itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);
234 
						orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);
235 
					}
13602 manish.sha 236 
				} else {
237 
					FlipkartFaSalesSnapshot faSalesSnapshot = new FlipkartFaSalesSnapshot();
238 
					faSalesSnapshot.setDateOfSale(date_key.getTime());
239 
					faSalesSnapshot.setItem_id(Long.parseLong(values[7]));
240 
					faSalesSnapshot.setOurPrice(Double.parseDouble(values[9])/Double.parseDouble(values[13]));
241 
					if(values[12].equalsIgnoreCase("SalesInvoice")){
242 
						faSalesSnapshot.setTotalOrderCount(Integer.parseInt(values[13]));
243 
						faSalesSnapshot.setTotalSale(Double.parseDouble(values[9]));
244 
					}
245 
					if(values[12].equalsIgnoreCase("CourierReturnInvoice")||values[12].equalsIgnoreCase("CustomerReturnInvoice")){
246 
						faSalesSnapshot.setTotalOrderCount(0);
247 
						faSalesSnapshot.setTotalSale(0.0);
248 
						faSalesSnapshot.setReturnQuantity(Integer.parseInt(values[13]));
249 
						faSalesSnapshot.setReturnValue(Double.parseDouble(values[9]));
250 
					}
251 
					faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);
252 
					faSalesSnapshot.setIsOutOfStock(false);
253 
					Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = new HashMap<String,FlipkartFaSalesSnapshot>();
254 
					itemIdFaSnapshotMap.put(values[7], faSalesSnapshot);
255 
					orderDateItemIdFbaSaleSnapshotMap.put(date_key, itemIdFaSnapshotMap);
256 
				}
257 
				i++;
13584 manish.sha 258 
			}
13602 manish.sha 259 
 
13584 manish.sha 260 
			for(Long itemId : skuInventoryPriceMap.keySet()){
261 
				for(Date dateOfSale : orderDateItemIdFbaSaleSnapshotMap.keySet()){
262 
					if(orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale).containsKey(itemId.toString())){
263 
						continue;
264 
					}else{
265 
						FlipkartFaSalesSnapshot faSalesSnapshot = new FlipkartFaSalesSnapshot();
266 
						faSalesSnapshot.setItem_id(itemId);
267 
						faSalesSnapshot.setDateOfSale(dateOfSale.getTime());
268 
						faSalesSnapshot.setOurPrice(skuInventoryPriceMap.get(itemId));
269 
						faSalesSnapshot.setTotalOrderCount(0);
270 
						faSalesSnapshot.setTotalSale(0.0);
271 
						faSalesSnapshot.setReturnQuantity(0);
272 
						faSalesSnapshot.setReturnValue(0.0);
273 
						faSalesSnapshot.setIsOutOfStock(true);
274 
						faSalesSnapshot.setFcLocation(FlipkartFCWarehouseLocation.Delhi);
275 
						orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale).put(itemId.toString(), faSalesSnapshot);
276 
					}
277 
				}
278 
			}
13602 manish.sha 279 
 
13584 manish.sha 280 
			for(Date dateOfSale : orderDateItemIdFbaSaleSnapshotMap.keySet()){
281 
				Map<String,FlipkartFaSalesSnapshot> itemIdFaSnapshotMap = orderDateItemIdFbaSaleSnapshotMap.get(dateOfSale);
282 
				for(String itemId : itemIdFaSnapshotMap.keySet()){
283 
					flipkartFaSalesSnapshotList.add(itemIdFaSnapshotMap.get(itemId));
284 
				}
285 
			}
286 
			boolean valuesUpdated = FlipkartConsumer.bulkAddOrUpdateFlipkartFbaSalesSnapshot(flipkartFaSalesSnapshotList);
13602 manish.sha 287 
 
13584 manish.sha 288 
			if(valuesUpdated){
289 
				System.out.println("Values are updated");
290 
			}
291 
 
292 
		}
293 
		catch(Exception e){
13612 manish.sha 294 
			e.printStackTrace();
13587 manish.sha 295 
			String[] sendTo = new String[] { "manish.sharma@shop2020.in","kshitij.sood@shop2020.in","amit.gupta@shop2020.in","anikendra.das@shop2020.in"};
13602 manish.sha 296 
			String emailSubjectTxt = "Error while generating Flipkart Sale Snapshot";
297 
			String message = "Run FlipkartFaSaleSnapshotGetter in Common Project. \nSend all Flipkart Reports Again. \nJobs are configured at Support-backup Machine";
298 
			try {
299 
				GmailUtils mailer = new GmailUtils();
13612 manish.sha 300 
				//mailer.sendSSLMessage(sendTo, emailSubjectTxt, message, "build-staging@shop2020.in", "shop2020", new ArrayList<File>());
13602 manish.sha 301 
			} catch (Exception ex) {
302 
				ex.printStackTrace();
303 
 
304 
			}
13584 manish.sha 305 
		}
306 
	}
307 
}