| Line 2070... |
Line 2070... |
| 2070 |
# sheet_iterator+=1
|
2070 |
# sheet_iterator+=1
|
| 2071 |
|
2071 |
|
| 2072 |
filename = "/tmp/flipkart-report-"+runType+" " + str(timestamp) + ".xls"
|
2072 |
filename = "/tmp/flipkart-report-"+runType+" " + str(timestamp) + ".xls"
|
| 2073 |
wbk.save(filename)
|
2073 |
wbk.save(filename)
|
| 2074 |
try:
|
2074 |
try:
|
| 2075 |
#EmailAttachmentSender.mail("build@shop2020.in", "cafe@nes", ["kshitij.sood@saholic.com"], " Flipkart Auto Pricing "+runType+" " + str(timestamp), "", [get_attachment_part(filename)], [""], [])
|
2075 |
EmailAttachmentSender.mail("build@shop2020.in", "cafe@nes", ["kshitij.sood@saholic.com"], " Flipkart Auto Pricing "+runType+" " + str(timestamp), "", [get_attachment_part(filename)], [""], [])
|
| 2076 |
EmailAttachmentSender.mail("build@shop2020.in", "cafe@nes", ["chandan.kumar@saholic.com","manoj.kumar@saholic.com","yukti.jain@saholic.com","ankush.dhingra@saholic.com","manoj.pal@saholic.com"], " Flipkart Scraping "+runType+" " + str(timestamp), "", [get_attachment_part(filename)], ["rajneesh.arora@saholic.com","anikendra.das@saholic.com","vikram.raghav@saholic.com","kshitij.sood@saholic.com","chaitnaya.vats@saholic.com","khushal.bhatia@saholic.com"], [])
|
2076 |
#EmailAttachmentSender.mail("build@shop2020.in", "cafe@nes", ["chandan.kumar@saholic.com","manoj.kumar@saholic.com","yukti.jain@saholic.com","ankush.dhingra@saholic.com","manoj.pal@saholic.com"], " Flipkart Scraping "+runType+" " + str(timestamp), "", [get_attachment_part(filename)], ["rajneesh.arora@saholic.com","anikendra.das@saholic.com","vikram.raghav@saholic.com","kshitij.sood@saholic.com","chaitnaya.vats@saholic.com","khushal.bhatia@saholic.com"], [])
|
| 2077 |
except Exception as e:
|
2077 |
except Exception as e:
|
| 2078 |
print e
|
2078 |
print e
|
| 2079 |
print "Unable to send report.Trying with local SMTP"
|
2079 |
print "Unable to send report.Trying with local SMTP"
|
| 2080 |
smtpServer = smtplib.SMTP('localhost')
|
2080 |
smtpServer = smtplib.SMTP('localhost')
|
| 2081 |
smtpServer.set_debuglevel(1)
|
2081 |
smtpServer.set_debuglevel(1)
|
| 2082 |
sender = 'build@shop2020.in'
|
2082 |
sender = 'build@shop2020.in'
|
| 2083 |
#recipients = ["kshitij.sood@saholic.com"]
|
2083 |
recipients = ["kshitij.sood@saholic.com"]
|
| 2084 |
msg = MIMEMultipart()
|
2084 |
msg = MIMEMultipart()
|
| 2085 |
msg['Subject'] = "Flipkart Scraping" + ' '+runType+' - ' + str(datetime.now())
|
2085 |
msg['Subject'] = "Flipkart Scraping" + ' '+runType+' - ' + str(datetime.now())
|
| 2086 |
msg['From'] = sender
|
2086 |
msg['From'] = sender
|
| 2087 |
recipients = ['rajneesh.arora@saholic.com','anikendra.das@saholic.com','vikram.raghav@saholic.com','kshitij.sood@saholic.com','khushal.bhatia@saholic.com','chaitnaya.vats@saholic.com','chandan.kumar@saholic.com','manoj.kumar@saholic.com','yukti.jain@saholic.com','ankush.dhingra@saholic.com','manoj.pal@saholic.com']
|
2087 |
#recipients = ['rajneesh.arora@saholic.com','anikendra.das@saholic.com','vikram.raghav@saholic.com','kshitij.sood@saholic.com','khushal.bhatia@saholic.com','chaitnaya.vats@saholic.com','chandan.kumar@saholic.com','manoj.kumar@saholic.com','yukti.jain@saholic.com','ankush.dhingra@saholic.com','manoj.pal@saholic.com']
|
| 2088 |
msg['To'] = ",".join(recipients)
|
2088 |
msg['To'] = ",".join(recipients)
|
| 2089 |
fileMsg = email.mime.base.MIMEBase('application','vnd.ms-excel')
|
2089 |
fileMsg = email.mime.base.MIMEBase('application','vnd.ms-excel')
|
| 2090 |
fileMsg.set_payload(file(filename).read())
|
2090 |
fileMsg.set_payload(file(filename).read())
|
| 2091 |
email.encoders.encode_base64(fileMsg)
|
2091 |
email.encoders.encode_base64(fileMsg)
|
| 2092 |
fileMsg.add_header('Content-Disposition','attachment;filename=flipkart.xls')
|
2092 |
fileMsg.add_header('Content-Disposition','attachment;filename=flipkart.xls')
|
| Line 2105... |
Line 2105... |
| 2105 |
print "Unable to fetch details of",val.fkSerialNumber
|
2105 |
print "Unable to fetch details of",val.fkSerialNumber
|
| 2106 |
print e
|
2106 |
print e
|
| 2107 |
val.flipkartDetails = None
|
2107 |
val.flipkartDetails = None
|
| 2108 |
return
|
2108 |
return
|
| 2109 |
|
2109 |
|
| 2110 |
try:
|
2110 |
# try:
|
| 2111 |
request_url = "https://api.flipkart.net/sellers/skus/%s/listings"%(str(val.skuAtFlipkart))
|
2111 |
# request_url = "https://api.flipkart.net/sellers/skus/%s/listings"%(str(val.skuAtFlipkart))
|
| 2112 |
r = requests.get(request_url, auth=('m2z93iskuj81qiid', '0c7ab6a5-98c0-4cdc-8be3-72c591e0add4'))
|
2112 |
# r = requests.get(request_url, auth=('m2z93iskuj81qiid', '0c7ab6a5-98c0-4cdc-8be3-72c591e0add4'))
|
| 2113 |
print "Inventory info",r.json()
|
2113 |
# print "Inventory info",r.json()
|
| 2114 |
stock_count = int((r.json()['attributeValues'])['stock_count'])
|
2114 |
# stock_count = int((r.json()['attributeValues'])['stock_count'])
|
| 2115 |
except:
|
2115 |
# except:
|
| 2116 |
stock_count = 0
|
2116 |
# stock_count = 0
|
| 2117 |
finally:
|
2117 |
# finally:
|
| 2118 |
r={}
|
2118 |
# r={}
|
| 2119 |
|
2119 |
#
|
| 2120 |
val.ourFlipkartInventory = stock_count
|
2120 |
val.ourFlipkartInventory = 0
|
| 2121 |
|
2121 |
|
| 2122 |
def threadsToSpawn(runType,itemInfo,scraper,itemPopulated):
|
2122 |
def threadsToSpawn(runType,itemInfo,scraper,itemPopulated):
|
| 2123 |
if runType == RunType.FAVOURITE:
|
2123 |
if runType == RunType.FAVOURITE:
|
| 2124 |
count = 0
|
2124 |
count = 0
|
| 2125 |
pool = ThreadPool(3)
|
2125 |
pool = ThreadPool(3)
|
| Line 2143... |
Line 2143... |
| 2143 |
pool.close()
|
2143 |
pool.close()
|
| 2144 |
pool.join()
|
2144 |
pool.join()
|
| 2145 |
return endOffset
|
2145 |
return endOffset
|
| 2146 |
else:
|
2146 |
else:
|
| 2147 |
count = 0
|
2147 |
count = 0
|
| 2148 |
pool = ThreadPool(5)
|
2148 |
pool = ThreadPool(10)
|
| 2149 |
startOffset = 0
|
2149 |
startOffset = 0
|
| 2150 |
endOffset = startOffset
|
2150 |
endOffset = startOffset
|
| 2151 |
while(count<5 and endOffset<len(itemInfo)):
|
2151 |
while(count<5 and endOffset<len(itemInfo)):
|
| 2152 |
endOffset = startOffset + 20
|
2152 |
endOffset = startOffset + 20
|
| 2153 |
if (endOffset >= len(itemInfo)):
|
2153 |
if (endOffset >= len(itemInfo)):
|
| Line 2258... |
Line 2258... |
| 2258 |
mailServer = smtplib.SMTP("smtp.gmail.com", 587)
|
2258 |
mailServer = smtplib.SMTP("smtp.gmail.com", 587)
|
| 2259 |
mailServer.ehlo()
|
2259 |
mailServer.ehlo()
|
| 2260 |
mailServer.starttls()
|
2260 |
mailServer.starttls()
|
| 2261 |
mailServer.ehlo()
|
2261 |
mailServer.ehlo()
|
| 2262 |
|
2262 |
|
| 2263 |
#recipients = ['kshitij.sood@saholic.com']
|
2263 |
recipients = ['kshitij.sood@saholic.com']
|
| 2264 |
recipients = ['rajneesh.arora@saholic.com','anikendra.das@saholic.com','vikram.raghav@saholic.com','kshitij.sood@saholic.com','khushal.bhatia@saholic.com','chaitnaya.vats@saholic.com','chandan.kumar@saholic.com','manoj.kumar@saholic.com','yukti.jain@saholic.com','ankush.dhingra@saholic.com','manoj.pal@saholic.com']
|
2264 |
#recipients = ['rajneesh.arora@saholic.com','anikendra.das@saholic.com','vikram.raghav@saholic.com','kshitij.sood@saholic.com','khushal.bhatia@saholic.com','chaitnaya.vats@saholic.com','chandan.kumar@saholic.com','manoj.kumar@saholic.com','yukti.jain@saholic.com','ankush.dhingra@saholic.com','manoj.pal@saholic.com']
|
| 2265 |
msg = MIMEMultipart()
|
2265 |
msg = MIMEMultipart()
|
| 2266 |
msg['Subject'] = "Flipkart Auto Pricing" + ' - ' + str(datetime.now())
|
2266 |
msg['Subject'] = "Flipkart Auto Pricing" + ' - ' + str(datetime.now())
|
| 2267 |
msg['From'] = ""
|
2267 |
msg['From'] = ""
|
| 2268 |
msg['To'] = ",".join(recipients)
|
2268 |
msg['To'] = ",".join(recipients)
|
| 2269 |
msg.preamble = "Flipkart Auto Pricing" + ' - ' + str(datetime.now())
|
2269 |
msg.preamble = "Flipkart Auto Pricing" + ' - ' + str(datetime.now())
|
| Line 2439... |
Line 2439... |
| 2439 |
mailServer = smtplib.SMTP("smtp.gmail.com", 587)
|
2439 |
mailServer = smtplib.SMTP("smtp.gmail.com", 587)
|
| 2440 |
mailServer.ehlo()
|
2440 |
mailServer.ehlo()
|
| 2441 |
mailServer.starttls()
|
2441 |
mailServer.starttls()
|
| 2442 |
mailServer.ehlo()
|
2442 |
mailServer.ehlo()
|
| 2443 |
|
2443 |
|
| 2444 |
#recipients = ['kshitij.sood@saholic.com']
|
2444 |
recipients = ['kshitij.sood@saholic.com']
|
| 2445 |
recipients = ['rajneesh.arora@saholic.com','anikendra.das@saholic.com','vikram.raghav@saholic.com','kshitij.sood@saholic.com','khushal.bhatia@saholic.com','chaitnaya.vats@saholic.com','chandan.kumar@saholic.com','manoj.kumar@saholic.com','yukti.jain@saholic.com','ankush.dhingra@saholic.com','manoj.pal@saholic.com']
|
2445 |
#recipients = ['rajneesh.arora@saholic.com','anikendra.das@saholic.com','vikram.raghav@saholic.com','kshitij.sood@saholic.com','khushal.bhatia@saholic.com','chaitnaya.vats@saholic.com','chandan.kumar@saholic.com','manoj.kumar@saholic.com','yukti.jain@saholic.com','ankush.dhingra@saholic.com','manoj.pal@saholic.com']
|
| 2446 |
msg = MIMEMultipart()
|
2446 |
msg = MIMEMultipart()
|
| 2447 |
msg['Subject'] = "Flipkart Cheap But Not In BuyBox Items" + ' - ' + str(datetime.now())
|
2447 |
msg['Subject'] = "Flipkart Cheap But Not In BuyBox Items" + ' - ' + str(datetime.now())
|
| 2448 |
msg['From'] = ""
|
2448 |
msg['From'] = ""
|
| 2449 |
msg['To'] = ",".join(recipients)
|
2449 |
msg['To'] = ",".join(recipients)
|
| 2450 |
msg.preamble = "Flipkart Cheap But Not In BuyBox Items" + ' - ' + str(datetime.now())
|
2450 |
msg.preamble = "Flipkart Cheap But Not In BuyBox Items" + ' - ' + str(datetime.now())
|
| Line 2525... |
Line 2525... |
| 2525 |
mailServer = smtplib.SMTP("smtp.gmail.com", 587)
|
2525 |
mailServer = smtplib.SMTP("smtp.gmail.com", 587)
|
| 2526 |
mailServer.ehlo()
|
2526 |
mailServer.ehlo()
|
| 2527 |
mailServer.starttls()
|
2527 |
mailServer.starttls()
|
| 2528 |
mailServer.ehlo()
|
2528 |
mailServer.ehlo()
|
| 2529 |
|
2529 |
|
| 2530 |
#recipients = ['kshitij.sood@saholic.com']
|
2530 |
recipients = ['kshitij.sood@saholic.com']
|
| 2531 |
recipients = ['rajneesh.arora@saholic.com','anikendra.das@saholic.com','vikram.raghav@saholic.com','kshitij.sood@saholic.com','khushal.bhatia@saholic.com','chaitnaya.vats@saholic.com','chandan.kumar@saholic.com','manoj.kumar@saholic.com','yukti.jain@saholic.com','ankush.dhingra@saholic.com','manoj.pal@saholic.com']
|
2531 |
#recipients = ['rajneesh.arora@saholic.com','anikendra.das@saholic.com','vikram.raghav@saholic.com','kshitij.sood@saholic.com','khushal.bhatia@saholic.com','chaitnaya.vats@saholic.com','chandan.kumar@saholic.com','manoj.kumar@saholic.com','yukti.jain@saholic.com','ankush.dhingra@saholic.com','manoj.pal@saholic.com']
|
| 2532 |
msg = MIMEMultipart()
|
2532 |
msg = MIMEMultipart()
|
| 2533 |
msg['Subject'] = "Flipkart Price Mismatch" + ' - ' + str(datetime.now())
|
2533 |
msg['Subject'] = "Flipkart Price Mismatch" + ' - ' + str(datetime.now())
|
| 2534 |
msg['From'] = ""
|
2534 |
msg['From'] = ""
|
| 2535 |
msg['To'] = ",".join(recipients)
|
2535 |
msg['To'] = ",".join(recipients)
|
| 2536 |
msg.preamble = "Flipkart Price Mismatch" + ' - ' + str(datetime.now())
|
2536 |
msg.preamble = "Flipkart Price Mismatch" + ' - ' + str(datetime.now())
|
| Line 2606... |
Line 2606... |
| 2606 |
mailServer = smtplib.SMTP("smtp.gmail.com", 587)
|
2606 |
mailServer = smtplib.SMTP("smtp.gmail.com", 587)
|
| 2607 |
mailServer.ehlo()
|
2607 |
mailServer.ehlo()
|
| 2608 |
mailServer.starttls()
|
2608 |
mailServer.starttls()
|
| 2609 |
mailServer.ehlo()
|
2609 |
mailServer.ehlo()
|
| 2610 |
|
2610 |
|
| 2611 |
#recipients = ['kshitij.sood@saholic.com']
|
2611 |
recipients = ['kshitij.sood@saholic.com']
|
| 2612 |
recipients = ['rajneesh.arora@saholic.com','anikendra.das@saholic.com','vikram.raghav@saholic.com','kshitij.sood@saholic.com','khushal.bhatia@saholic.com','chaitnaya.vats@saholic.com','chandan.kumar@saholic.com','manoj.kumar@saholic.com','yukti.jain@saholic.com','ankush.dhingra@saholic.com','manoj.pal@saholic.com']
|
2612 |
#recipients = ['rajneesh.arora@saholic.com','anikendra.das@saholic.com','vikram.raghav@saholic.com','kshitij.sood@saholic.com','khushal.bhatia@saholic.com','chaitnaya.vats@saholic.com','chandan.kumar@saholic.com','manoj.kumar@saholic.com','yukti.jain@saholic.com','ankush.dhingra@saholic.com','manoj.pal@saholic.com']
|
| 2613 |
msg = MIMEMultipart()
|
2613 |
msg = MIMEMultipart()
|
| 2614 |
msg['Subject'] = "Flipkart Negative Margin" + ' - ' + str(datetime.now())
|
2614 |
msg['Subject'] = "Flipkart Negative Margin" + ' - ' + str(datetime.now())
|
| 2615 |
msg['From'] = ""
|
2615 |
msg['From'] = ""
|
| 2616 |
msg['To'] = ",".join(recipients)
|
2616 |
msg['To'] = ",".join(recipients)
|
| 2617 |
msg.preamble = "Flipkart Negative Margin" + ' - ' + str(datetime.now())
|
2617 |
msg.preamble = "Flipkart Negative Margin" + ' - ' + str(datetime.now())
|