Subversion Repositories SmartDukaan

Rev

Rev 12297 | Rev 12329 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 12297 Rev 12314
Line 36... Line 36...
36 
                time.sleep(600)
 36 
                time.sleep(600)
37 
            for request in requests:
 37 
            for request in requests:
38 
                fetchDetails(request)
 38 
                fetchDetails(request)
39 
                request.isProcessed = True
 39 
                request.isProcessed = True
40 
                session.commit()
 40 
                session.commit()
- 
 
 41 
                sendMail(request)
41 
            close_session()
 42 
            close_session()
42 
            collected = gc.collect()
 43 
            collected = gc.collect()
43 
            print "Garbage collector: collected %d objects." % (collected)
 44 
            print "Garbage collector: collected %d objects." % (collected)
44 
            print locals()
 45 
            print locals()
45 
            print globals()
 46 
            print globals()
Line 124... Line 125...
124 
        snapdealItem.ourSnapdealOfferPrice = ourOfferPrice
 125 
        snapdealItem.ourSnapdealOfferPrice = ourOfferPrice
125 
        snapdealItem.ourSnapdealInventory = ourInventory
 126 
        snapdealItem.ourSnapdealInventory = ourInventory
126 
        snapdealItem.lowestSnapdealPrice = lowestSp
 127 
        snapdealItem.lowestSnapdealPrice = lowestSp
127 
        snapdealItem.lowestSnapdealOfferPrice = lowestOfferPrice
 128 
        snapdealItem.lowestSnapdealOfferPrice = lowestOfferPrice
128 
        snapdealItem.lowestSnapdealSeller = lowestSellerName
129 
        snapdealItem.lowestSnapdealSeller = lowestSellerName
129 
        snapdealItem.lowestSnapdealSellerInventory = lowestSellerInventory
130 
        snapdealItem.lowestSnapdealSellerInventory = lowestSellerInventory
- 
 
 131 
    snapdealItems[:]=[]
130 
 
 132 
 
131 
def scrapFlipkart(flipkartItems):
 133 
def scrapFlipkart(flipkartItems):
132 
    from shop2020.model.v1.catalog.script import FlipkartScraper
 134 
    from shop2020.model.v1.catalog.script import FlipkartScraper
133 
    from operator import itemgetter
 135 
    from operator import itemgetter
134 
    import requests as httpRequest
 136 
    import requests as httpRequest
Line 170... Line 172...
170 
        flipkartItem.ourFlipkartPrice = ourSp
 172 
        flipkartItem.ourFlipkartPrice = ourSp
171 
        flipkartItem.ourFlipkartInventory = stock_count
 173 
        flipkartItem.ourFlipkartInventory = stock_count
172 
        flipkartItem.lowestFlipkartPrice = lowestSellerSp
 174 
        flipkartItem.lowestFlipkartPrice = lowestSellerSp
173 
        flipkartItem.lowestFlipkartSeller =  lowestSellerName
 175 
        flipkartItem.lowestFlipkartSeller =  lowestSellerName
174 
    scraperFk = None
 176 
    scraperFk = None
- 
 
 177 
    flipkartItems[:] =[]
175 
 
 178 
 
176 
 
 179 
 
177 
def close_session():
 180 
def close_session():
178 
    if session.is_active:
 181 
    if session.is_active:
179 
        print "session is active. closing it."
 182 
        print "session is active. closing it."
Line 217... Line 220...
217 
            print e
 220 
            print e
218 
            print "Unable to fetch details from Amazon Listing page for ",amazonItem.item_id
 221 
            print "Unable to fetch details from Amazon Listing page for ",amazonItem.item_id
219 
            continue
 222 
            continue
220 
    sc =None
 223 
    sc =None
221 
    scraperAmazon = None
 224 
    scraperAmazon = None
- 
 
 225 
    amazonItems[:] =[]
222
226
223 
def getBrowserObject():
 227 
def getBrowserObject():
224 
        import cookielib
 228 
        import cookielib
225 
        br = mechanize.Browser(factory=mechanize.RobustFactory())
 229 
        br = mechanize.Browser(factory=mechanize.RobustFactory())
226 
        cj = cookielib.LWPCookieJar()
 230 
        cj = cookielib.LWPCookieJar()
Line 272... Line 276...
272 
    print "Attempting to Login"
 276 
    print "Attempting to Login"
273 
    print "********************"
 277 
    print "********************"
274 
    #ungzipResponse(response, br)
 278 
    #ungzipResponse(response, br)
275 
    return br
 279 
    return br
276 
 
 280 
 
- 
 
 281 
def sendMail(request):
- 
 
 282 
    import smtplib
- 
 
 283 
    from email.mime.text import MIMEText
- 
 
 284 
    from email.mime.multipart import MIMEMultipart
- 
 
 285 
    mailServer = smtplib.SMTP("smtp.gmail.com", 587)
- 
 
 286 
    mailServer.ehlo()
- 
 
 287 
    mailServer.starttls()
- 
 
 288 
    mailServer.ehlo()
- 
 
 289 
    recipients = []
- 
 
 290 
    recipients.append(request.user)
- 
 
 291 
    message = "Your Request has been processed.Visit dashboard to check & download report"
- 
 
 292 
    msg = MIMEMultipart()
- 
 
 293 
    msg['Subject'] = "Competition Scraping" + ' - ' + str(request.requestId)
- 
 
 294 
    msg['From'] = ""
- 
 
 295 
    msg['To'] = ",".join(recipients)
- 
 
 296 
    msg.preamble = "Competition Scraping" + ' - ' + str(request.requestId)
- 
 
 297 
    html_msg = MIMEText(message, 'html')
- 
 
 298 
    msg.attach(html_msg)
- 
 
 299 
    try:
- 
 
 300 
        mailServer.login("build@shop2020.in", "cafe@nes")
- 
 
 301 
        #mailServer.sendmail("cafe@nes", ['kshitij.sood@saholic.com'], msg.as_string())
- 
 
 302 
        mailServer.sendmail("cafe@nes", recipients, msg.as_string())
- 
 
 303 
    except Exception as e:
- 
 
 304 
        print e
- 
 
 305 
        print "Unable to send mail.Lets try with local SMTP."
- 
 
 306 
        smtpServer = smtplib.SMTP('localhost')
- 
 
 307 
        smtpServer.set_debuglevel(1)
- 
 
 308 
        sender = 'build@shop2020.in'
- 
 
 309 
        try:
- 
 
 310 
            smtpServer.sendmail(sender, recipients, msg.as_string())
- 
 
 311 
            print "Successfully sent email"
- 
 
 312 
        except:
- 
 
 313 
            print "Error: unable to send email."
- 
 
 314 
 
277
315
278 
 
 316 
 
279 
if __name__ == "__main__":
 317 
if __name__ == "__main__":
280 
    parser = optparse.OptionParser()
 318 
    parser = optparse.OptionParser()
281 
    parser.add_option("-l", "--logfile", dest="logfile",
 319 
    parser.add_option("-l", "--logfile", dest="logfile",