Subversion Repositories SmartDukaan

'''
Created on Apr 15, 2015

@author: amit
'''
from dtr.reports.affiliatereco import SMTP_SERVER, SMTP_PORT, SENDER, PASSWORD
from dtr.reports.usersegmentation import TMP_FILE
from dtr.sources.spice import todict
from dtr.utils.utils import fetchResponseUsingProxy, sendNotification
from email import encoders
from email.mime.base import MIMEBase
from email.mime.multipart import MIMEMultipart
from email.mime.text import MIMEText
from pymongo.mongo_client import MongoClient
import json
import smtplib
import traceback
import xlwt




PRODUCT_DETAIL_API = "https://catalog.paytm.com/v1/p/%s"
OFFER_DETAIL_API = "https://paytm.com/papi/v1/promosearch/product/%s/offers"
client = MongoClient('mongodb://localhost:27017/')

boldStyle = xlwt.XFStyle()
f = xlwt.Font()
f.bold = True
boldStyle.font = f


def sendmail(email, message, fileName, title):
    if email == "":
        return
    mailServer = smtplib.SMTP(SMTP_SERVER, SMTP_PORT)
    mailServer.ehlo()
    mailServer.starttls()
    mailServer.ehlo()
    
    # Create the container (outer) email message.
    msg = MIMEMultipart()
    msg['Subject'] = title
    msg.preamble = title
    html_msg = MIMEText(message, 'html')
    msg.attach(html_msg)
    
    fileMsg = MIMEBase('application', 'vnd.ms-excel')
    fileMsg.set_payload(file(TMP_FILE).read())
    encoders.encode_base64(fileMsg)
    fileMsg.add_header('Content-Disposition', 'attachment;filename=' + fileName)
    msg.attach(fileMsg)


    email.append('amit.gupta@shop2020.in')
    MAILTO = email 
    mailServer.login(SENDER, PASSWORD)
    mailServer.sendmail(PASSWORD, MAILTO, msg.as_string())
    
def scrapepaytm():
    global i
    db = client.Catalog
    workbook = xlwt.Workbook()
    worksheet = workbook.add_sheet("Sample")
    worksheet2 = workbook.add_sheet("Codes")
    add_headers(worksheet, worksheet2)
    row = 0
    row2 = 0
    offermap = {}
    for sku in db.MasterData.find({"source":"paytm.com"}):
        try:
            prodUrl = sku.get("url")
            prodIdentifier = prodUrl.split("?")[0].split("/")[-1]
            apiUrl = PRODUCT_DETAIL_API%(prodIdentifier)
            response = fetchResponseUsingProxy(apiUrl)
            prod = json.loads(response)
            if prod.get("error"):
                continue
            offerUrl = OFFER_DETAIL_API%(prod['parent_id'])
            response = fetchResponseUsingProxy(offerUrl)
            row += 1
            offers = json.loads(response)
            codes=[]
            for code in offers.get("codes"):
                offercode = code.get("code")
                row2 += 1
                i =-1
                worksheet2.write(row2, inc(), prod['parent_id'])
                worksheet2.write(row2, inc(), offercode)
                worksheet2.write(row2, inc(), code['offerText'])
                worksheet2.write(row2, inc(), code['terms'])
                worksheet2.write(row2, inc(), code['priority'])
                worksheet2.write(row2, inc(), code['valid_upto'])
                codes.append(offercode)
                if not offermap.has_key(offercode): 
                    offermap[offercode] = code
                    
                    
            allCodes = ",".join(codes)
            i=-1
            worksheet.write(row, inc(), prod["product_id"])
            worksheet.write(row, inc(), prod['parent_id'])
            worksheet.write(row, inc(), prod['instock'])
            worksheet.write(row, inc(), prod['pay_type_supported']['COD'])
            worksheet.write(row, inc(), prod['name'])
            worksheet.write(row, inc(), prod['actual_price'])
            worksheet.write(row, inc(), prod['offer_price'])
            sellerValues = prod['other_sellers'].get("values")
            if sellerValues is not None and len(sellerValues) > 0:
                lowestPrice = sellerValues[0]['offer_price']
                if lowestPrice >= prod['offer_price']:
                    worksheet.write(row, inc(), prod['offer_price'])
                else:
                    worksheet.write(row, inc(), lowestPrice)
            else:
                worksheet.write(row, inc(), "")

            worksheet.write(row, inc(), prod['promo_text'])
            worksheet.write(row, inc(), allCodes)
        except:
            traceback.print_exc()
        
    row = 0
#    for key, val in offermap.iteritems():
#        row += 1
#        i =-1
#        worksheet2.write(row, inc(), key)
#        worksheet2.write(row, inc(), val['offerText'])
#        worksheet2.write(row, inc(), val['terms'])
#        worksheet2.write(row, inc(), val['priority'])
#        worksheet2.write(row, inc(), val['valid_upto'])
    workbook.save("/paytmcatalog.xls")
def add_headers(worksheet, worksheet2):
    global i
    i=-1
    worksheet.write(0, inc(), 'productid')
    worksheet.write(0, inc(), 'parentid')
    worksheet.write(0, inc(), 'instock')
    worksheet.write(0, inc(), 'cod supported')
    worksheet.write(0, inc(), 'name')
    worksheet.write(0, inc(), 'actual price')
    worksheet.write(0, inc(), 'box price')
    worksheet.write(0,inc(), 'lowest price')
    worksheet.write(0,inc(), 'promo text')
    worksheet.write(0,inc(), 'promocodes')
    i=-1
    worksheet2.write(0, inc(), 'productid')
    worksheet2.write(0, inc(), 'code')
    worksheet2.write(0, inc(), 'offer_text')
    worksheet2.write(0, inc(), 'terms')
    worksheet2.write(0, inc(), 'priority')
    worksheet2.write(0, inc(), 'valid_upto')


def inc():
    global i
    i+=1
    return i
        
    
def main():
    scrapepaytm()
    #refunds = db.refund.findOne({"batch":1428949802})
    #refunds  = [{"timestamp" : "2015-04-14 00:00:02", "userId" : 2, "batch" : 1428949802, "userAmount" : 847 }]
    #for ref in refunds:
        #sendNotification([ref.get("userId")], 'Batch Credit', 'Cashback Credited', 'Rs.%s was added to your wallet yesterday'%(ref.get("userAmount")), 'url', 'http://api.profittill.com/cashbacks/mine?user_id=%s'%(ref.get("userId")))

if __name__ == '__main__':
    main()