Subversion Repositories SmartDukaan

from BeautifulSoup import BeautifulSoup
import urllib2
import urllib
import MySQLdb
import sys
listCircle = [
['Andhra Pradesh','12',1],
['Assam','20',2],
['Bihar','17',3],
['Chennai','6',4],
['Delhi NCR','2',5],
['Gujarat','10',6],
['Haryana','15',9],
['Himachal Pradesh','13',7],
['Jammu','22',8],
['Karnataka','4',10],
['Kerela','7',11],
['Kolkata','5',12],
['MP','8',14],
['Maharashtra','11',13],
['Mumbai','3',15],
['North East','25',16],
['Orissa','18',17],
['Punjab','1',18],
['Rajasthan','23',19],
['Tamil Nadu','14',20],
['UP East','19',21],
['UP(West)','9',22],
['West Bengal','16',23]
]

j = 0

db = MySQLdb.connect("localhost","root","shop2020","transaction" )
url = "http://www.airtel.in/applications/xm/MobilePrepaidTariffTab_ExistingUser.jsp?"
http_header = {
                "User-Agent" : "Mozilla/5.0 (X11; Linux i686) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/13.0.782.218 Safari/535.1",
                "Accept" : "    text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
                "Accept-Language" : "en-us,en;q=0.5",
                "Accept-Encoding" : "gzip, deflate",
                "Connection" : "keep-alive",
                "Accept-Charset" : "ISO-8859-1",
                "Content-type": "application/x-www-form-urlencoded"
                }
for i in listCircle:
    data = {
          'CIRCLE' : listCircle[j][1],
          'CIRCLENAME' : listCircle[j][0],
          'link' : 'VR'
           }
    print listCircle[j][0]
    Connected =False
    Attempt = 1
    while not Connected:
        try:
            data = urllib.urlencode(data)
            req = urllib2.Request(url, data)
            response = urllib2.urlopen(req)
            page = response.read()
            page=page.decode("utf-8")
            soup = BeautifulSoup(page,convertEntities=BeautifulSoup.HTML_ENTITIES)
            Connected =True
        except:
            print "In Except Block for Url "+url+" And Circle "+listCircle[j][0]
            print "Retrying :",
            print Attempt
            Attempt = Attempt+1
            if Attempt ==4:
                sys.exit(1)
    Rechargetables = soup.findAll("ul" , {"class" : "listexpander"})
    rows = Rechargetables[0].findAll("li")
    table = soup.findAll("table" , {"class" : "arial11grey"})
    rows = table[1].findAll("td")
    column_count = 1
    for td in rows[5:]:
        if column_count == 1:
            Denomination = td.text
            print "Deno: "+Denomination
            Denomination = float(Denomination)
            column_count = column_count+1
        elif column_count ==2:
            Talktime = td.text
            column_count = column_count+1
            if Talktime == '-' or Talktime == 'NA' or Talktime =='na' or Talktime =='nil' or Talktime =='' or Talktime =='Nil' or Talktime =='NIL':
                Talktime = '0'
            print "talk: "+Talktime
        elif column_count ==3:
            ProcessingFee = td.text
            column_count = column_count+1
            print "Process: "+ProcessingFee
        elif column_count ==4:
            ServiceTax = td.text
            column_count = column_count+1
            print "tax: "+ServiceTax
            try:
                Deduction = float(ProcessingFee)
                print "Deduction: ",
                print Deduction
                if Deduction > (Denomination/2):
                    IsSpecial = 2
                else:
                    IsSpecial = 1
            except:
                '''Case for no service tax and processing fee value in tables'''
                try:
                    Talktime =float(Talktime)   
                    if Talktime > (Denomination/2):
                        IsSpecial =1
                    else:
                        IsSpecial =2
                except:
                    IsSpecial =2
            print "IsSpecial",
            print IsSpecial
        elif column_count ==5:
            Validity = td.text
            if Validity == '-' or Validity == 'NA' or Validity =='na' or Validity =='nil' or Validity =='' or Validity =='Nil' or Validity =='NIL' or Validity =='0':
                Validity = '0'
            if IsSpecial ==1 and (Validity =='lifetime' or Validity =='Lifetime' or Validity =='life time' or Validity=='Life Time' or Validity =='Life time' or Validity== 'UNLIMITED' or Validity== 'unlimited' or Validity== 'Unlimited' or Validity== 'Unlimted'):
                Validity='0'
            column_count = column_count+1
            column_count = 1
            print "valid: "+Validity
            cursor = db.cursor()
            sql = "INSERT INTO rechargedenomination (operatorId, circleId, denominationType, validity, amount, description)\
            VALUES ('%d', '%d', '%d', '%s', '%s', '%s' )" % \
            (7, listCircle[j][2], IsSpecial, Validity, Denomination, Talktime)
            cursor.execute(sql)
            db.commit()
    j = j+1
cursor = db.cursor()
sql = "delete from rechargedenomination where operatorId=7 and ((description like '%foot%' OR description like '%*' OR description like '%refer%') OR (validity like '%foot%' OR validity like '%*' OR validity like '%refer%'))"
cursor.execute(sql)
sql_setdenomination ="update rechargedenomination set denominationType=1 where (validity like '%top up%' OR validity ='main acc validity' OR validity ='Main a/c talktime' )"
cursor.execute(sql_setdenomination)
db.commit()
db.close()