Subversion Repositories SmartDukaan

#!/usr/bin/python2 -W ignore

import mechanize

import cookielib

import urllib

import optparse

import sys

def scrape(start,end):

    baseUrl   = 'http://115.112.177.176/'

    br = mechanize.Browser(factory=mechanize.RobustFactory()) # because of bad html tags in the html...

    cj = cookielib.LWPCookieJar() #cookie container

    br.set_cookiejar(cj)

    br.set_handle_equiv(True)

    br.set_handle_redirect(True) #handling redirects due to js

    br.set_handle_referer(True)

    br.set_handle_robots(False)

    br.set_debug_http(True)

    br.set_debug_redirects(True)

    br.set_debug_responses(True)

    br.set_handle_refresh(mechanize._http.HTTPRefreshProcessor(), max_time=1)

    br.addheaders = [('User-agent','Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/535.11 (KHTML, like Gecko) Chrome/17.0.963.56 Safari/535.11'),

                     ('Accept', 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8'),

                     ('Accept-Encoding', 'gzip,deflate,sdch'),                  

                     ('Accept-Language', 'en-US,en;q=0.8'),                     

                     ('Accept-Charset', 'ISO-8859-1,utf-8;q=0.7,*;q=0.3')]

    br.open(baseUrl)

    br.select_form(name="aspnetForm")

    br.form['ctl00$ContentPlaceHolder1$txtUserID'] = "SAHOLIC001"

    br.form['ctl00$ContentPlaceHolder1$txtpassword'] = "Saholic123$"

    #form.ctl00_ContentPlaceHolder1_txtpassword = 'Saholic123$'

    response = br.submit()

    br.select_form(name="aspnetForm")

    #print form

    #form.ctl00_ContentPlaceHolder1_txtUserID = 'SAHOLIC001'

    br.form['ctl00$ContentPlaceHolder1$ddlClient'] = ["14"]

    #form.ctl00_ContentPlaceHolder1_txtpassword = 'Saholic123$'

    response = br.submit()

    content = response.read()

    r=br.open(baseUrl+'frm_Sales_Declaration_Download.aspx')

    html = r.read()

    form=br.select_form(name="aspnetForm")

    br.form.set_all_readonly(False)

    print "Printing controls..........**********"

    for control in br.form.controls:

        print control

        print "type=%s, name=%s value=%s" % (control.type, control.name, br[control.name])

    br.form['ctl00$ContentPlaceHolder1$ddl_DateType'] = ["1"]

    br.form['ctl00$ContentPlaceHolder1$txt_startdate'] = start

    br.form['ctl00$ContentPlaceHolder1$txt_enddate'] = end

    br.submit("ctl00$ContentPlaceHolder1$btn_submit")

    print 'Response...\n'

    print br.response().info()

    print br.response().read

    print br.response().get_data()

    output = open('sales_dec.xls','wb')

    output.write(br.response().get_data())

    output.close()

    print 'still alive...\n'

    for prop, value in vars(br.response()).iteritems():

        print 'Property:', prop, ', Value: ', value

    print '\ndir(br.response())\n'

    for each in dir(br.response()):

        print each

    print '\nresponse info...\n'

    print br.response().info()

    print '\nresponse geturl\n'

    print br.response().geturl()

    br.open("http://115.112.177.176/frm_Home.aspx")

    form=br.select_form(name="aspnetForm")

    br.form.set_all_readonly(False)

    br.form.new_control('text','__EVENTARGUMENT',{'value':''})

    br.form.new_control('text','__EVENTTARGET',{'value':''})

    br.form.fixup()

    br["__EVENTTARGET"][0] = 'ctl00$lnkLogout'

    br["__EVENTARGUMENT"][0] = ''

    response = br.submit()

    print reponse.read()

def main():

    parser = optparse.OptionParser()

    usage = "Usage: %prog -S [startDate] -E [endDate]"

    parser.add_option("-S", "--start", dest="startDate",default="",type="string",help="Start Date")

    parser.add_option("-E", "--end", dest="endDate",default="",type="string",help="End Date")

    (options, args) = parser.parse_args()

    if ( not(options.startDate) or not(options.endDate) ):

        print "Arguments missing...." 

        print "Example: UniversalInsurance.py -S 12/03/2013 -E 18/03/2013"

        print "Use: -h / --help to get help."

        sys.exit(1)

    scrape(options.startDate,options.endDate)

if __name__ == "__main__":

    main()