Subversion Repositories SmartDukaan

Rev

Rev 15931 | Rev 16016 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 15931 Rev 15950
Line 7... Line 7...
7 
import urllib2
 7 
import urllib2
8 
import logging
 8 
import logging
9 
from datetime import datetime
 9 
from datetime import datetime
10 
import random
 10 
import random
11 
import urlparse
 11 
import urlparse
- 
 
 12 
import socket
12 
#TODO Need to add messy stuff to conf.
 13 
#TODO Need to add messy stuff to conf.
13 
con=None
 14 
con=None
14 
headers = {
15 
headers = {
15 
            'User-agent':'Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2062.120 Safari/537.36',
 16 
            'User-agent':'Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2062.120 Safari/537.36',
16 
            'Accept' : 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
17 
            'Accept' : 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
Line 186... Line 187...
186 
    return lgr
 187 
    return lgr
187 
 
 188 
 
188 
def removePriceFormatting(price_string):
 189 
def removePriceFormatting(price_string):
189 
    return price_string.strip().replace('Rs.', '').replace('Rs', '').replace(',', '').replace(' ', '').replace(' ', '').split('.')[0]
 190 
    return price_string.strip().replace('Rs.', '').replace('Rs', '').replace(',', '').replace(' ', '').replace(' ', '').split('.')[0]
190 
 
 191 
 
191 
def changeToMobileUrl(url,source_id):
 192 
def transformUrl(url,source_id):
192 
    if source_id == 5:
 193 
    if source_id == 5:
193 
        finalUrl = urlparse.urlparse(url)
 194 
        finalUrl = urlparse.urlparse(url)
194 
        return finalUrl._replace(netloc=finalUrl.netloc.replace(finalUrl.hostname, 'm.shopclues.com')).geturl()
 195 
        return finalUrl._replace(netloc=finalUrl.netloc.replace(finalUrl.hostname, 'm.shopclues.com')).geturl()
- 
 
 196 
    elif source_id ==1:
- 
 
 197 
        return url
- 
 
 198 
    elif source_id == 2:
- 
 
 199 
        finalUrl = urlparse.urlparse(url)
- 
 
 200
- 
 
 201 
        return finalUrl._replace(netloc=finalUrl.netloc.replace(finalUrl.hostname, socket.gethostbyname(finalUrl.hostname))).geturl()
195
202
196
203
197
204
198 
if __name__ == '__main__':
 205 
if __name__ == '__main__':
199 
    print changeToMobileUrl("http://m.shopclues.com/samsung-galaxy-note-4-white-colour-32gb-ready-stock.html",5)
 206 
    print transformUrl("http://www.flipkart.com/redmi-2/p/itme8ygtcfax6w39",2)
200
207
201
208