Subversion Repositories SmartDukaan

Rev

Rev 15931 | Rev 16016 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 15931 Rev 15950
Line 7... Line 7...
7
import urllib2
7
import urllib2
8
import logging
8
import logging
9
from datetime import datetime
9
from datetime import datetime
10
import random
10
import random
11
import urlparse
11
import urlparse
-
 
12
import socket
12
#TODO Need to add messy stuff to conf.
13
#TODO Need to add messy stuff to conf.
13
con=None
14
con=None
14
headers = { 
15
headers = { 
15
            'User-agent':'Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2062.120 Safari/537.36',
16
            'User-agent':'Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2062.120 Safari/537.36',
16
            'Accept' : 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',      
17
            'Accept' : 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',      
Line 186... Line 187...
186
    return lgr
187
    return lgr
187
 
188
 
188
def removePriceFormatting(price_string):
189
def removePriceFormatting(price_string):
189
    return price_string.strip().replace('Rs.', '').replace('Rs', '').replace(',', '').replace(' ', '').replace(' ', '').split('.')[0]
190
    return price_string.strip().replace('Rs.', '').replace('Rs', '').replace(',', '').replace(' ', '').replace(' ', '').split('.')[0]
190
 
191
 
191
def changeToMobileUrl(url,source_id):
192
def transformUrl(url,source_id):
192
    if source_id == 5:
193
    if source_id == 5:
193
        finalUrl = urlparse.urlparse(url)
194
        finalUrl = urlparse.urlparse(url)
194
        return finalUrl._replace(netloc=finalUrl.netloc.replace(finalUrl.hostname, 'm.shopclues.com')).geturl()
195
        return finalUrl._replace(netloc=finalUrl.netloc.replace(finalUrl.hostname, 'm.shopclues.com')).geturl()
-
 
196
    elif source_id ==1:
-
 
197
        return url
-
 
198
    elif source_id == 2:
-
 
199
        finalUrl = urlparse.urlparse(url)
-
 
200
        
-
 
201
        return finalUrl._replace(netloc=finalUrl.netloc.replace(finalUrl.hostname, socket.gethostbyname(finalUrl.hostname))).geturl()
195
        
202
        
196
        
203
        
197
        
204
        
198
if __name__ == '__main__':
205
if __name__ == '__main__':
199
    print changeToMobileUrl("http://m.shopclues.com/samsung-galaxy-note-4-white-colour-32gb-ready-stock.html",5)
206
    print transformUrl("http://www.flipkart.com/redmi-2/p/itme8ygtcfax6w39",2)
200
    
207
    
201
    
208