Subversion Repositories SmartDukaan

Rev

Rev 16538 | Rev 16631 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 16538 Rev 16561
Line -... Line 1...
- 
 
 1 
from datetime import datetime
- 
 
 2 
from paramiko.client import SSHClient
1 
import StringIO
 3 
import StringIO
2 
import base64
 4 
import base64
3 
import gzip
 5 
import gzip
- 
 
 6 
import logging
- 
 
 7 
import os
- 
 
 8 
import paramiko
4 
import pymongo
 9 
import pymongo
- 
 
 10 
import random
- 
 
 11 
import socket
5 
import time
 12 
import time
6 
import urllib
 13 
import urllib
7 
import urllib2
 14 
import urllib2
8 
import logging
 - 
 
9 
from datetime import datetime
 - 
 
10 
import random
 - 
 
11 
import urlparse
 15 
import urlparse
12 
import socket
 - 
 
13 
#TODO Need to add messy stuff to conf.
 16 
#TODO Need to add messy stuff to conf.
14 
con=None
 17 
con=None
15 
headers = {
18 
headers = {
16 
            'User-agent':'Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2062.120 Safari/537.36',
 19 
            'User-agent':'Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2062.120 Safari/537.36',
17 
            'Accept' : 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
20 
            'Accept' : 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
Line 234... Line 237...
234
237
235 
if __name__ == '__main__':
 238 
if __name__ == '__main__':
236 
    print transformUrl("http://www.flipkart.com/redmi-2/p/itme8ygtcfax6w39",2)
 239 
    print transformUrl("http://www.flipkart.com/redmi-2/p/itme8ygtcfax6w39",2)
237
240
238
241
- 
 
 242 
def readSSh(fileName):
- 
 
 243 
    try:
- 
 
 244 
        str1 = open(fileName).read()
- 
 
 245 
        return str1
- 
 
 246 
    except:
- 
 
 247 
        ssh_client = SSHClient()
- 
 
 248 
        str1 = ""
- 
 
 249 
        ssh_client.set_missing_host_key_policy(paramiko.AutoAddPolicy())
- 
 
 250 
        ssh_client.connect('dtr', 22, 'root', 'ecip$dtrMay2014')
- 
 
 251 
        sftp_client = ssh_client.open_sftp()
- 
 
 252 
        try:
- 
 
 253 
            if not os.path.exists(os.path.dirname(fileName)):
- 
 
 254 
                os.makedirs(os.path.dirname(fileName))
- 
 
 255 
            sftp_client.get(fileName, fileName)
- 
 
 256 
            try:
- 
 
 257 
                str1 = open(fileName).read()
- 
 
 258 
                return str1
- 
 
 259 
            finally:
- 
 
 260 
                pass
- 
 
 261 
        except:
- 
 
 262 
            "could not read"
- 
 
 263 
        return str1