Subversion Repositories SmartDukaan

Rev

Rev 1943 | Rev 1963 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 1943 Rev 1958
Line 19... Line 19...
19 
# USER_AGENT = 'Mozilla/5.0'
 19 
# USER_AGENT = 'Mozilla/5.0'
20 
FIND_DOMAIN = 'www.saholic.com'
 20 
FIND_DOMAIN = 'www.saholic.com'
21 
LOCALE = '.co.in'
 21 
LOCALE = '.co.in'
22 
MAX_PAGE = 10
 22 
MAX_PAGE = 10
23 
NUM_PER_PAGE = 100
 23 
NUM_PER_PAGE = 100
24 
SEARCH_STRING_MAX_SLEEP = 30 #seconds
 24 
SEARCH_STRING_MAX_SLEEP = 60 #seconds
25 
PAGE_MAX_SLEEP = 10 #seconds
 25 
PAGE_MAX_SLEEP = 10 #seconds
26 
DB_HOST = "localhost"
 26 
DB_HOST = "localhost"
27 
DB_USER = "root"
 27 
DB_USER = "root"
28 
DB_PASSWORD = "shop2020"
 28 
DB_PASSWORD = "shop2020"
29 
DB_NAME = "serp"
 29 
DB_NAME = "serp"
Line 67... Line 67...
67 
  def start(self):
 67 
  def start(self):
68 
    i = 0
 68 
    i = 0
69 
    for search_string in self.searchStrings:
 69 
    for search_string in self.searchStrings:
70 
      i += 1
 70 
      i += 1
71 
      if i%30 == 0:
 71 
      if i%30 == 0:
72 
        time.sleep(random.randint(60*2, 60*10)) # sleep for 2 to 10 min after 20 queries
 72 
        time.sleep(random.randint(60*5, 60*15)) # sleep for 2 to 10 min after 20 queries
73 
      self.find_google_position(search_string)
 73 
      self.find_google_position(search_string)
74 
      if self.db_mode:
 74 
      if self.db_mode:
75 
        time.sleep(random.randint(0, self.searchStrinfMaxSleep))
 75 
        time.sleep(random.randint(0, self.searchStrinfMaxSleep))
76
76
77 
      if(len(self.results) >= 100 and self.db_mode):
 77 
      if(len(self.results) >= 100 and self.db_mode):