Subversion Repositories SmartDukaan

Rev

Rev 158 | Rev 226 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 158 Rev 178
Line 30... Line 30...
30 
            str1 = "http://www.indiaplaza.in/mobile-phones-Mobiles-1.htm?PageNo="+str(no)
 30 
            str1 = "http://www.indiaplaza.in/mobile-phones-Mobiles-1.htm?PageNo="+str(no)
31 
            self.start_urls.append(str1)
 31 
            self.start_urls.append(str1)
32 
            no=no+1
 32 
            no=no+1
33
33
34 
    def start_requests(self):
 34 
    def start_requests(self):
- 
 
 35 
        da = DataHelper()
- 
 
 36 
        da.add_supplier(self.domain_name, "www.indiaplaza.com")
35 
        listreq = []
 37 
        listreq = []
36 
        for url1 in self.start_urls:
 38 
        for url1 in self.start_urls:
37 
            request = Request(url = str(url1), callback=self.parse,dont_filter=True,)
 39 
            request = Request(url = str(url1), callback=self.parse,dont_filter=True,)
38 
            request.headers.setdefault("Referer", "http://www.indiaplaza.in")
 40 
            request.headers.setdefault("Referer", "http://www.indiaplaza.in")
39 
            listreq.append(request)
 41 
            listreq.append(request)