Subversion Repositories SmartDukaan

Rev

Rev 149 | Rev 228 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 149 Rev 181
Line 19... Line 19...
19 
from datastore.DataAccessor import DataHelper
 19 
from datastore.DataAccessor import DataHelper
20 
 
 20 
 
21 
 
 21 
 
22 
class infi_spider(BaseSpider):
 22 
class infi_spider(BaseSpider):
23
23
24 
    def __init__(self):
 24 
    def __init__(self):
25 
       self.domain_name = "infibeam"
 25 
       self.domain_name = "infibeam"
26 
       ct = 15
 26 
       ct = 15
27 
       no = 1
 27 
       no = 1
28 
       while(no<=ct):
 28 
       while(no<=ct):
29 
            str1 = "http://www.infibeam.com/Mobiles/search?page="+str(no)
 29 
            str1 = "http://www.infibeam.com/Mobiles/search?page="+str(no)
30 
            self.start_urls.append(str1)
 30 
            self.start_urls.append(str1)
31 
            no=no+1
 31 
            no=no+1
32
32
33 
    def start_requests(self):
 33 
    def start_requests(self):
- 
 
 34 
        da = DataHelper()
- 
 
 35 
        da.add_supplier(self.domain_name, "www.infibeam.com")
34 
        listreq = []
 36 
        listreq = []
35 
        for url1 in self.start_urls:
 37 
        for url1 in self.start_urls:
36 
            request = Request(url = str(url1), callback=self.parse,dont_filter=True,)
 38 
            request = Request(url = str(url1), callback=self.parse,dont_filter=True,)
37 
            request.headers.setdefault("Referer", "http://www.infibeam.com/Mobiles")
 39 
            request.headers.setdefault("Referer", "http://www.infibeam.com/Mobiles")
38 
            listreq.append(request)
 40 
            listreq.append(request)