| Line 101... |
Line 101... |
| 101 |
da = DataHelper()
|
101 |
da = DataHelper()
|
| 102 |
#change price to features and add to urls as both provide the same data but in different formats
|
102 |
#change price to features and add to urls as both provide the same data but in different formats
|
| 103 |
#otherwise crawl the url containing features
|
103 |
#otherwise crawl the url containing features
|
| 104 |
#NAAPTOL_CHKLIST2 = ['price']
|
104 |
#NAAPTOL_CHKLIST2 = ['price']
|
| 105 |
#list separated by ';'
|
105 |
#list separated by ';'
|
| 106 |
NAAPTOL_CHKLIST2 = get_code_word("NAAPTOL_CHKLIST2")
|
106 |
NAAPTOL_CHKLIST2 = str(get_code_word("NAAPTOL_CHKLIST2"))
|
| - |
|
107 |
if len(NAAPTOL_CHKLIST2)>0:
|
| 107 |
NAAPTOL_CHKLIST2 = NAAPTOL_CHKLIST2.split(';')
|
108 |
NAAPTOL_CHKLIST2 = NAAPTOL_CHKLIST2.split(';')
|
| 108 |
#NAAPTOL_PART = "features"
|
109 |
#NAAPTOL_PART = "features"
|
| 109 |
NAAPTOL_PART = get_code_word("NAAPTOL_PART")
|
110 |
NAAPTOL_PART = get_code_word("NAAPTOL_PART")
|
| 110 |
#NAAPTOL_REMOVELIST = ["Rs.",","]
|
111 |
#NAAPTOL_REMOVELIST = ["Rs.",","]
|
| 111 |
NAAPTOL_REMOVELIST = get_code_word("NAAPTOL_REMOVELIST")
|
112 |
NAAPTOL_REMOVELIST = str(get_code_word("NAAPTOL_REMOVELIST"))
|
| - |
|
113 |
if len(NAAPTOL_REMOVELIST)>0:
|
| 112 |
NAAPTOL_REMOVELIST = NAAPTOL_REMOVELIST.split(';')
|
114 |
NAAPTOL_REMOVELIST = NAAPTOL_REMOVELIST.split(';')
|
| 113 |
for c in NAAPTOL_CHKLIST2:
|
115 |
for c in NAAPTOL_CHKLIST2:
|
| 114 |
if c == catg:
|
116 |
if c == catg:
|
| 115 |
site = site.replace(c,NAAPTOL_PART)
|
117 |
site = site.replace(c,NAAPTOL_PART)
|
| 116 |
da.add_morenaaptolurl(site)
|
118 |
da.add_morenaaptolurl(site)
|
| 117 |
|
119 |
|