Subversion Repositories SmartDukaan

Rev

Rev 16085 | Rev 16087 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 16085 Rev 16086
Line 122... Line 122...
122
        response = urllib2.urlopen(req)
122
        response = urllib2.urlopen(req)
123
        snapdeal_data = response.read()
123
        snapdeal_data = response.read()
124
    except:
124
    except:
125
        print "Unable to scrape %d"%(data['_id'])
125
        print "Unable to scrape %d"%(data['_id'])
126
        return
126
        return
-
 
127
    finally:
-
 
128
        response.close()
127
    encoding =  chardet.detect(snapdeal_data)
129
    encoding =  chardet.detect(snapdeal_data)
128
    try:
130
    try:
129
        snapdeal_data = snapdeal_data.decode(encoding.get('encoding'))
131
        snapdeal_data = snapdeal_data.decode(encoding.get('encoding'))
130
    except:
132
    except:
131
        snapdeal_data = snapdeal_data.decode(encoding.get('latin-1'))
133
        snapdeal_data = snapdeal_data.decode(encoding.get('latin-1'))
132
    try:
134
    try:
133
        vendorInfo = json.loads(snapdeal_data)
135
        vendorInfo = json.loads(snapdeal_data)
134
    except:
136
    except:
-
 
137
        print "Unable to load json for %d"%(data['_id'])
135
        return
138
        return
136
    finally:
-
 
137
        response.close()
-
 
138
 
139
 
139
    try:
140
    try:
140
        buyBoxStock = vendorInfo['primaryVendor']['buyableInventory']
141
        buyBoxStock = vendorInfo['primaryVendor']['buyableInventory']
141
        if buyBoxStock >0:
142
        if buyBoxStock >0:
142
            buyBoxPrice = vendorInfo['primaryVendor']['sellingPrice']
143
            buyBoxPrice = vendorInfo['primaryVendor']['sellingPrice']