Subversion Repositories SmartDukaan

Rev

Rev 12181 | Rev 12183 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 12181 Rev 12182
Line 2098... Line 2098...
2098
            print "Error: unable to send email."
2098
            print "Error: unable to send email."
2099
            
2099
            
2100
def populateScrapingResults(val):
2100
def populateScrapingResults(val):
2101
    try:
2101
    try:
2102
        flipkartDetails = fetchDetails(val.fkSerialNumber,scraper)
2102
        flipkartDetails = fetchDetails(val.fkSerialNumber,scraper)
-
 
2103
        print flipkartDetails
2103
        val.flipkartDetails = flipkartDetails 
2104
        val.flipkartDetails = flipkartDetails 
2104
    except Exception as e:
2105
    except Exception as e:
2105
        print "Unable to fetch details of",val.fkSerialNumber
2106
        print "Unable to fetch details of",val.fkSerialNumber
2106
        print e
2107
        print e
2107
        val.flipkartDetails = None
2108
        val.flipkartDetails = None
Line 2151... Line 2152...
2151
        while(count<5 and endOffset<len(itemInfo)):
2152
        while(count<5 and endOffset<len(itemInfo)):
2152
            endOffset = startOffset + 20
2153
            endOffset = startOffset + 20
2153
            if (endOffset >= len(itemInfo)):
2154
            if (endOffset >= len(itemInfo)):
2154
                endOffset = len(itemInfo)
2155
                endOffset = len(itemInfo)
2155
            print "pool offset start end count"+str(startOffset)+" "+str(endOffset)+" "+str(count)
2156
            print "pool offset start end count"+str(startOffset)+" "+str(endOffset)+" "+str(count)
2156
            time.sleep(10)
-
 
2157
            pool.map(populateScrapingResults,itemInfo[startOffset:endOffset])
2157
            pool.map(populateScrapingResults,itemInfo[startOffset:endOffset])
2158
            #t = Process(target=decideCategory,args=(itemInfo[startOffset:endOffset], scraper))
2158
            #t = Process(target=decideCategory,args=(itemInfo[startOffset:endOffset], scraper))
2159
            #t = threading.Thread(target=partial(decideCategory, itemInfo[startOffset:endOffset], scraper))
2159
            #t = threading.Thread(target=partial(decideCategory, itemInfo[startOffset:endOffset], scraper))
2160
            #t = threading.Thread(target=partial(test, startOffset, endOffset))
2160
            #t = threading.Thread(target=partial(test, startOffset, endOffset))
2161
            #threads.append(t)
2161
            #threads.append(t)
Line 2166... Line 2166...
2166
        #threads = []
2166
        #threads = []
2167
        print "terminating while"
2167
        print "terminating while"
2168
        pool.close()
2168
        pool.close()
2169
        pool.join()
2169
        pool.join()
2170
        print "joining threads"
2170
        print "joining threads"
2171
        time.sleep(5)
-
 
2172
        print "returning offset******"
2171
        print "returning offset******"
2173
        time.sleep(5) 
-
 
2174
        return endOffset
2172
        return endOffset
2175
    
2173
    
2176
def sendAutoPricingMail(successfulAutoDecrease,successfulAutoIncrease):
2174
def sendAutoPricingMail(successfulAutoDecrease,successfulAutoIncrease):
2177
    if len(successfulAutoDecrease)==0 and len(successfulAutoIncrease)==0 :
2175
    if len(successfulAutoDecrease)==0 and len(successfulAutoIncrease)==0 :
2178
        return
2176
        return