Subversion Repositories SmartDukaan

Rev

Rev 12186 | Rev 12193 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 12186 Rev 12187
Line 2147... Line 2147...
2147 
    else:
 2147 
    else:
2148 
        count = 0
 2148 
        count = 0
2149 
        pool = ThreadPool(20)
 2149 
        pool = ThreadPool(20)
2150 
        startOffset = 0
 2150 
        startOffset = 0
2151 
        endOffset = startOffset
 2151 
        endOffset = startOffset
2152 
        while(count<10 and endOffset<len(itemInfo)):
 2152 
        while(count<1 and endOffset<len(itemInfo)):
2153 
            endOffset = startOffset + 50
 2153 
            endOffset = startOffset + 50
2154 
            if (endOffset >= len(itemInfo)):
 2154 
            if (endOffset >= len(itemInfo)):
2155 
                endOffset = len(itemInfo)
 2155 
                endOffset = len(itemInfo)
2156 
            print "pool offset start end count"+str(startOffset)+" "+str(endOffset)+" "+str(count)
 2156 
            print "pool offset start end count"+str(startOffset)+" "+str(endOffset)+" "+str(count)
2157 
            pool.map(populateScrapingResults,itemInfo[startOffset:endOffset])
 2157 
            pool.map(populateScrapingResults,itemInfo[startOffset:endOffset])