Subversion Repositories SmartDukaan

Rev

Rev 12183 | Rev 12185 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 12183 Rev 12184
Line 2147... Line 2147...
2147 
    else:
 2147 
    else:
2148 
        count = 0
 2148 
        count = 0
2149 
        pool = ThreadPool(10)
 2149 
        pool = ThreadPool(10)
2150 
        startOffset = 0
 2150 
        startOffset = 0
2151 
        endOffset = startOffset
 2151 
        endOffset = startOffset
2152 
        while(count<5 and endOffset<len(itemInfo)):
 2152 
        while(count<10 and endOffset<len(itemInfo)):
2153 
            endOffset = startOffset + 20
 2153 
            endOffset = startOffset + 20
2154 
            if (endOffset >= len(itemInfo)):
 2154 
            if (endOffset >= len(itemInfo)):
2155 
                endOffset = len(itemInfo)
 2155 
                endOffset = len(itemInfo)
2156 
            print "pool offset start end count"+str(startOffset)+" "+str(endOffset)+" "+str(count)
 2156 
            print "pool offset start end count"+str(startOffset)+" "+str(endOffset)+" "+str(count)
2157 
            pool.map(populateScrapingResults,itemInfo[startOffset:endOffset])
 2157 
            pool.map(populateScrapingResults,itemInfo[startOffset:endOffset])