Subversion Repositories SmartDukaan

Rev

Rev 14650 | Rev 14676 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 14650 Rev 14651
Line 427... Line 427...
427 
        br.add_password('https://assoc-datafeeds-eu.amazon.com', 'Saholic', 'Fnubyvp')
 427 
        br.add_password('https://assoc-datafeeds-eu.amazon.com', 'Saholic', 'Fnubyvp')
428 
        url = AMAZON_AFF_URL
 428 
        url = AMAZON_AFF_URL
429 
        response = br.open(url)
 429 
        response = br.open(url)
430 
        #get data for past 40 days and store it to mongo
 430 
        #get data for past 40 days and store it to mongo
431 
        dt = datetime.now()
 431 
        dt = datetime.now()
432 
        dtprevious = dt - timedelta(days=41)
 432 
        dat = dt - timedelta(days=3)
433 
        for i in xrange(40):
 - 
 
434 
            dat = dtprevious + timedelta(days=i)
 - 
 
435 
            url = AMAZON_AFF_FILE_URL%(datetime.strftime(dat, "%Y%m%d"))
 433 
        url = AMAZON_AFF_FILE_URL%(datetime.strftime(dat, "%Y%m%d"))
436 
            response = br.open(url)
 434 
        response = br.open(url)
437 
            page = gzip.GzipFile(fileobj=response, mode='rb').read()
 435 
        page = gzip.GzipFile(fileobj=response, mode='rb').read()
438 
            j=-1
 436 
        j=-1
439 
            for row in page.split("\n"):
 437 
        for row in page.split("\n"):
440 
                j += 1
 438 
            j += 1
441 
                if j== 0 or j==1:
 439 
            if j== 0 or j==1:
442 
                    continue
 440 
                continue
443 
                fields = row.split("\t")
 441 
            fields = row.split("\t")
444 
                if len(fields)>1:
 442 
            if len(fields)>1:
445 
                    print fields
 443 
                print fields
446 
                    amazonAffiliate = AmazonAffiliateInfo(fields[0], fields[1], fields[2], fields[3], fields[4], fields[5], fields[6], fields[7], fields[8], fields[9])
 444 
                amazonAffiliate = AmazonAffiliateInfo(fields[0], fields[1], fields[2], fields[3], fields[4], fields[5], fields[6], fields[7], fields[8], fields[9])
447 
                    print amazonAffiliate
 445 
                print amazonAffiliate
448 
                    self.db.amazonAffiliateInfo.insert(todict(amazonAffiliate))
 446 
                self.db.amazonAffiliateInfo.insert(todict(amazonAffiliate))
449 
                else:
 447 
            else:
450 
                    break
 448 
                break
451
449
452
450
453 
    def parseTrackingUrl(self, br, trackingUrl):
 451 
    def parseTrackingUrl(self, br, trackingUrl):
454 
        subOrder = {}
 452 
        subOrder = {}
455 
        response = br.open(trackingUrl)
 453 
        response = br.open(trackingUrl)