Skip to content

Commit

Permalink
Merge pull request #1 from kazeburo/improve-ratelimit
Browse files Browse the repository at this point in the history
improve ratelimit refresh limiter only if required
  • Loading branch information
kazeburo committed Feb 4, 2020
2 parents f16931d + 58ef7fb commit af061d6
Showing 1 changed file with 13 additions and 6 deletions.
19 changes: 13 additions & 6 deletions saboreader/saboreader.go
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,7 @@ import (
"io"
"io/ioutil"
"log"
"math"
"os"
"path/filepath"
"regexp"
Expand All @@ -19,8 +20,6 @@ import (
"golang.org/x/time/rate"
)

const burstLimit = 1000 * 1000 * 1000

const (
refreshInterval = 1
)
Expand Down Expand Up @@ -93,7 +92,7 @@ func (s *Reader) Read(p []byte) (int, error) {
if err != nil {
return n, err
}
//log.Printf("read: %d", n)
// log.Printf("read: %d", n)
if err := limiter.WaitN(s.ctx, n); err != nil {
return n, err
}
Expand Down Expand Up @@ -135,11 +134,19 @@ func (s *Reader) RefreshLimiter(ctx context.Context) error {
if locked > 0 {
bytesPerSec = float64(s.bw / locked)
}
// fmt.Fprintf(os.Stderr, "new limit %f\n", bytesPerSec)
limiter := rate.NewLimiter(rate.Limit(bytesPerSec), burstLimit)
// limiter.AllowN(time.Now(), burstLimit) // spend initial burst
l := rate.Limit(bytesPerSec)
b := int(math.Ceil(bytesPerSec))

s.mu.Lock()
defer s.mu.Unlock()

if s.limiter != nil && l == s.limiter.Limit() {
return nil
}

// fmt.Fprintf(os.Stderr, "new limit %f\n", bytesPerSec)
limiter := rate.NewLimiter(l, b)
limiter.AllowN(time.Now(), b)
s.limiter = limiter
return nil
}
Expand Down

0 comments on commit af061d6

Please sign in to comment.