luzifer/s3sync
1
0
Fork 0
mirror of https://github.com/Luzifer/s3sync.git synced 2024-12-20 19:41:15 +00:00
Code Issues Releases Wiki Activity

Fix: Made channels bigger for S3 processing

Browse source 
Buckets with many folders were able to freeze s3sync when all threads were trying to write into the prefix channel but it was at its CAP.
This commit is contained in:
Knut Ahlers 2015-07-26 18:39:42 +02:00
parent 98f1d4f29d
commit 3237e3fd8d
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
s3.go
View file

@ -47,8 +47,8 @@ func (s *s3Provider) ListFiles(prefix string) ([]file, error) {
processedPrefixes := []string{} processedPrefixes := []string{}
prefixChan := make(chan *string, 100) prefixChan := make(chan *string, 10000)
outputChan := make(chan file, 100) outputChan := make(chan file, 10000)
errChan := make(chan error, 10) errChan := make(chan error, 10)
syncChan := make(chan bool, 10) syncChan := make(chan bool, 10)
doneTimer := time.NewTicker(500 * time.Millisecond) doneTimer := time.NewTicker(500 * time.Millisecond)