From 3237e3fd8d4f3ebbbdfb260abc34214494dcc32c Mon Sep 17 00:00:00 2001 From: Knut Ahlers Date: Sun, 26 Jul 2015 18:39:42 +0200 Subject: [PATCH] Fix: Made channels bigger for S3 processing Buckets with many folders were able to freeze s3sync when all threads were trying to write into the prefix channel but it was at its CAP. --- s3.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/s3.go b/s3.go index ad005ee..541c973 100644 --- a/s3.go +++ b/s3.go @@ -47,8 +47,8 @@ func (s *s3Provider) ListFiles(prefix string) ([]file, error) { processedPrefixes := []string{} - prefixChan := make(chan *string, 100) - outputChan := make(chan file, 100) + prefixChan := make(chan *string, 10000) + outputChan := make(chan file, 10000) errChan := make(chan error, 10) syncChan := make(chan bool, 10) doneTimer := time.NewTicker(500 * time.Millisecond)