From f3f8aee53f67faa4d0337f7fd2406d5f265bb4f3 Mon Sep 17 00:00:00 2001
From: Maor <maor.friedman@nuvo-group.com>
Date: Tue, 8 Jan 2019 08:58:30 +0200
Subject: [PATCH] [skbn/s3] get full list of items, fixes #7

---
 pkg/skbn/s3.go | 35 ++++++++++++-----------------------
 1 file changed, 12 insertions(+), 23 deletions(-)

diff --git a/pkg/skbn/s3.go b/pkg/skbn/s3.go
index 225114a..3fc06e2 100644
--- a/pkg/skbn/s3.go
+++ b/pkg/skbn/s3.go
@@ -61,33 +61,22 @@ func GetListOfFilesFromS3(iClient interface{}, path string) ([]string, error) {
 	}
 	bucket, s3Path := initS3Variables(pSplit)
 
-	attempts := 3
-	attempt := 0
-	for attempt < attempts {
-		attempt++
-
-		objectOutput, err := s3.New(s).ListObjects(&s3.ListObjectsInput{
-			Bucket: aws.String(bucket),
-			Prefix: aws.String(s3Path),
-		})
-		if err != nil {
-			if attempt == attempts {
-				return nil, err
-			}
-			utils.Sleep(attempt)
-			continue
-		}
-
-		var outLines []string
-		for _, content := range objectOutput.Contents {
-			line := *content.Key
+	var outLines []string
+	err := s3.New(s).ListObjectsPages(&s3.ListObjectsInput{
+		Bucket: aws.String(bucket),
+		Prefix: aws.String(s3Path),
+	}, func(p *s3.ListObjectsOutput, last bool) (shouldContinue bool) {
+		for _, obj := range p.Contents {
+			line := *obj.Key
 			outLines = append(outLines, strings.Replace(line, s3Path, "", 1))
 		}
-
-		return outLines, nil
+		return true
+	})
+	if err != nil {
+		return nil, err
 	}
 
-	return nil, nil
+	return outLines, nil
 }
 
 // DownloadFromS3 downloads a single file from S3