Make sure to obey rate limit

kialo · Oct 5, 2016 · 082af68 · 082af68
1 parent d7304ce
commit 082af68
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/reader.go b/reader.go
@@ -126,6 +126,9 @@ func BatchRecords(records <-chan Record, batches chan<- []Record, batchSize int)
 		// Switch buffers before we start building the next batch.
 		currentBuf = (currentBuf + 1) % 2
 		next = 0
+
+		// Make sure we do not violate the AWS limit of 5 submissions/second
+		time.Sleep(250 * time.Millisecond)
 	}
 }