From cdf28708e826ed8156fdce20ee0c2e9e611e3e18 Mon Sep 17 00:00:00 2001
From: Bryan Boreham <bjboreham@gmail.com>
Date: Tue, 4 Jun 2019 15:13:48 +0000
Subject: [PATCH] Refactor: extract deleteOneOrgHour() method

---
 extras/scanner/main.go | 62 ++++++++++++++++++++++--------------------
 1 file changed, 33 insertions(+), 29 deletions(-)

diff --git a/extras/scanner/main.go b/extras/scanner/main.go
index f384a6da6..a42ba3a13 100644
--- a/extras/scanner/main.go
+++ b/extras/scanner/main.go
@@ -211,39 +211,43 @@ func main() {
 func (sc *scanner) processOrg(ctx context.Context, org string) {
 	deleted := 0
 	for hour := sc.startHour; hour <= sc.stopHour; hour++ {
-		var keys []map[string]*dynamodb.AttributeValue
-		for {
-			sc.queryLimiter.Wait(ctx)
-			var err error
-			keys, err = queryDynamo(ctx, sc.dynamoDB, sc.tableName, org, int64(hour))
-			if throttled(err) {
-				continue
-			}
-			checkFatal(err)
-			break
-		}
-		var wait sync.WaitGroup
-		if len(keys) > 0 {
-			log.Debugf("deleting org: %s hour: %d num: %d", org, hour, len(keys))
-		}
-		for start := 0; start < len(keys); start += s3deleteBatchSize {
-			end := start + s3deleteBatchSize
-			if end > len(keys) {
-				end = len(keys)
-			}
-			wait.Add(1)
-			go func(start, end int) {
-				sc.deleteFromS3AndDynamoDB(ctx, keys[start:end])
-				wait.Done()
-			}(start, end)
-		}
-		wait.Wait()
-		deleted += len(keys)
-		s3ItemsDeleted.Add(float64(len(keys)))
+		deleted += sc.deleteOneOrgHour(ctx, org, hour)
 	}
 	log.Infof("done %s: %d", org, deleted)
 }
 
+func (sc *scanner) deleteOneOrgHour(ctx context.Context, org string, hour int) int {
+	var keys []map[string]*dynamodb.AttributeValue
+	for {
+		sc.queryLimiter.Wait(ctx)
+		var err error
+		keys, err = queryDynamo(ctx, sc.dynamoDB, sc.tableName, org, int64(hour))
+		if throttled(err) {
+			continue
+		}
+		checkFatal(err)
+		break
+	}
+	var wait sync.WaitGroup
+	if len(keys) > 0 {
+		log.Debugf("deleting org: %s hour: %d num: %d", org, hour, len(keys))
+	}
+	for start := 0; start < len(keys); start += s3deleteBatchSize {
+		end := start + s3deleteBatchSize
+		if end > len(keys) {
+			end = len(keys)
+		}
+		wait.Add(1)
+		go func(start, end int) {
+			sc.deleteFromS3AndDynamoDB(ctx, keys[start:end])
+			wait.Done()
+		}(start, end)
+	}
+	wait.Wait()
+	s3ItemsDeleted.Add(float64(len(keys)))
+	return len(keys)
+}
+
 func (sc *scanner) deleteFromS3AndDynamoDB(ctx context.Context, keys []map[string]*dynamodb.AttributeValue) {
 	// Build multiple-object delete request for S3
 	d := &s3.Delete{}