From 2e1b507ea648e64c95ca4eff331a4963e0365031 Mon Sep 17 00:00:00 2001
From: Sean Fischer <seanwfischer@gmail.com>
Date: Fri, 10 Dec 2021 19:31:19 -0500
Subject: [PATCH] Change how counts table is populated (#6)

---
 cmd/lambda/update-distdb/main.go | 32 ++++++++++++++++++++++++++------
 1 file changed, 26 insertions(+), 6 deletions(-)

diff --git a/cmd/lambda/update-distdb/main.go b/cmd/lambda/update-distdb/main.go
index ceeab9e..8c10d1d 100644
--- a/cmd/lambda/update-distdb/main.go
+++ b/cmd/lambda/update-distdb/main.go
@@ -75,24 +75,44 @@ func repopulateSymbols(conn *sql.DB, s3Service *s3.S3) (err error) {
 
 func repopulateCounts(conn *sql.DB, sess *session.Session) (err error) {
 
-	// Empty table
-	err = clearTbl(conn, "Counts")
+	dynamoConn, err := db.Connect(db.ConnectionInput{
+		Session: sess,
+	})
 	if err != nil {
 		return err
 	}
 
-	dynamoConn, err := db.Connect(db.ConnectionInput{
-		Session: sess,
-	})
+	// get oldest date
+	stmtString := `
+		SELECT 
+		FormatedDate
+		FROM Counts
+		ORDER BY FormatedDate DESC
+		LIMIT 1`
+	stmt, err := conn.Prepare(stmtString)
+	if err != nil {
+		return err
+	}
+
+	res, err := stmt.Query()
+	if err != nil {
+		return err
+	}
+
+	var strDate string // the formated date. will convert later
+	res.Next()
+	err = res.Scan(&strDate)
 	if err != nil {
 		return err
 	}
+	res.Close()
 
-	stopDate, err := time.Parse(time.RFC822, "20 Mar 21 00:00 UTC")
+	stopDate, err := time.Parse("20060102", strDate)
 	if err != nil {
 		return err
 	}
 
+	// Starting from today and working backwards, fill in all missing dates
 	for date := time.Now(); date.After(stopDate); date = date.Add(-24 * time.Hour) {
 		for _, sub := range etl.FetchTargets {
 			etlRecords, err := dynamoConn.GetEtlResultsRecord(db.EtlResultsQueryInput{