From a2ccef6d48f127e0a27c25de9b570c901e3104a1 Mon Sep 17 00:00:00 2001
From: Xevion <xevion@xevion.dev>
Date: Wed, 31 Jan 2024 18:56:22 -0600
Subject: [PATCH] Continue tuning log messages in scrape

---
 main.go   | 1 -
 scrape.go | 8 ++++----
 2 files changed, 4 insertions(+), 5 deletions(-)

diff --git a/main.go b/main.go
index d56257d..c9c5ca7 100644
--- a/main.go
+++ b/main.go
@@ -285,7 +285,6 @@ func main() {
 				log.Err(err).Stack().Msg("Periodic Scrape Failed")
 			}
 
-			// Wait 5 minutes
 			time.Sleep(3 * time.Minute)
 		}
 	}()
diff --git a/scrape.go b/scrape.go
index 7efd3de..4cecb7c 100644
--- a/scrape.go
+++ b/scrape.go
@@ -45,12 +45,13 @@ func Scrape() error {
 		}
 	}
 
-	subjects, err := GetExpiredSubjects()
+	expiredSubjects, err := GetExpiredSubjects()
 	if err != nil {
 		return fmt.Errorf("failed to get scrapable majors: %w", err)
 	}
 
-	for _, subject := range subjects {
+	log.Info().Strs("majors", expiredSubjects).Msg("Scraping majors")
+	for _, subject := range expiredSubjects {
 		err := ScrapeMajor(subject)
 		if err != nil {
 			return fmt.Errorf("failed to scrape major %s: %w", subject, err)
@@ -104,7 +105,6 @@ func IsSubjectExpired(subject string, term string) (bool, error) {
 // ScrapeMajor is the scraping invocation for a specific major.
 // This function does not check whether scraping is required at this time, it is assumed that the caller has already done so.
 func ScrapeMajor(subject string) error {
-	log.Debug().Str("subject", subject).Msg("Scraping Major")
 	offset := 0
 	totalClassCount := 0
 
@@ -149,7 +149,7 @@ func ScrapeMajor(subject string) error {
 			continue
 		} else {
 			// Log the number of classes scraped
-			log.Info().Str("subject", subject).Int("total", totalClassCount).Msg("Major Scraped")
+			log.Info().Str("subject", subject).Int("total", totalClassCount).Msgf("Subject %s Scraped", subject)
 			break
 		}
 	}