From f2aa872346f3c035333dc1f7490ca6a3fdb489fd Mon Sep 17 00:00:00 2001
From: Xevion <xevion@xevion.dev>
Date: Sat, 30 Dec 2023 02:51:16 -0600
Subject: [PATCH] Setup pipelining

---
 main.go     | 32 ++++++++++++++++++++++++++++----
 pipeline.go |  7 +++++++
 2 files changed, 35 insertions(+), 4 deletions(-)
 create mode 100644 pipeline.go

diff --git a/main.go b/main.go
index d4415a1..c5b66cb 100644
--- a/main.go
+++ b/main.go
@@ -108,6 +108,7 @@ func main() {
 	godotenv.Load()
 	username := os.Getenv("UTSA_USERNAME")
 	password := os.Getenv("UTSA_PASSWORD")
+
 	defer db.Close()
 	defer SaveCookies()
 
@@ -130,9 +131,32 @@ func main() {
 	}
 
 	// Get the directory
-	directory, err := GetFullDirectory()
-	if err != nil {
-		log.Fatal().Err(err).Msg("Failed to get directory")
+	go func() {
+		directory, err := GetFullDirectory()
+		if err != nil {
+			log.Fatal().Err(err).Msg("Failed to get directory")
+		}
+		log.Info().Int("count", len(directory)).Msg("Directory Loaded")
+
+		// Place each entry in the channel
+		for _, entry := range directory {
+			incompleteEntries <- entry
+		}
+	}()
+
+	// Process each incomplete entry
+	lim := GetLimiter("test")
+	go func() {
+		for entry := range incompleteEntries {
+			// Wait for a token
+			Wait(lim, nil)
+			log.Debug().Str("name", entry.Name).Msg("Processing Entry")
+			entries <- entry.College
+		}
+	}()
+
+	// Process each email
+	for email := range entries {
+		log.Debug().Str("email", email).Msg("Processing Email")
 	}
-	log.Info().Int("count", len(directory)).Msg("Directory Loaded")
 }
diff --git a/pipeline.go b/pipeline.go
new file mode 100644
index 0000000..df399d6
--- /dev/null
+++ b/pipeline.go
@@ -0,0 +1,7 @@
+package main
+
+// A channel that will be used to buffer incomplete entries that need to be queried properly
+var incompleteEntries = make(chan Entry)
+
+// A channel that will be used to buffer emails that need to be unsubscribed
+var entries = make(chan string)