scla-unsubscribe/main.go

package main

import (
	"encoding/json"
	"flag"
	"net/http"
	"net/http/cookiejar"
	"net/url"
	"os"
	"sync"

	badger "github.com/dgraph-io/badger/v4"
	"github.com/joho/godotenv"
	"github.com/rs/zerolog"
	"github.com/rs/zerolog/log"
	"github.com/samber/lo"
)

var (
	client    *http.Client
	db        *badger.DB
	flagLevel = flag.String("level", "info", "log level")

	// A channel that will be used to buffer incomplete entries that need to be queried properly
	incompleteEntries = make(chan Entry)

	// A channel that will be used to buffer emails that need to be unsubscribed
	entries = make(chan string)
)

func init() {
	// Acquire log level from flag
	flag.Parse()
	parsedLevel, _ := zerolog.ParseLevel(*flagLevel)
	zerolog.SetGlobalLevel(parsedLevel)

	log.Logger = zerolog.New(logSplitter{}).With().Timestamp().Logger()

	// Initialize Badger db store
	var err error
	options := badger.DefaultOptions("./db/").WithLogger(badgerZerologLogger{level: WARNING})
	db, err = badger.Open(options)
	if err != nil {
		log.Fatal().Err(err).Msg("Failed to open database")
	}

	// Setup http client + cookie jar
	jar, _ := cookiejar.New(nil)
	client = &http.Client{
		Jar: jar,
		CheckRedirect: func(req *http.Request, via []*http.Request) error {
			// Don't follow redirects
			return http.ErrUseLastResponse
		},
	}

	// Load cookies from db
	LoadCookies()
}

func SaveCookies() {
	// Get cookies for UTSA.EDU
	utsaUrl, _ := url.Parse("https://www.utsa.edu")
	utsaCookies := lo.Map(client.Jar.Cookies(utsaUrl), func(cookiePointer *http.Cookie, _ int) http.Cookie {
		return *cookiePointer
	})

	log.Info().Interface("cookies", lo.Map(utsaCookies, func(cookie http.Cookie, _ int) string {
		return cookie.Name
	})).Msg("Saving Cookies")

	// Marshal cookies, create transaction
	marshalledCookies, _ := json.Marshal(utsaCookies)
	err := db.Update(func(txn *badger.Txn) error {
		err := txn.Set([]byte("utsa_cookies"), []byte(marshalledCookies))
		return err
	})
	if err != nil {
		log.Err(err).Msg("Failed to save marshalled cookies")
	}
}

func LoadCookies() {
	// Load cookies from DB
	var cookies []http.Cookie
	err := db.View(func(txn *badger.Txn) error {
		// Get cookies
		item, err := txn.Get([]byte("utsa_cookies"))
		if err != nil {
			return err
		}

		// Read the value, unmarshal
		err = item.Value(func(val []byte) error {
			err := json.Unmarshal(val, &cookies)
			return err
		})

		return err
	})

	if err != nil {
		log.Err(err).Msg("Failed to load marshalled cookies")
	}

	// Place cookies in the jar
	utsaUrl, _ := url.Parse("https://www.utsa.edu")
	client.Jar.SetCookies(utsaUrl, lo.Map(cookies, func(cookie http.Cookie, _ int) *http.Cookie {
		return &cookie
	}))

	log.Info().Interface("cookies", lo.Map(cookies, func(cookie http.Cookie, _ int) string {
		return cookie.Name
	})).Msg("Cookies Loaded")
}

func main() {
	// stop := make(chan os.Signal, 1)
	// signal.Notify(stop, os.Interrupt)

	// Load .env
	godotenv.Load()
	username := os.Getenv("UTSA_USERNAME")
	password := os.Getenv("UTSA_PASSWORD")

	defer db.Close()
	defer SaveCookies()

	// Check if logged in
	log.Debug().Msg("Checking Login State")
	loggedIn, err := CheckLoggedIn()
	if err != nil {
		log.Fatal().Err(err).Msg("Failed to check login state")
	}

	// Login if required
	if !loggedIn {
		log.Info().Str("username", username).Msg("Attempting Login")
		err := Login(username, password)
		if err != nil {
			log.Fatal().Err(err).Msg("Failed to login")
		}
	} else {
		log.Info().Msg("Login Not Required")
	}

	SaveCookies()

	// Get the directory
	for letter := 'A'; letter <= 'Z'; letter++ {
		go func(letter rune) {
			letterEntries, err := GetDirectoryCached(letter)
			if err != nil {
				log.Fatal().Err(err).Msg("Failed to get directory")
			}

			// Process each entry
			for _, entry := range letterEntries {
				incompleteEntries <- entry
			}
		}(letter)
	}

	// Process each incomplete entry
	go func() {
		for entry := range incompleteEntries {
			log.Debug().Str("name", entry.Name).Msg("Processing Entry")

			fullEntry, cached, err := GetFullEntryCached(entry.Id)
			if err != nil {
				log.Fatal().Err(err).Msg("Failed to get full entry")
			}

			if fullEntry.Email == "" {
				log.Warn().Str("name", fullEntry.Name).Msg("Entry has no email")
				continue
			}

			if !cached {
				log.Info().Str("name", fullEntry.Name).Str("email", fullEntry.Email).Msg("New Email Found")
			}

			log.Debug().Str("name", fullEntry.Name).Str("email", fullEntry.Email).Msg("Entry Processed")
			entries <- fullEntry.Email
		}
	}()

	var wg sync.WaitGroup

	QueueEmail := func(email string, fake bool) {
		wg.Add(1)
		go func(email string) {
			_, err := Unsubscribe(email)
			if err != nil {
				log.Err(err).Str("email", email).Msg("Error occurred while trying to unsubscribe email")
			}

			log.Info().Str("email", email).Msg(lo.Ternary(!fake, "Email Unsubscribed", "Fake Email Unsubscribed"))

			wg.Done()

		}(email)
	}

	// Process each email
	for email := range entries {
		seen, err := CheckEmail(email)
		if err != nil {
			log.Err(err).Str("email", email).Msg("Unable to Check Email Unsubscription State")
		}

		if !seen {
			QueueEmail(email, false)

			// 1/2 chance to unsubscribe fake email
			if RandBool() {
				QueueEmail(FakeEmail(), true)
			}
		}
	}

	wg.Wait()
}