xevion/banner
1
0
Fork 0
mirror of https://github.com/Xevion/banner.git synced 2025-12-13 12:11:04 -06:00
Code Issues Packages Projects Releases Wiki Activity

Fix 0 class majors being scraped repeatedly

Browse Source
This commit is contained in:
Xevion
2024-01-31 23:55:09 -06:00
parent 0b676ed66d
commit cce0267855
1 changed files with 9 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
scrape.go
View File

@@ -145,10 +145,18 @@ func ScrapeMajor(subject string) error {
} }
// Calculate the expiry time for the scrape (1 hour for every 200 classes, random +-15%) with a minimum of 1 hour // Calculate the expiry time for the scrape (1 hour for every 200 classes, random +-15%) with a minimum of 1 hour
scrapeExpiry := CalculateExpiry(totalClassCount, lo.Contains(PriorityMajors, subject)) var scrapeExpiry time.Duration
if totalClassCount == 0 {
scrapeExpiry = time.Hour * 12
} else {
scrapeExpiry = CalculateExpiry(totalClassCount, lo.Contains(PriorityMajors, subject))
}
// Mark the major as scraped // Mark the major as scraped
term := Default(time.Now()).ToString() term := Default(time.Now()).ToString()
if totalClassCount == 0 {
totalClassCount = -1
}
err := kv.Set(ctx, fmt.Sprintf("scraped:%s:%s", subject, term), totalClassCount, scrapeExpiry).Err() err := kv.Set(ctx, fmt.Sprintf("scraped:%s:%s", subject, term), totalClassCount, scrapeExpiry).Err()
if err != nil { if err != nil {
log.Error().Err(err).Msg("failed to mark major as scraped") log.Error().Err(err).Msg("failed to mark major as scraped")