Query stringification for logs, improve scrape failure logs with query data, better log messages

This commit is contained in:
2024-01-30 20:18:38 -06:00
parent 4ac28bd210
commit 8e956e8e67
2 changed files with 75 additions and 3 deletions

View File

@@ -99,12 +99,11 @@ func ScrapeMajor(subject string) error {
query := NewQuery().Offset(offset).MaxResults(MaxPageSize).Subject(subject)
result, err := Search(query, "subjectDescription", false)
if err != nil {
return fmt.Errorf("failed to search for classes on page %d: %w", offset, err)
return fmt.Errorf("search failed: %w (%s)", err, query.String())
}
if !result.Success {
// TODO: Improve error log details
return fmt.Errorf("search for classes on page %d was not successful", offset)
return fmt.Errorf("result marked unsuccessful when searching for classes (%s)", query.String())
}
classCount := len(result.Data)