Initial commit

internal/feed/youtube.go

@@ -0,0 +1,100 @@
+package feed
+
+import (
+	"fmt"
+	"log/slog"
+	"net/http"
+	"strings"
+	"time"
+)
+
+type youtubeFeedResponseXml struct {
+	Channel     string `xml:"title"`
+	ChannelLink struct {
+		Href string `xml:"href,attr"`
+	} `xml:"link"`
+	Videos []struct {
+		Title     string `xml:"title"`
+		Published string `xml:"published"`
+		Link      struct {
+			Href string `xml:"href,attr"`
+		} `xml:"link"`
+
+		Group struct {
+			Thumbnail struct {
+				Url string `xml:"url,attr"`
+			} `xml:"http://search.yahoo.com/mrss/ thumbnail"`
+		} `xml:"http://search.yahoo.com/mrss/ group"`
+	} `xml:"entry"`
+}
+
+func parseYoutubeFeedTime(t string) time.Time {
+	parsedTime, err := time.Parse("2006-01-02T15:04:05-07:00", t)
+
+	if err != nil {
+		return time.Now()
+	}
+
+	return parsedTime
+}
+
+func FetchYoutubeChannelUploads(channelIds []string) (Videos, error) {
+	requests := make([]*http.Request, 0, len(channelIds))
+
+	for i := range channelIds {
+		request, _ := http.NewRequest("GET", "https://www.youtube.com/feeds/videos.xml?channel_id="+channelIds[i], nil)
+		requests = append(requests, request)
+	}
+
+	job := newJob(decodeXmlFromRequestTask[youtubeFeedResponseXml](defaultClient), requests).withWorkers(30)
+
+	responses, errs, err := workerPoolDo(job)
+
+	if err != nil {
+		return nil, fmt.Errorf("%w: %v", ErrNoContent, err)
+	}
+
+	videos := make(Videos, 0, len(channelIds)*15)
+
+	var failed int
+
+	for i := range responses {
+		if errs[i] != nil {
+			failed++
+			slog.Error("Failed to fetch youtube feed", "channel", channelIds[i], "error", errs[i])
+			continue
+		}
+
+		response := responses[i]
+
+		for j := range response.Videos {
+			video := &response.Videos[j]
+
+			// TODO: figure out a better way of skipping shorts
+			if strings.Contains(video.Title, "#shorts") {
+				continue
+			}
+
+			videos = append(videos, Video{
+				ThumbnailUrl: video.Group.Thumbnail.Url,
+				Title:        video.Title,
+				Url:          video.Link.Href,
+				Author:       response.Channel,
+				AuthorUrl:    response.ChannelLink.Href + "/videos",
+				TimePosted:   parseYoutubeFeedTime(video.Published),
+			})
+		}
+	}
+
+	if len(videos) == 0 {
+		return nil, ErrNoContent
+	}
+
+	videos.SortByNewest()
+
+	if failed > 0 {
+		return videos, fmt.Errorf("%w: missing videos from %d channels", ErrPartialContent, failed)
+	}
+
+	return videos, nil
+}