#12 - update feeds

This commit is contained in:
2025-03-11 15:25:52 +02:00
parent a76915c7fc
commit f561eb4c34
10 changed files with 131 additions and 22 deletions

View File

@@ -1,30 +1,28 @@
package handlers
import (
"context"
"fmt"
"github.com/rdarius/boot-dev-blog-aggregator/internal/config"
"github.com/rdarius/boot-dev-blog-aggregator/internal/rss"
"os"
"log"
"time"
)
func FetchFeedHandler(s *config.State, cmd config.Command) error {
var feedUrl string
if len(cmd.Args) < 1 {
feedUrl = "https://www.wagslane.dev/index.xml"
} else {
feedUrl = cmd.Args[0]
log.Fatal("usage: boot-dev-blog-aggregator agg time_between_reqs")
}
ctx := context.Background()
feed, err := rss.FetchFeed(ctx, feedUrl)
t, err := time.ParseDuration(cmd.Args[0])
if err != nil {
fmt.Println("Failed to fetch feed")
os.Exit(1)
return err
}
fmt.Printf("%v\n", feed)
ticker := time.NewTicker(t)
for ; ; <-ticker.C {
err := ScrapeFeedsHandler(s, cmd)
if err != nil {
return err
}
}
return nil
}

View File

@@ -0,0 +1,36 @@
package handlers
import (
"context"
"fmt"
"github.com/rdarius/boot-dev-blog-aggregator/internal/config"
"github.com/rdarius/boot-dev-blog-aggregator/internal/rss"
)
func ScrapeFeedsHandler(s *config.State, cmd config.Command) error {
ctx := context.Background()
nextFeed, err := s.DB.GetNextFeedToFetch(ctx)
if err != nil {
return err
}
_, err = s.DB.MarkFeedFetched(ctx, nextFeed.ID)
if err != nil {
return err
}
feedData, err := rss.FetchFeed(ctx, nextFeed.Url)
if err != nil {
return err
}
fmt.Println("Feed Title: " + feedData.Channel.Title)
for _, i := range feedData.Channel.Item {
fmt.Println("Item Title: " + i.Title)
}
return nil
}