#12 - update feeds
This commit is contained in:
@@ -1,30 +1,28 @@
|
||||
package handlers
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"github.com/rdarius/boot-dev-blog-aggregator/internal/config"
|
||||
"github.com/rdarius/boot-dev-blog-aggregator/internal/rss"
|
||||
"os"
|
||||
"log"
|
||||
"time"
|
||||
)
|
||||
|
||||
func FetchFeedHandler(s *config.State, cmd config.Command) error {
|
||||
var feedUrl string
|
||||
if len(cmd.Args) < 1 {
|
||||
feedUrl = "https://www.wagslane.dev/index.xml"
|
||||
} else {
|
||||
feedUrl = cmd.Args[0]
|
||||
log.Fatal("usage: boot-dev-blog-aggregator agg time_between_reqs")
|
||||
}
|
||||
|
||||
ctx := context.Background()
|
||||
|
||||
feed, err := rss.FetchFeed(ctx, feedUrl)
|
||||
t, err := time.ParseDuration(cmd.Args[0])
|
||||
if err != nil {
|
||||
fmt.Println("Failed to fetch feed")
|
||||
os.Exit(1)
|
||||
return err
|
||||
}
|
||||
|
||||
fmt.Printf("%v\n", feed)
|
||||
ticker := time.NewTicker(t)
|
||||
for ; ; <-ticker.C {
|
||||
err := ScrapeFeedsHandler(s, cmd)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
36
internal/handlers/scrapeFeedsHandler.go
Normal file
36
internal/handlers/scrapeFeedsHandler.go
Normal file
@@ -0,0 +1,36 @@
|
||||
package handlers
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"github.com/rdarius/boot-dev-blog-aggregator/internal/config"
|
||||
"github.com/rdarius/boot-dev-blog-aggregator/internal/rss"
|
||||
)
|
||||
|
||||
func ScrapeFeedsHandler(s *config.State, cmd config.Command) error {
|
||||
|
||||
ctx := context.Background()
|
||||
|
||||
nextFeed, err := s.DB.GetNextFeedToFetch(ctx)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
_, err = s.DB.MarkFeedFetched(ctx, nextFeed.ID)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
feedData, err := rss.FetchFeed(ctx, nextFeed.Url)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
|
||||
fmt.Println("Feed Title: " + feedData.Channel.Title)
|
||||
|
||||
for _, i := range feedData.Channel.Item {
|
||||
fmt.Println("Item Title: " + i.Title)
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
Reference in New Issue
Block a user