1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798 |
- package main
- import (
- "bytes"
- "log"
- "net/url"
- "text/template"
- "github.com/SlyMarbo/rss"
- )
- type article struct {
- Title, URL, Summary string
- }
- func main() {
- log.Println("gof starting up...")
- config := readConfig()
- var tpls = make(map[string]*template.Template)
- for _, f := range config.Feeds {
- tmpl, err := template.New(f.URL).Parse(f.Template)
- if err != nil {
- log.Fatalf("Failed to parse template [%s]. Error: %s", f.Template, err.Error())
- }
- tpls[f.URL] = tmpl
- }
-
- log.Println("Fetching feeds...")
- var feeds []*rss.Feed
- for _, source := range config.Feeds {
- feed, err := rss.Fetch(source.URL)
- if err != nil {
- log.Printf("Error fetching %s: %s", source.URL, err.Error())
- continue
- }
- feeds = append(feeds, feed)
- log.Printf("Fetched %s", feed.Title)
- }
- if len(feeds) == 0 {
- log.Fatal("Expected at least one feed to successfully fetch.")
- }
-
- for _, feed := range feeds {
-
- if len(feed.Items) == 0 {
- log.Printf("Warning: feed %s has no items.", feed.Title)
- continue
- }
- items := feed.Items
- if len(items) > 1 {
- items = items[:1]
- }
- base, err := url.Parse(feed.UpdateURL)
- if err != nil {
- log.Fatal("failed parsing update URL of the feed")
- }
- feedLink, _ := url.Parse(feed.Link)
- if err != nil {
- log.Fatal("failed parsing canonical feed URL of the feed")
- }
-
- for _, item := range items {
- if item.Date.Before(config.LastUpdated) {
- log.Println("No new items. Skipping.")
- continue
- }
- itemLink, err := url.Parse(item.Link)
- if err != nil {
- log.Fatal("failed parsing article URL of the feed item")
- }
-
-
- log.Printf("Item Data:\n\tTimestamp: %s\n\tSite URL: %s\n\tFeed Title: %s\n\tItem Title: %s\n\tItem URL: %s\n",
- item.Date, base.ResolveReference(feedLink).String(),
- feed.Title, item.Title, base.ResolveReference(itemLink).String())
- i := article{
- Title: item.Title,
- URL: base.ResolveReference(itemLink).String(),
- }
- buf := new(bytes.Buffer)
- err = tpls[base.String()].Execute(buf, i)
- if err != nil {
- log.Fatalf("Error executing template [%s]. Error: %s", tpls[base.String()], err.Error())
- }
- log.Println("Message: ", buf.String())
- }
- }
-
- config.updateLastUpdated()
-
- config.Save()
- }
|