encodable a good

Former-commit-id: a0afebd82dfd256ec70c02c607af2a9b3b4b046f
2019-06-22 08:58:54 -06:00
parent 730cf1e15a
commit be065c5dcb
12 changed files with 260 additions and 86 deletions
--- a/rss/feed.go
+++ b/rss/feed.go
@@ -0,0 +1,110 @@
+package rss
+
+import (
+	"errors"
+	"local/rssmon3/config"
+	"log"
+	"net/http"
+	"regexp"
+	"time"
+
+	"github.com/mmcdole/gofeed"
+)
+
+const NSFeeds = "NSFeeds"
+
+type feed struct {
+	Key           string
+	URL           string
+	Updated       time.Time
+	TitleFilter   string
+	ContentFilter string
+	Tags          []string
+	*config.Encodable
+}
+
+func newFeed(key string) *feed {
+	return &feed{
+		Key:       key,
+		Encodable: &config.Encodable{},
+	}
+}
+
+func (f *feed) load() error {
+	if f.Key == "" {
+		return errors.New("cannot load nil feed")
+	}
+	db := config.Values().DB
+	b, err := db.Get(f.Key, NSFeeds)
+	if err != nil {
+		return err
+	}
+	return f.Decode(b)
+}
+
+func (f *feed) pull() error {
+	if f.URL == "" {
+		if err := f.load(); err != nil {
+			return err
+		}
+	}
+	resp, err := http.Get(f.URL)
+	if err != nil {
+		return err
+	}
+	defer resp.Body.Close()
+
+	gofeed, err := gofeed.NewParser().Parse(resp.Body)
+	if err != nil {
+		return err
+	}
+
+	itemTSs := []*time.Time{}
+	for _, i := range gofeed.Items {
+		ts := latestTSPtr(i.UpdatedParsed, i.PublishedParsed)
+		itemTSs = append(itemTSs, &ts)
+		if ts.Before(f.Updated) {
+			log.Println("Skipping old item")
+			continue
+		}
+		if ok := regexp.MustCompile(f.TitleFilter).MatchString(i.Title); !ok {
+			log.Println("Skipping bad titled item")
+			continue
+		}
+		item, err := newItem(i, f.ContentFilter)
+		if err != nil {
+			log.Println(err)
+			continue
+		}
+		if err := item.save(); err != nil {
+			log.Println(err)
+			continue
+		}
+	}
+
+	f.Updated = latestTSPtr(gofeed.PublishedParsed, gofeed.UpdatedParsed)
+	f.Updated = latestTSPtr(append(itemTSs, &f.Updated)...)
+	return nil
+}
+
+func (f *feed) save() error {
+	b, err := f.Encode()
+	if err != nil {
+		return err
+	}
+	db := config.Values().DB
+	return db.Set(f.Key, b, NSFeeds)
+}
+
+func latestTSPtr(times ...*time.Time) time.Time {
+	var t time.Time
+	for i := range times {
+		if times[i] == nil {
+			continue
+		}
+		if times[i].After(t) {
+			t = *times[i]
+		}
+	}
+	return t
+}