encodable a good

Former-commit-id: a0afebd82dfd256ec70c02c607af2a9b3b4b046f

rss/feed.go

@@ -0,0 +1,110 @@
+package rss
+
+import (
+	"errors"
+	"local/rssmon3/config"
+	"log"
+	"net/http"
+	"regexp"
+	"time"
+
+	"github.com/mmcdole/gofeed"
+)
+
+const NSFeeds = "NSFeeds"
+
+type feed struct {
+	Key           string
+	URL           string
+	Updated       time.Time
+	TitleFilter   string
+	ContentFilter string
+	Tags          []string
+	*config.Encodable
+}
+
+func newFeed(key string) *feed {
+	return &feed{
+		Key:       key,
+		Encodable: &config.Encodable{},
+	}
+}
+
+func (f *feed) load() error {
+	if f.Key == "" {
+		return errors.New("cannot load nil feed")
+	}
+	db := config.Values().DB
+	b, err := db.Get(f.Key, NSFeeds)
+	if err != nil {
+		return err
+	}
+	return f.Decode(b)
+}
+
+func (f *feed) pull() error {
+	if f.URL == "" {
+		if err := f.load(); err != nil {
+			return err
+		}
+	}
+	resp, err := http.Get(f.URL)
+	if err != nil {
+		return err
+	}
+	defer resp.Body.Close()
+
+	gofeed, err := gofeed.NewParser().Parse(resp.Body)
+	if err != nil {
+		return err
+	}
+
+	itemTSs := []*time.Time{}
+	for _, i := range gofeed.Items {
+		ts := latestTSPtr(i.UpdatedParsed, i.PublishedParsed)
+		itemTSs = append(itemTSs, &ts)
+		if ts.Before(f.Updated) {
+			log.Println("Skipping old item")
+			continue
+		}
+		if ok := regexp.MustCompile(f.TitleFilter).MatchString(i.Title); !ok {
+			log.Println("Skipping bad titled item")
+			continue
+		}
+		item, err := newItem(i, f.ContentFilter)
+		if err != nil {
+			log.Println(err)
+			continue
+		}
+		if err := item.save(); err != nil {
+			log.Println(err)
+			continue
+		}
+	}
+
+	f.Updated = latestTSPtr(gofeed.PublishedParsed, gofeed.UpdatedParsed)
+	f.Updated = latestTSPtr(append(itemTSs, &f.Updated)...)
+	return nil
+}
+
+func (f *feed) save() error {
+	b, err := f.Encode()
+	if err != nil {
+		return err
+	}
+	db := config.Values().DB
+	return db.Set(f.Key, b, NSFeeds)
+}
+
+func latestTSPtr(times ...*time.Time) time.Time {
+	var t time.Time
+	for i := range times {
+		if times[i] == nil {
+			continue
+		}
+		if times[i].After(t) {
+			t = *times[i]
+		}
+	}
+	return t
+}

rss/feed_test.go

@@ -0,0 +1,44 @@
+package rss
+
+import (
+	"encoding/json"
+	"local/rssmon3/config"
+	"os"
+	"testing"
+	"time"
+)
+
+func initRSSFeed() {
+	os.Args = []string{"a", "-db", "map"}
+	if err := config.New(); err != nil {
+		panic(err)
+	}
+}
+
+func TestRSSFeedEncodeDecode(t *testing.T) {
+	initRSSFeed()
+
+	f := newFeed("key")
+	f.Updated = time.Now()
+	f.TitleFilter = "a"
+	f.ContentFilter = "b"
+	f.Tags = []string{"c"}
+
+	b, err := f.Encode()
+	if err != nil {
+		t.Fatal(err)
+	}
+
+	g := newFeed("key")
+	if err := g.Decode(b); err != nil {
+		t.Fatal(err)
+	}
+
+	fb, _ := json.Marshal(f)
+	gb, _ := json.Marshal(f)
+	if string(fb) != string(gb) {
+		t.Errorf("%v => %v", *f, *g)
+	}
+
+	t.Logf("%s vs. %s", fb, gb)
+}

rss/item.go

@@ -0,0 +1,22 @@
+package rss
+
+import (
+	"errors"
+	"local/rssmon3/config"
+
+	"github.com/mmcdole/gofeed"
+)
+
+type Item struct {
+	*config.Encodable
+}
+
+func newItem(i *gofeed.Item, contentFilter string) (*Item, error) {
+	return &Item{
+		Encodable: &config.Encodable{},
+	}, errors.New("not impl")
+}
+
+func (i *Item) save() error {
+	return errors.New("not impl")
+}

rss/rss.go

@@ -0,0 +1,44 @@
+package rss
+
+import (
+	"local/rssmon3/config"
+	"local/rssmon3/monitor"
+	"log"
+)
+
+const nsFeeds = "nsFeeds"
+
+type RSS struct {
+	items chan *monitor.Item
+	config.Stoppable
+}
+
+func New(items chan *monitor.Item) *RSS {
+	return &RSS{
+		items: items,
+	}
+}
+
+func (rss *RSS) Run() error {
+	for {
+		select {
+		case <-rss.Stopped():
+			return nil
+		case i := <-rss.items:
+			if err := rss.update(i); err != nil {
+				log.Println(err)
+			}
+		}
+	}
+}
+
+func (rss *RSS) update(item *monitor.Item) error {
+	f := newFeed(item.Key)
+	if err := f.pull(); err != nil {
+		return err
+	}
+	if err := f.save(); err != nil {
+		return err
+	}
+	return nil
+}