working on subdirs by feed

This commit is contained in:
bel
2019-09-02 09:08:53 -06:00
parent 3281104f2e
commit 8a5a5d0cf4
9 changed files with 101 additions and 16 deletions

View File

@@ -11,6 +11,7 @@ import (
"local/storage"
"log"
"net/http"
"path"
"regexp"
"strings"
"time"
@@ -99,12 +100,12 @@ func config() (*Config, error) {
}
func pull(db storage.DB, vpntor, outdir, url string) error {
gofeed, err := getGoFeed(url)
gfeed, err := getGoFeed(url)
if err != nil {
return err
}
log.Printf("feed: %v", gofeed.Title)
for _, item := range gofeed.Items {
log.Printf("feed: %v", gfeed.Title)
for _, item := range gfeed.Items {
if ok, err := isDone(db, item.Link); err != nil {
return err
} else if ok {
@@ -114,7 +115,10 @@ func pull(db storage.DB, vpntor, outdir, url string) error {
if err != nil {
return err
}
if err := handle(vpntor, outdir, s); err != nil {
if item.Author == nil {
item.Author = &gofeed.Person{Name: "."}
}
if err := handle(vpntor, path.Join(outdir, item.Author.Name), s); err != nil {
return err
}
if err := db.Set(item.Link, []byte{}); err != nil {