More logging and dont dupe dl

master v0.1
bel 2020-01-30 01:36:51 +00:00
parent e57d61d275
commit 1f14a2b147
7 changed files with 59 additions and 11 deletions

13
Dockerfile Executable file
View File

@ -0,0 +1,13 @@
FROM frolvlad/alpine-glibc:alpine-3.9_glibc-2.29
RUN apk update && apk add --no-cache ca-certificates
RUN mkdir -p /var/log
WORKDIR /main
COPY . .
ENV GOPATH=""
ENV MNT="/mnt/"
ENTRYPOINT ["/main/exec-youtuber"]
CMD []

13
config/config.go Normal file → Executable file
View File

@ -1,10 +1,19 @@
package config package config
import "os"
var ( var (
Feed = "https://www.youtube.com/feeds/videos.xml?channel_id=UCwX0AEx-qIhQ9kgtlNhyIXw" Feed = orEnv("FEED", "https://www.youtube.com/feeds/videos.xml?channel_id=UCwX0AEx-qIhQ9kgtlNhyIXw")
Root = "/tmp" Root = orEnv("ROOT", "/tmp")
) )
func orEnv(k, v string) string {
if w, ok := os.LookupEnv(k); ok {
return w
}
return v
}
/* /*
config = { config = {
"path" : "../TV/Shepherds_Chapel" , "path" : "../TV/Shepherds_Chapel" ,

0
feed/feed.go Normal file → Executable file
View File

0
feed/item.go Normal file → Executable file
View File

37
main.go Normal file → Executable file
View File

@ -1,6 +1,7 @@
package main package main
import ( import (
"errors"
"fmt" "fmt"
"local/youtuber/config" "local/youtuber/config"
"local/youtuber/feed" "local/youtuber/feed"
@ -9,19 +10,32 @@ import (
"os" "os"
"path" "path"
"strings" "strings"
"time"
) )
func main() { func main() {
os.Setenv("LC_ALL", "C.UTF-8") os.Setenv("LC_ALL", "C.UTF-8")
results, err := feed.Fetch(config.Feed) client, err := youtubedl.New()
if err != nil { if err != nil {
panic(err) panic(err)
} }
log.Println(results) interval := time.Hour * 4
for true {
err := do(client)
if err != nil {
log.Println(err)
}
log.Printf("sleeping until %v", time.Now().Add(interval))
time.Sleep(interval)
}
}
youtubedl, err := youtubedl.New() func do(client *youtubedl.Client) error {
errs := ""
results, err := feed.Fetch(config.Feed)
if err != nil { if err != nil {
panic(err) return err
} }
for _, result := range results { for _, result := range results {
@ -32,10 +46,17 @@ func main() {
result.Date.Day(), result.Date.Day(),
strings.Join(strings.Split(result.Title, " ")[2:], "_"), strings.Join(strings.Split(result.Title, " ")[2:], "_"),
) )
if err := youtubedl.Download(result.Link, path.Join(config.Root, target)); err != nil { target = path.Join(config.Root, target)
panic(err) if _, err := os.Stat(strings.ReplaceAll(target, "%(ext)s", "mp4")); !os.IsNotExist(err) {
log.Printf("already exists: %s", target)
continue
}
if err := client.Download(result.Link, path.Join(config.Root, target)); err != nil {
errs += ", " + err.Error()
} }
return
} }
log.Println(youtubedl) if errs != "" {
return errors.New(errs)
}
return nil
} }

0
youtubedl/client.go Normal file → Executable file
View File

7
youtubedl/install.go Normal file → Executable file
View File

@ -2,6 +2,7 @@ package youtubedl
import ( import (
"errors" "errors"
"log"
"os/exec" "os/exec"
) )
@ -31,11 +32,15 @@ func installPyPip3() error {
[]string{"apt", "install", "python3", "pip3"}, []string{"apt", "install", "python3", "pip3"},
[]string{"apk", "add", "python3", "py3-pip"}, []string{"apk", "add", "python3", "py3-pip"},
[]string{"sudo", "apk", "add", "python3", "py3-pip"}, []string{"sudo", "apk", "add", "python3", "py3-pip"},
[]string{"/sbin/apk", "add", "python3", "py3-pip"},
[]string{"sudo", "/sbin/apk", "add", "python3", "py3-pip"},
} { } {
cmd := exec.Command(combo[0], combo[1:]...) cmd := exec.Command(combo[0], combo[1:]...)
if err := cmd.Run(); err == nil { err := cmd.Run()
if err == nil {
return nil return nil
} }
log.Println("%v: %v", err, combo)
} }
return errors.New("cannot get python3 and pip3") return errors.New("cannot get python3 and pip3")
} }