7 Commits
v0.1 ... v0.7

Author SHA1 Message Date
Bel LaPointe
da38522dc3 from bash to sh 2021-01-03 20:46:23 -05:00
bel
5daa95058d more often and fix bash 2020-12-14 22:09:21 -07:00
bel
e4ede9c4e1 Fix install cmd 2020-12-08 07:50:11 -07:00
bel
c98a50c5ab Use new vtt to srt of needed 2020-12-08 07:47:10 -07:00
bel
eba8001ca0 Whoops I lost this repo and scraped from docker image 2020-12-08 07:43:50 -07:00
bel
20326f2f39 Set metadata and fix dl path 2020-02-01 20:03:47 +00:00
bel
cb0eea6140 add email notifications on failure 2020-01-30 03:27:49 +00:00
6 changed files with 103 additions and 43 deletions

1
.gitignore vendored
View File

@@ -1,3 +1,4 @@
ytubeSpdrun
**/*.sw*
exec-*
youtuber

View File

@@ -1,29 +1,46 @@
package config
import "os"
var (
Feed = orEnv("FEED", "https://www.youtube.com/feeds/videos.xml?channel_id=UCwX0AEx-qIhQ9kgtlNhyIXw")
Root = orEnv("ROOT", "/tmp")
import (
"local/args"
"local/sandbox/contact/contact"
"os"
)
func orEnv(k, v string) string {
if w, ok := os.LookupEnv(k); ok {
return w
}
return v
}
var (
Feed string
Root string
To string
Subject string
Emailer *contact.Emailer
)
/*
config = {
"path" : "../TV/Shepherds_Chapel" ,
"rss" : "https://www.youtube.com/feeds/videos.xml?channel_id=UCwX0AEx-qIhQ9kgtlNhyIXw" ,
"last" : 0 ,
"lasttime" : datetime.datetime(1999,1,1) ,
"onlynew" : False ,
"delay" : 12 ,
"clear" : False ,
"logloc" : "./log" ,
"idle" : False ,
func init() {
os.Setenv("LC_ALL", "C.UTF-8")
as := args.NewArgSet()
as.Append(args.STRING, "to", "message recipient", "squeaky2x3@gmail.com")
as.Append(args.STRING, "subject", "message subject", "youtuber error")
as.Append(args.STRING, "from", "message sender", "breellocaldev@gmail.com")
as.Append(args.STRING, "password", "message sender password", "ML3WQRFSqe9rQ8qNkm")
as.Append(args.STRING, "smtp", "smtp server:port", "smtp.gmail.com:465")
as.Append(args.STRING, "pop3", "pop3 server:port", "pop.gmail.com:995")
as.Append(args.STRING, "feed", "feed URL", "https://www.youtube.com/feeds/videos.xml?channel_id=UCwX0AEx-qIhQ9kgtlNhyIXw")
as.Append(args.STRING, "root", "root to save videos", "/tmp")
if err := as.Parse(); err != nil {
panic(err)
}
Feed = as.Get("feed").GetString()
Root = as.Get("root").GetString()
To = as.Get("to").GetString()
Subject = as.Get("subject").GetString()
Emailer = &contact.Emailer{
From: as.Get("from").GetString(),
SMTP: as.Get("smtp").GetString(),
POP3: as.Get("pop3").GetString(),
Password: as.Get("password").GetString(),
}
}
*/

12
main.go
View File

@@ -14,16 +14,22 @@ import (
)
func main() {
os.Setenv("LC_ALL", "C.UTF-8")
client, err := youtubedl.New()
if err != nil {
panic(err)
}
interval := time.Hour * 4
interval := time.Minute * 30
for true {
err := do(client)
if err != nil {
log.Println(err)
if err := config.Emailer.Send(
config.To,
config.Subject,
fmt.Sprintf("error getting youtuber: %v", err),
); err != nil {
panic(err)
}
}
log.Printf("sleeping until %v", time.Now().Add(interval))
time.Sleep(interval)
@@ -51,7 +57,7 @@ func do(client *youtubedl.Client) error {
log.Printf("already exists: %s", target)
continue
}
if err := client.Download(result.Link, path.Join(config.Root, target)); err != nil {
if err := client.Download(result.Link, target); err != nil {
errs += ", " + err.Error()
}
}

BIN
youtubedl/.client.go.un~ Normal file

Binary file not shown.

View File

@@ -15,15 +15,49 @@ func New() (*Client, error) {
}
func (c *Client) Download(video, local string) error {
cmd := exec.Command("youtube-dl", "-f", "22", "-o", local, "--write-sub", "--write-auto-sub", "--sub-format", "srt", video)
log.Println(cmd.Path, cmd.Args)
out, err := cmd.CombinedOutput()
if err != nil {
err = fmt.Errorf("%v: %s", err, out)
errs := []error{}
for _, extras := range [][]string{
[]string{"--add-metadata", "--metadata-from-title", ".*[0-9]/[0-9][0-9] (?P<title>.+)"},
[]string{},
} {
args := append([]string{
"youtube-dl",
"-f",
"22",
"-o",
local,
"--write-sub",
"--write-auto-sub",
"--sub-format",
"srt",
}, extras...)
args = append(args, video)
cmd := exec.Command(args[0], args[1:]...)
log.Println(cmd.Path, cmd.Args)
out, err := cmd.CombinedOutput()
if err != nil {
log.Printf("failed with %v: %s", err, out)
errs = append(errs, fmt.Errorf("%v: %s", err, out))
} else {
log.Printf("passed with %s", out)
errs = nil
break
}
}
if len(errs) > 0 {
err := fmt.Errorf("%v", errs)
return err
}
cmd = exec.Command("python3", "-m", "vtt_to_srt", path.Dir(local))
out, err = cmd.CombinedOutput()
cmd := exec.Command(
"/bin/sh",
"-c",
fmt.Sprintf(
"true; python3 -m vtt_to_srt %q || python3 /usr/bin/vtt_to_srt.py %q",
path.Dir(local),
path.Dir(local),
),
)
out, err := cmd.CombinedOutput()
if err != nil {
err = fmt.Errorf("%v: %s", err, out)
return err

View File

@@ -7,7 +7,7 @@ import (
)
func install() error {
if err := installPyPip3(); err != nil {
if err := installPyPip3FFMPEG(); err != nil {
return err
}
if err := installYtdl(); err != nil {
@@ -19,30 +19,32 @@ func install() error {
return nil
}
func installPyPip3() error {
func installPyPip3FFMPEG() error {
hasPy := exec.Command("python3", "--version")
hasPip := exec.Command("pip3", "--version")
hasFFMPEG := exec.Command("which", "ffmpeg")
if err := hasPy.Run(); err != nil {
} else if err := hasPip.Run(); err != nil {
} else if err := hasFFMPEG.Run(); err != nil {
} else {
return nil
}
for _, combo := range [][]string{
[]string{"sudo", "apt", "install", "python3", "pip3"},
[]string{"apt", "install", "python3", "pip3"},
[]string{"apk", "add", "python3", "py3-pip"},
[]string{"sudo", "apk", "add", "python3", "py3-pip"},
[]string{"/sbin/apk", "add", "python3", "py3-pip"},
[]string{"sudo", "/sbin/apk", "add", "python3", "py3-pip"},
[]string{"sudo", "apt", "install", "python3", "pip3", "ffmpeg"},
[]string{"apt", "install", "python3", "pip3", "ffmpeg"},
[]string{"apk", "add", "python3", "py3-pip", "ffmpeg"},
[]string{"sudo", "apk", "add", "python3", "py3-pip", "ffmpeg"},
[]string{"/sbin/apk", "add", "python3", "py3-pip", "ffmpeg"},
[]string{"sudo", "/sbin/apk", "add", "python3", "py3-pip", "ffmpeg"},
} {
cmd := exec.Command(combo[0], combo[1:]...)
err := cmd.Run()
if err == nil {
return nil
}
log.Println("%v: %v", err, combo)
log.Printf("%v: %v", err, combo)
}
return errors.New("cannot get python3 and pip3")
return errors.New("cannot get python3 and pip3 and ffmpeg")
}
func installYtdl() error {