should not execute feed if version.url==""

install_scratch.sh

@@ -0,0 +1,3 @@
+#! /usr/bin/env bash
+
+CGO_ENABLED=1 CC=x86_64-linux-musl-gcc   go install -ldflags="-linkmode external -extldflags '-static'" 

src/asses/db.go

@@ -13,6 +13,10 @@ func Next(ctx context.Context) (time.Time, error) {
 		return time.Time{}, err
 	}
 
+	if deadline := Deadline(); time.Since(deadline) > time.Minute {
+		return midnightLastNight().Add(24 * time.Hour), nil
+	}
+
 	type Did struct {
 		Did time.Time
 	}
@@ -22,7 +26,7 @@ func Next(ctx context.Context) (time.Time, error) {
 		ORDER BY executed_at DESC
 		LIMIT 1
 	`)
-	return result.Did, err
+	return result.Did.Add(time.Hour), err
 }
 
 func Record(ctx context.Context) error {
@@ -56,6 +60,15 @@ func checked(ctx context.Context, p, cksum string, modified time.Time) error {
 		return err
 	}
 
+	if cksum != "" {
+	} else if err := db.Exec(ctx, `
+		UPDATE "asses.checks"
+		SET checked_at=$2, modified=$3
+		WHERE p=$1
+	`, p, time.Now(), modified); err == nil {
+		return nil
+	}
+
 	return db.Exec(ctx, `
 		INSERT INTO "asses.checks"
 		(p, checked_at, cksum, modified)

src/asses/db_integration_test.go

@@ -13,7 +13,7 @@ func TestNextRecord(t *testing.T) {
 
 	if v, err := asses.Next(ctx); err != nil {
 		t.Fatal(err)
-	} else if zero := v.IsZero(); !zero {
+	} else if zero := v.IsZero(); !zero && time.Now().Hour() < 8 {
 		t.Fatal(v)
 	}
 
@@ -23,7 +23,7 @@ func TestNextRecord(t *testing.T) {
 
 	if v, err := asses.Next(ctx); err != nil {
 		t.Fatal(err)
-	} else if since := time.Since(v); since > time.Minute {
+	} else if since := time.Since(v); since > time.Minute && time.Now().Hour() < 8 {
 		t.Fatal(since)
 	}
 }

src/asses/deadline.go

@@ -0,0 +1,15 @@
+package asses
+
+import "time"
+
+func Deadline() time.Time {
+	return midnightLastNight().Add(8 * time.Hour) // midnight-8AM
+}
+
+func midnightLastNight() time.Time {
+	t, err := time.ParseInLocation("2006-01-02", time.Now().Format("2006-01-02"), time.Local)
+	if err != nil {
+		panic(err)
+	}
+	return t
+}

src/asses/deport.go

@@ -9,10 +9,16 @@ import (
 	"os/exec"
 	"path"
 	"path/filepath"
+	"regexp"
 	"slices"
 	"strings"
+	"time"
 )
 
+func Entrypoint(ctx context.Context, p string) error {
+	return deport(ctx, p)
+}
+
 func deport(ctx context.Context, p string) error {
 	if os.Getenv("NO_DEPORT") != "" {
 		log.Printf("would deport %s", p)
@@ -41,67 +47,28 @@ func deport(ctx context.Context, p string) error {
 		}
 	}
 
-	asses, err := filepath.Glob(path.Join(
+	if err := BestAssToSRT(ctx, p); err != nil {
-		path.Dir(p),
-		fmt.Sprintf(".%s.*.ass", path.Base(p)),
-	))
-	if err != nil {
 		return err
 	}
-	for _, ass := range asses {
-		srt := fmt.Sprintf("%s.srt", strings.TrimSuffix(ass, ".ass"))
-		if _, err := os.Stat(srt); err == nil {
-			continue
-		}
 
-		if err := ffmpeg(ctx, "-y", "-i", ass, srt); err != nil {
+	base := path.Base(p)
-			return err
+	withoutExt := strings.TrimSuffix(base, path.Ext(base))
-		}
+	p2 := path.Join(path.Dir(p), fmt.Sprintf("%s.subless.mkv", withoutExt))
+	args := []string{
+		"-i", p,
+		"-map", "0",
 	}
-
+	for _, assStream := range assStreams {
-	srts, err := filepath.Glob(path.Join(
+		args = append(args, "-map", "-"+assStream.id)
-		path.Dir(p),
+	}
-		fmt.Sprintf(".%s.*.srt", path.Base(p)),
+	args = append(args,
-	))
+		"-c", "copy",
-	if err != nil {
+		p2,
+	)
+	if err := ffmpeg(ctx, args...); err != nil {
+		return err
+	} else if err := os.Rename(p2, p); err != nil {
 		return err
-	}
-	slices.SortFunc(srts, func(a, b string) int {
-		// if skip a { return 1 }
-		// if skip b { return -1 }
-		// return -1 * (wc(a) - wc(b))
-		return strings.Compare(a, b)
-	})
-	for i := range srts {
-		if i == 0 {
-			base := path.Base(p)
-			withoutExt := strings.TrimSuffix(base, path.Ext(base))
-
-			srt := path.Join(path.Dir(p), fmt.Sprintf("%s.srt", withoutExt))
-			if err := os.Rename(srts[i], srt); err != nil {
-				return err
-			}
-
-			p2 := path.Join(path.Dir(p), fmt.Sprintf("%s.subless.mkv", withoutExt))
-			args := []string{
-				"-i", p,
-				"-map", "0",
-			}
-			for _, assStreamID := range assStreamIDs {
-				args = append(args, "-map", "-"+assStreamID)
-			}
-			args = append(args,
-				"-c", "copy",
-				p2,
-			)
-			if err := ffmpeg(ctx, args...); err != nil {
-				return err
-			} else if err := os.Rename(p2, p); err != nil {
-				return err
-			}
-		} else {
-			os.Remove(srts[i])
-		}
 	}
 
 	return nil
@@ -166,3 +133,115 @@ func execc(ctx context.Context, bin string, args ...string) (string, error) {
 	err := cmd.Run()
 	return string(stdout.Bytes()), err
 }
+
+func BestAssToSRT(ctx context.Context, p string) error {
+	asses, err := filepath.Glob(path.Join(
+		path.Dir(p),
+		fmt.Sprintf(".%s.*.ass", path.Base(p)),
+	))
+	if err != nil {
+		return err
+	}
+
+	srts := []string{}
+	for _, ass := range asses {
+		srt, err := assToSRT(ctx, ass)
+		if err != nil {
+			return err
+		}
+		srts = append(srts, srt)
+	}
+
+	srts = SRTsByGoodness(srts)
+
+	for i := range srts {
+		if i == 0 {
+			base := path.Base(p)
+			withoutExt := strings.TrimSuffix(base, path.Ext(base))
+
+			srt := path.Join(path.Dir(p), fmt.Sprintf("%s.srt", withoutExt))
+			if err := os.Rename(srts[i], srt); err != nil {
+				return err
+			}
+		} else {
+			os.Remove(srts[i])
+		}
+	}
+
+	return nil
+}
+
+func assToSRT(ctx context.Context, ass string) (string, error) {
+	ctx, can := context.WithTimeout(ctx, 30*time.Second)
+	defer can()
+
+	srt := fmt.Sprintf("%s.srt", strings.TrimSuffix(ass, ".ass"))
+	if _, err := os.Stat(srt); err == nil {
+		return srt, nil
+	}
+
+	if err := ffmpeg(ctx, "-y", "-i", ass, srt); err != nil {
+		if ctx.Err() == nil {
+			log.Printf("ffmpeg failed to process %s; removing", ass)
+			os.Remove(ass)
+		}
+		return srt, err
+	}
+
+	b, err := os.ReadFile(srt)
+	if err != nil {
+		return srt, err
+	}
+	before := len(b)
+	b = regexp.MustCompile(`size="[^"]*"`).ReplaceAll(b, []byte{})
+	if after := len(b); before == after {
+	} else if err := os.WriteFile(srt, b, os.ModePerm); err != nil {
+		return srt, err
+	}
+	return srt, nil
+}
+
+func SRTsByGoodness(srts []string) []string {
+	skippers := []*regexp.Regexp{
+		regexp.MustCompile(`(?i)lat.*amer`),
+		regexp.MustCompile(`(?i)signs`),
+		regexp.MustCompile(`(?i)rus`),
+		regexp.MustCompile(`(?i)por`),
+		regexp.MustCompile(`(?i)ita`),
+		regexp.MustCompile(`(?i)fre`),
+		regexp.MustCompile(`(?i)spa`),
+		regexp.MustCompile(`(?i)ger`),
+		regexp.MustCompile(`(?i)ara`),
+		regexp.MustCompile(`(?i)jpn`),
+		regexp.MustCompile(`(?i)urop`),
+		regexp.MustCompile(`(?i)razil`),
+		regexp.MustCompile(`(?i)Deu`),
+		regexp.MustCompile(`(?i)ara`),
+	}
+
+	keepers := []*regexp.Regexp{
+		regexp.MustCompile(`(?i)^eng$`),
+	}
+
+	srts = slices.Clone(srts)
+	slices.SortFunc(srts, func(a, b string) int {
+		a = strings.ToLower(a)
+		b = strings.ToLower(b)
+		for _, skipper := range skippers {
+			if skipper.MatchString(b) {
+				return -1
+			} else if skipper.MatchString(a) {
+				return 1
+			}
+		}
+		for _, keeper := range keepers {
+			if keeper.MatchString(a) {
+				return -1
+			} else if keeper.MatchString(b) {
+				return 1
+			}
+		}
+		return strings.Compare(a, b)
+	})
+	return srts
+}

src/asses/deport_test.go

@@ -0,0 +1,47 @@
+package asses_test
+
+import (
+	"show-rss/src/asses"
+	"testing"
+)
+
+func TestSRTsByGoodness(t *testing.T) {
+	cases := map[string]struct {
+		given []string
+		want  string
+	}{
+		"eng": {
+			given: []string{"a", "eng"},
+			want:  "eng",
+		},
+		"eng nocap": {
+			given: []string{"A", "eng"},
+			want:  "eng",
+		},
+		".Apothecary_Diaries_S02E19.mkv.0:9.ita.ass": {
+			given: []string{
+				".Apothecary_Diaries_S02E19.mkv.0:10.rus.srt",
+				".Apothecary_Diaries_S02E19.mkv.0:2.eng.srt",
+				".Apothecary_Diaries_S02E19.mkv.0:3.por.srt",
+				".Apothecary_Diaries_S02E19.mkv.0:4.spa.srt",
+				".Apothecary_Diaries_S02E19.mkv.0:5.spa.srt",
+				".Apothecary_Diaries_S02E19.mkv.0:6.ara.srt",
+				".Apothecary_Diaries_S02E19.mkv.0:7.fre.srt",
+				".Apothecary_Diaries_S02E19.mkv.0:8.ger.srt",
+				".Apothecary_Diaries_S02E19.mkv.0:9.ita.srt",
+			},
+			want: ".Apothecary_Diaries_S02E19.mkv.0:2.eng.srt",
+		},
+	}
+
+	for name, d := range cases {
+		name := name
+		c := d
+		t.Run(name, func(t *testing.T) {
+			got := asses.SRTsByGoodness(c.given)
+			if got[0] != c.want {
+				t.Errorf("expected %s but got %s (%+v)", c.want, got[0], got)
+			}
+		})
+	}
+}

src/asses/one.go

@@ -11,9 +11,24 @@ import (
 	"os"
 	"path"
 	"show-rss/src/slow"
+	"strconv"
 	"time"
+
+	"golang.org/x/time/rate"
 )
 
+var EnvCksumBPS = func() int {
+	s := os.Getenv("CKSUM_BPS")
+	if s == "" {
+		return 50_000_000
+	}
+	n, err := strconv.Atoi(s)
+	if err != nil || n < 1 {
+		panic(err)
+	}
+	return n
+}()
+
 func One(ctx context.Context, p string) error {
 	shortp := path.Join("...", path.Base(path.Dir(p)), path.Base(p))
 
@@ -22,16 +37,35 @@ func One(ctx context.Context, p string) error {
 		return err
 	}
 
-	if threshold := 20 + time.Duration(rand.Int()%10)*24*time.Hour; time.Since(last.T) > threshold {
+	threshold := 20 + rand.New(rand.NewSource(func() int64 {
+		b := md5.New().Sum([]byte(p))
+		var sum int64
+		for _, c := range b {
+			sum += int64(c)
+			sum *= int64(c)
+		}
+		return sum
+	}())).Int()%10
+	if daysSince := int(time.Since(last.T).Hours() / 24); daysSince > threshold {
+		log.Printf("asses.One(%s) // no modified check as %vd since last check", shortp, daysSince)
 	} else if stat, err := os.Stat(p); err != nil {
 		return fmt.Errorf("cannot stat %s: %w", p, err)
 	} else if stat.ModTime() == last.Modified {
-		log.Printf("asses.One(%s) // unmodified since %v", shortp, last.T)
+		//log.Printf("asses.One(%s) // unmodified since %v", shortp, last.T)
 		return nil
+	} else {
+		log.Printf("asses.One(%s) // modified (%v) is now %v", shortp, last.Modified, stat.ModTime())
 	}
 
+	doCksum := true
 	if err := func() error {
 		if len(last.Cksum) > 0 {
+			if last.Modified.IsZero() {
+				doCksum = false
+				log.Printf("asses.One(%s) // assume cksum unchanged given null modified ", shortp)
+				return nil
+			}
+
 			cksum, err := Cksum(ctx, p)
 			if err != nil {
 				return err
@@ -48,20 +82,34 @@ func One(ctx context.Context, p string) error {
 			return err
 		}
 
+		log.Printf("asses.transcode(%s)...", shortp)
+		if err := transcode(ctx, p); err != nil {
+			return err
+		}
+
 		return nil
 	}(); err != nil {
 		return err
 	}
 
-	cksum, err := Cksum(ctx, p)
+	var cksum string
-	if err != nil {
+	if doCksum {
-		return err
+		var err error
+		cksum, err = Cksum(ctx, p)
+		if err != nil {
+			return err
+		}
 	}
 	stat, err := os.Stat(p)
 	if err != nil {
 		return err
 	}
-	return checked(ctx, p, cksum, stat.ModTime())
+	if err := checked(ctx, p, cksum, stat.ModTime()); err != nil {
+		log.Printf("failed to mark %s checked: %v", shortp, err)
+		return err
+	}
+
+	return nil
 }
 
 func Cksum(ctx context.Context, p string) (string, error) {
@@ -72,6 +120,6 @@ func Cksum(ctx context.Context, p string) (string, error) {
 	defer f.Close()
 
 	hasher := md5.New()
-	_, err = io.Copy(hasher, slow.NewReader(ctx, 10_000_000, f))
+	_, err = io.Copy(hasher, slow.NewReader(ctx, rate.Limit(EnvCksumBPS), f))
 	return base64.StdEncoding.EncodeToString(hasher.Sum(nil)), err
 }

src/asses/one_test.go

@@ -12,25 +12,31 @@ import (
 func TestOne(t *testing.T) {
 	ctx := db.Test(t, context.Background())
 
+	os.Setenv("DO_TRANSCODE", "true")
+
 	d := t.TempDir()
 	b, _ := os.ReadFile(path.Join("testdata", "survivor_au_S11E12.smoller.mkv"))
 	p := path.Join(d, "f.mkv")
 	os.WriteFile(p, b, os.ModePerm)
 
+	t.Logf("initial cksum...")
 	cksum, _ := asses.Cksum(context.Background(), p)
 
+	t.Logf("one && one...")
 	if err := asses.One(ctx, p); err != nil {
 		t.Fatal(err)
 	} else if err := asses.One(ctx, p); err != nil {
 		t.Fatal(err)
 	}
 
+	t.Logf("test -f...")
 	if _, err := os.Stat(p); err != nil {
 		t.Fatalf("lost original mkv: %v", err)
 	} else if _, err := os.Stat(path.Join(d, "f.srt")); err != nil {
 		t.Fatalf("no new srt: %v", err)
 	}
 
+	t.Logf("final cksum...")
 	newCksum, _ := asses.Cksum(context.Background(), p)
 	if cksum == newCksum {
 		t.Fatalf("cksum unchanged")

src/asses/transcode.go

@@ -0,0 +1,64 @@
+package asses
+
+import (
+	"context"
+	"fmt"
+	"log"
+	"os"
+	"path"
+	"slices"
+	"strings"
+)
+
+func EntrypointTranscode(ctx context.Context, p string) error {
+	return transcode(ctx, p)
+}
+
+func transcode(ctx context.Context, p string) error {
+	if os.Getenv("NO_TRANSCODE") != "" || os.Getenv("DO_TRANSCODE") == "" {
+		log.Printf("would transcode %s but $NO_TRANSCODE=x or $DO_TRANSCODE=", p)
+		return nil
+	}
+
+	output, err := ffprobe(ctx, "-i", p)
+	if err != nil {
+		return err
+	}
+
+	h264 := slices.ContainsFunc(strings.Split(output, "\n"), func(line string) bool {
+		return strings.Contains(line, "tream #") && strings.Contains(line, "Video: ") && strings.Contains(line, "h264")
+	})
+	aac := slices.ContainsFunc(strings.Split(output, "\n"), func(line string) bool {
+		return strings.Contains(line, "tream #") && strings.Contains(line, "Audio: ") && strings.Contains(line, "aac")
+	})
+
+	if h264 && aac {
+		return nil
+	}
+
+	p2 := p + ".en" + path.Ext(p)
+	if err := ffmpeg(ctx, "-y",
+		"-i", p,
+		"-vcodec", "libx264",
+		"-acodec", "aac",
+		p2,
+	); err != nil {
+		return err
+	}
+
+	output2, err := ffprobe(ctx, "-i", p)
+	if err != nil {
+		return err
+	}
+
+	df := func(line string) bool {
+		return !strings.Contains(line, "tream #")
+	}
+	originalStreams := slices.DeleteFunc(strings.Split(output, "\n"), df)
+	newStreams := slices.DeleteFunc(strings.Split(output2, "\n"), df)
+	if len(originalStreams) != len(newStreams) {
+		return fmt.Errorf("stream count changed from transcode")
+	}
+
+	return os.Rename(p2, p)
+}

src/cmd/asses/main.go

@@ -3,6 +3,7 @@ package asses
 import (
 	"context"
 	"io/fs"
+	"log"
 	"path"
 	"path/filepath"
 	"show-rss/src/asses"
@@ -21,7 +22,24 @@ func Main(ctx context.Context) error {
 }
 
 func One(ctx context.Context) error {
-	return OneWith(ctx, rootDs, asses.One)
+	ctx, can := context.WithDeadline(ctx, asses.Deadline())
+	defer can()
+
+	lastD := ""
+	if err := OneWith(ctx, rootDs, func(ctx context.Context, p string) error {
+		if d := path.Dir(p); d != lastD {
+			log.Printf("asses.One(%s/...)...", d)
+			lastD = d
+		}
+		if err := asses.One(ctx, p); err != nil {
+			log.Printf("asses.One(.../%s/%s)...: err: %v", path.Base(path.Dir(p)), path.Base(p), err)
+		}
+		return nil
+	}); err != nil {
+		return err
+	}
+
+	return asses.Record(ctx)
 }
 
 func OneWith(ctx context.Context, rootds []string, cb CB) error {

src/cmd/config.go

@@ -10,8 +10,10 @@ import (
 )
 
 type Flags struct {
-	DB   string
+	DB         string
-	Port int
+	Port       int
+	Entrypoint Entrypoint
+	Pos        []string
 }
 
 func NewFlags(args []string) (Flags, error) {
@@ -19,26 +21,28 @@ func NewFlags(args []string) (Flags, error) {
 
 	fs := flag.NewFlagSet(os.Args[0], flag.ContinueOnError)
 	fs.StringVar(&result.DB, "db", "/tmp/f.db", "path to sqlite.db")
-	fs.IntVar(&result.Port, "p", 10_000, "port for http")
+	fs.IntVar(&result.Port, "p", 10000, "port for http")
+	fs.Var(&result.Entrypoint, "e", "entrypoint")
 	err := fs.Parse(args)
+	result.Pos = fs.Args()
 
 	return result, err
 }
 
-func Config(ctx context.Context, args []string) (context.Context, func(), error) {
+func Config(ctx context.Context, args []string) (context.Context, func(), Flags, error) {
 	flags, err := NewFlags(args)
 	if err != nil {
-		return ctx, nil, err
+		return ctx, nil, flags, err
 	}
 
 	ctx, err = db.Inject(ctx, flags.DB)
 	if err != nil {
-		return ctx, nil, err
+		return ctx, nil, flags, err
 	}
 
 	ctx = server.Inject(ctx, flags.Port)
 
 	return ctx, func() {
 		cleanup.Extract(ctx)()
-	}, nil
+	}, flags, nil
 }

src/cmd/main.go

@@ -4,10 +4,12 @@ import (
 	"context"
 	"fmt"
 	"log"
+	inass "show-rss/src/asses"
 	"show-rss/src/cmd/asses"
 	"show-rss/src/cmd/fetch"
 	"show-rss/src/cmd/server"
 	"show-rss/src/pool"
+	"strings"
 	"time"
 )
 
@@ -15,27 +17,105 @@ func Main(ctx context.Context, args []string) error {
 	ctx, can := context.WithCancel(ctx)
 	defer can()
 
-	ctx, can, err := Config(ctx, args)
+	ctx, can, flags, err := Config(ctx, args)
 	if err != nil {
 		return fmt.Errorf("failed to inject: %w", err)
 	}
 	defer can()
 
-	foos := map[string]func(context.Context) error{
+	switch flags.Entrypoint {
-		"server": server.Main,
+	case Defacto:
-		"fetch":  fetch.Main,
+		foos := map[string]func(context.Context) error{
-		"asses":  asses.Main,
+			"server": server.Main,
-	}
+			"fetch":  fetch.Main,
-	p := pool.New(len(foos))
+			"asses":  asses.Main,
-	defer p.Wait(ctx)
-
-	for k, foo := range foos {
-		if err := p.Go(ctx, k, runner(ctx, k, foo)); err != nil {
-			return fmt.Errorf("failed to go %s: %v", k, err)
 		}
-	}
+		p := pool.New(len(foos))
+		defer p.Wait(ctx)
 
-	return p.Wait(ctx)
+		for k, foo := range foos {
+			if err := p.Go(ctx, k, runner(ctx, k, foo)); err != nil {
+				return fmt.Errorf("failed to go %s: %v", k, err)
+			}
+		}
+
+		return p.Wait(ctx)
+	case DeportAss:
+		for _, pos := range flags.Pos {
+			if err := inass.Entrypoint(ctx, pos); err != nil {
+				return err
+			}
+		}
+		return nil
+	case BestAssToSRT:
+		errs := []string{}
+		for _, pos := range flags.Pos {
+			if err := inass.BestAssToSRT(ctx, pos); err != nil {
+				err = fmt.Errorf("[%s] %w", pos, err)
+				log.Println(err)
+				errs = append(errs, err.Error())
+			}
+		}
+		if len(errs) > 0 {
+			return fmt.Errorf("errors: %+v", errs)
+		}
+		return nil
+	case Transcode:
+		for _, pos := range flags.Pos {
+			log.Printf("transcoding %q...", pos)
+			if err := inass.EntrypointTranscode(ctx, pos); err != nil {
+				return err
+			}
+		}
+		return nil
+	default:
+		panic(flags.Entrypoint.String())
+	}
+	return nil
+}
+
+type Entrypoint int
+
+const (
+	Defacto Entrypoint = iota
+	DeportAss
+	BestAssToSRT
+	Transcode
+)
+
+func (e *Entrypoint) Set(s string) error {
+	switch s {
+	case Defacto.String():
+		*e = Defacto
+	case DeportAss.String():
+		*e = DeportAss
+	case BestAssToSRT.String():
+		*e = BestAssToSRT
+	case Transcode.String():
+		*e = Transcode
+	default:
+		return fmt.Errorf("%s nin (%s)", s, strings.Join([]string{
+			Defacto.String(),
+			DeportAss.String(),
+			BestAssToSRT.String(),
+			Transcode.String(),
+		}, ", "))
+	}
+	return nil
+}
+
+func (e Entrypoint) String() string {
+	switch e {
+	case Defacto:
+		return ""
+	case DeportAss:
+		return "deport-ass"
+	case BestAssToSRT:
+		return "best-ass-to-srt"
+	case Transcode:
+		return "transcode"
+	}
+	panic("cannot serialize entrypoint")
 }
 
 func runner(ctx context.Context, k string, foo func(context.Context) error) func() error {
@@ -52,6 +132,5 @@ func runner(ctx context.Context, k string, foo func(context.Context) error) func
 			case <-time.After(time.Second):
 			}
 		}
-		return err
 	}
 }

src/cmd/server/handler/feeds.go

@@ -10,12 +10,25 @@ import (
 
 func (h Handler) feeds(w http.ResponseWriter, r *http.Request) error {
 	switch r.Method {
+	case http.MethodDelete:
+		if err := r.ParseForm(); err != nil {
+			return err
+		}
+		if err := h.feedsDelete(r.Context(), r.URL.Query().Get("id")); err != nil {
+			return err
+		}
 	case http.MethodPost, http.MethodPut:
 		if err := r.ParseForm(); err != nil {
 			return err
 		}
-		if err := h.feedsUpsert(r.Context(), r.URL.Query().Get("id"), r.Form); err != nil {
+		if r.URL.Query().Has("delete") {
-			return err
+			if err := h.feedsDelete(r.Context(), r.URL.Query().Get("id")); err != nil {
+				return err
+			}
+		} else {
+			if err := h.feedsUpsert(r.Context(), r.URL.Query().Get("id"), r.Form); err != nil {
+				return err
+			}
 		}
 	default:
 		http.NotFound(w, r)
@@ -29,6 +42,10 @@ func (h Handler) feeds(w http.ResponseWriter, r *http.Request) error {
 	return nil
 }
 
+func (h Handler) feedsDelete(ctx context.Context, id string) error {
+	return feeds.Delete(ctx, id)
+}
+
 func (h Handler) feedsUpsert(ctx context.Context, id string, form url.Values) error {
 	var req feeds.Version
 	for k, v := range map[string]*string{

src/cmd/server/handler/public/index.tmpl

@@ -23,7 +23,13 @@
         {{ if eq "" .editing.ID }}
           New
         {{ else }}
-          Update <code><a target="_blank" href="{{ .editing_url }}">{{ .editing.URL }}</a></code> (<a href="?">clear</a>)
+          Updating <code><a target="_blank" href="{{ .editing_url }}">{{ .editing.URL }}</a></code> (<a href="?">clear</a>)
+          <br>
+          <div style="scale: 0.85">
+            <form method="POST" action="/v1/feeds?id={{ .editing.ID }}&delete">
+              <button type="submit">DELETE</button>
+            </form>
+          </div>
         {{ end }}
       </h3>
       <form method="POST" action="/v1/feeds?id={{ .editing.ID }}">

src/cmd/server/handler/ui.go

@@ -17,17 +17,17 @@ import (
 	_ "embed"
 )
 
-//go:embed testdata/index.tmpl
+//go:embed public/index.tmpl
 var embeddedIndexTMPL string
 
-//go:embed testdata/*
+//go:embed public/*
 var embeddedDir embed.FS
 
 var dir = func() string {
 	if v := os.Getenv("UI_D"); v != "" {
 		return v
 	}
-	return "./src/cmd/server/handler/testdata"
+	return "./src/cmd/server/handler/public"
 }()
 
 func (h Handler) ui(w http.ResponseWriter, r *http.Request) error {
@@ -37,7 +37,7 @@ func (h Handler) ui(w http.ResponseWriter, r *http.Request) error {
 
 	w.Header().Set("Cache-Control", "max-age=2592000")
 	fs := http.FileServer(http.FS(embeddedDir))
-	r.URL.Path = fmt.Sprintf("/testdata/%s", strings.TrimPrefix(r.URL.Path, "/experimental/ui"))
+	r.URL.Path = fmt.Sprintf("/public/%s", strings.TrimPrefix(r.URL.Path, "/experimental/ui"))
 	fs.ServeHTTP(w, r)
 	return nil
 }
@@ -57,7 +57,9 @@ func (h Handler) uiIndex(w http.ResponseWriter, r *http.Request) error {
 	editing.Version.WebhookURL = "vpntor:///data/completed-rss/TITLE"
 	all := []feeds.Feed{}
 	if err := feeds.ForEach(ctx, func(f feeds.Feed) error {
-		all = append(all, f)
+		if deleted := f.Version.URL == ""; !deleted {
+			all = append(all, f)
+		}
 		if f.Entry.ID == r.URL.Query().Get("edit") {
 			editing.Entry = f.Entry
 			editing.Version = f.Version

src/feeds/db.go

@@ -72,18 +72,27 @@ func ForEach(ctx context.Context, cb func(Feed) error) error {
 		return err
 	}
 
+	var errs []string
 	for _, id := range ids {
 		feed, err := Get(ctx, id.ID)
 		if err != nil {
 			return err
 		} else if err := cb(feed); err != nil {
-			return err
+			errs = append(errs, fmt.Sprintf(`failed to fetch %s: %v`, id.ID, err))
 		}
 	}
 
+	if len(errs) > 0 {
+		return fmt.Errorf("failed some callbacks: %+v", errs)
+	}
+
 	return nil
 }
 
+func Delete(ctx context.Context, id string) error {
+	return Update(ctx, id, "", "", "", "", "", "")
+}
+
 func Get(ctx context.Context, id string) (Feed, error) {
 	if err := initDB(ctx); err != nil {
 		return Feed{}, err

src/feeds/http.go

@@ -28,7 +28,7 @@ var (
 )
 
 func (feed Feed) ShouldExecute() (bool, error) {
-	if !feed.Entry.Deleted.IsZero() {
+	if !feed.Entry.Deleted.IsZero() || feed.Version.URL == "" {
 		return false, nil
 	}
 	next, err := feed.Next()

src/slow/reader.go

@@ -9,30 +9,36 @@ import (
 
 type Reader struct {
 	ctx     context.Context
-	limiter *rate.Limiter
+	limiter rate.Limiter
 	r       io.Reader
 }
 
-var _ io.Reader = Reader{}
+var _ io.Reader = &Reader{}
 
-func NewReader(ctx context.Context, bps rate.Limit, r io.Reader) Reader {
+func NewReader(ctx context.Context, bps rate.Limit, r io.Reader) *Reader {
-	return Reader{
+	return &Reader{
 		ctx:     ctx,
-		limiter: rate.NewLimiter(bps, 8192),
+		limiter: *rate.NewLimiter(bps, int(bps)),
 		r:       r,
 	}
 }
 
-func (r Reader) Read(b []byte) (int, error) {
+func (r *Reader) Read(b []byte) (int, error) {
 	n, err := r.r.Read(b)
 
 	m := 0
 	burst := r.limiter.Burst()
 	for m < n {
-		if err := r.limiter.WaitN(r.ctx, burst); err != nil {
+		page := burst
+		if left := n - m; page > left {
+			page = left
+		}
+
+		if err := r.limiter.WaitN(r.ctx, page); err != nil {
 			return n, err
 		}
-		m += burst
+
+		m += page
 	}
 
 	return n, err