impl stubbed out scrape and push

main.go

@@ -2,9 +2,10 @@ package main
 
 import (
 	"errors"
-	"fmt"
+	"local/storage"
 	"local/truckstop/broker"
 	"local/truckstop/config"
+	"log"
 	"time"
 )
 
@@ -15,10 +16,10 @@ func main() {
 }
 
 func _main() error {
-	if err := config.Refresh(); err != nil {
-		return err
-	}
 	for {
+		if err := config.Refresh(); err != nil {
+			return err
+		}
 		if err := once(); err != nil {
 			return err
 		}
@@ -28,11 +29,27 @@ func _main() error {
 }
 
 func once() error {
-	jobs, err := getJobs()
+	alljobs, err := getJobs()
 	if err != nil {
 		return err
 	}
-	return errors.New("not impl" + fmt.Sprint(jobs))
+	newjobs, err := dropStaleJobs(alljobs)
+	if err != nil {
+		return err
+	}
+	jobs, err := dropBanlistJobs(newjobs)
+	if err != nil {
+		return err
+	}
+	for i := range jobs {
+		if err := sendJob(jobs[i]); err != nil {
+			return err
+		}
+		if err := config.Get().DB().Set(jobs[i].ID, []byte(`sent`)); err != nil {
+			return err
+		}
+	}
+	return nil
 }
 
 func getJobs() ([]broker.Job, error) {
@@ -48,3 +65,28 @@ func getJobs() ([]broker.Job, error) {
 	}
 	return jobs, nil
 }
+
+func dropStaleJobs(jobs []broker.Job) ([]broker.Job, error) {
+	db := config.Get().DB()
+	for i := len(jobs) - 1; i >= 0; i-- {
+		if _, err := db.Get(jobs[i].ID); err == storage.ErrNotFound {
+		} else if err != nil {
+			return nil, err
+		} else {
+			jobs = append(jobs[:i], jobs[i+1:]...)
+		}
+	}
+	return jobs, nil
+}
+
+func dropBanlistJobs(jobs []broker.Job) ([]broker.Job, error) {
+	// TODO
+	return jobs, nil
+}
+
+func sendJob(job broker.Job) error {
+	// TODO
+	log.Printf("found job: %s", job)
+	return nil
+	return errors.New("not impl: sendJob")
+}