From 894536d209294110051654a74330c990bcd074e2 Mon Sep 17 00:00:00 2001 From: Bel LaPointe <153096461+breel-render@users.noreply.github.com> Date: Thu, 18 Apr 2024 15:05:25 -0600 Subject: [PATCH] oops drop bad log --- slackscrape.go | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/slackscrape.go b/slackscrape.go index 059f632..a46230f 100644 --- a/slackscrape.go +++ b/slackscrape.go @@ -39,7 +39,6 @@ func NewSlackScrapePipeline(ctx context.Context, cfg Config) (Pipeline, error) { func newSlackScrapeProcess(cfg Config) processFunc { limiter := rate.NewLimiter(0.5, 1) return func(ctx context.Context, jobb []byte) ([]byte, error) { - log.Printf("newSlackScrapeProcess(%s)", jobb) if err := limiter.Wait(ctx); err != nil { return nil, err } @@ -128,7 +127,7 @@ func newSlackScrapeProcess(cfg Config) processFunc { if err := cfg.slackScrapePipeline.reader.Enqueue(ctx, b); err != nil { return nil, err } - log.Printf("enqueue thread scrape for %s/%s", job.Channel, peek.ThreadTS) + log.Printf("fanout thread scrape for %s/%s", job.Channel, peek.ThreadTS) } } } @@ -139,7 +138,7 @@ func newSlackScrapeProcess(cfg Config) processFunc { if err := cfg.slackScrapePipeline.reader.Enqueue(ctx, b); err != nil { return nil, err } - log.Printf("enqueue page scrape for %s up to %v", job.Channel, clone.Latest) + log.Printf("fanout page scrape for %s up to %v", job.Channel, clone.Latest) } log.Printf("scraped %v from %s", len(page.Messages), url)