From e5e98e28901c7168f534c987243642ab11d54363 Mon Sep 17 00:00:00 2001 From: Bel LaPointe <153096461+breel-render@users.noreply.github.com> Date: Fri, 19 Apr 2024 12:44:58 -0600 Subject: [PATCH] reenable queue new_persistence --- persistence.go | 1 - slackscrape.go | 10 ++++++---- 2 files changed, 6 insertions(+), 5 deletions(-) diff --git a/persistence.go b/persistence.go index 9985a78..eacfabe 100644 --- a/persistence.go +++ b/persistence.go @@ -26,7 +26,6 @@ func NewModelToPersistencePipeline(ctx context.Context, cfg Config) (Pipeline, e if err != nil { return Pipeline{}, err } - writer = NewNoopQueue() return Pipeline{ writer: writer, reader: reader, diff --git a/slackscrape.go b/slackscrape.go index a46230f..8185cc1 100644 --- a/slackscrape.go +++ b/slackscrape.go @@ -23,15 +23,17 @@ type SlackScrape struct { } func NewSlackScrapePipeline(ctx context.Context, cfg Config) (Pipeline, error) { - reader, err := NewQueue(ctx, "slack_channels_to_scrape", cfg.driver) + writer, err := NewQueue(ctx, "new_persistence", cfg.driver) + if err != nil { + return Pipeline{}, err + } + cfg.slackScrapePipeline.reader, err = NewQueue(ctx, "slack_channels_to_scrape", cfg.driver) if err != nil { return Pipeline{}, err } - cfg.slackScrapePipeline.reader = reader - writer := NewNoopQueue() return Pipeline{ writer: writer, - reader: reader, + reader: cfg.slackScrapePipeline.reader, process: newSlackScrapeProcess(cfg), }, nil }