reenable queue new_persistence

main
Bel LaPointe 2024-04-19 12:44:58 -06:00
parent 4fb26ec775
commit e5e98e2890
2 changed files with 6 additions and 5 deletions

View File

@ -26,7 +26,6 @@ func NewModelToPersistencePipeline(ctx context.Context, cfg Config) (Pipeline, e
if err != nil {
return Pipeline{}, err
}
writer = NewNoopQueue()
return Pipeline{
writer: writer,
reader: reader,

View File

@ -23,15 +23,17 @@ type SlackScrape struct {
}
func NewSlackScrapePipeline(ctx context.Context, cfg Config) (Pipeline, error) {
reader, err := NewQueue(ctx, "slack_channels_to_scrape", cfg.driver)
writer, err := NewQueue(ctx, "new_persistence", cfg.driver)
if err != nil {
return Pipeline{}, err
}
cfg.slackScrapePipeline.reader, err = NewQueue(ctx, "slack_channels_to_scrape", cfg.driver)
if err != nil {
return Pipeline{}, err
}
cfg.slackScrapePipeline.reader = reader
writer := NewNoopQueue()
return Pipeline{
writer: writer,
reader: reader,
reader: cfg.slackScrapePipeline.reader,
process: newSlackScrapeProcess(cfg),
}, nil
}