From 4dbe8072dd2fe431e200d24c47916f0e33b7550c Mon Sep 17 00:00:00 2001 From: Bel LaPointe Date: Thu, 17 Feb 2022 14:19:12 -0700 Subject: [PATCH] gitlab logs less, both 1 and 0 expand results mod original --- crawler/gitlab.sh | 2 -- crawler/main.sh | 4 ++-- 2 files changed, 2 insertions(+), 4 deletions(-) diff --git a/crawler/gitlab.sh b/crawler/gitlab.sh index 89bd9f3..d72141b 100644 --- a/crawler/gitlab.sh +++ b/crawler/gitlab.sh @@ -32,7 +32,6 @@ gitlab() ( blob="$(urlencode "$blob")" local path="api/v4/projects/$project/repository/files/$blob/raw" - log "url: https://gitlab-app.eng.qops.net/$path (blob=$blob, project=$project)" echo "https://gitlab-app.eng.qops.net/$path" } @@ -73,7 +72,6 @@ gitlab() ( root="${root#tree/}" root="$(echo "$root" | sed 's/^[^\/]*//')" root="${root#/}" - log project=$project, root=$root, url=$url echo "$project" echo "$root" } diff --git a/crawler/main.sh b/crawler/main.sh index e36b96b..95eadc4 100644 --- a/crawler/main.sh +++ b/crawler/main.sh @@ -102,7 +102,7 @@ crawl_with() { notes del "$subid" done - log expand $crawlable_source:"$expanded" + log expand $crawlable_source:"${#expanded[@]}: ${expanded[@]}" notes_mkdir_p() { local id="$1" local subtitle="${2%/}" @@ -148,7 +148,7 @@ crawl_with() { echo "$sum" )" ID="${ID%/}" - if [ "${#expanded[@]}" == 1 ]; then + if [ "${#expanded[@]}" -lt 2 ]; then ID="$pid" CONTENT="$(printf "%s\n\n%s", "$crawlable_source" "$CONTENT")" fi