diff --git a/app/crawler/gitlab.sh b/app/crawler/gitlab.sh index 1f1b095..d125ec3 100644 --- a/app/crawler/gitlab.sh +++ b/app/crawler/gitlab.sh @@ -47,7 +47,7 @@ gitlab() ( local root="${2:-"/"}" local b64_files=() - local b64_trees=("$root") + local b64_trees=("$(echo "$root" | base64)") local i=0 find_each() { @@ -61,7 +61,7 @@ gitlab() ( | grep . } while [ "$i" -lt "${#b64_trees[@]}" ]; do - got="$(_list_tree "$project" "${b64_trees[i]}")" + got="$(_list_tree "$project" "$(echo "${b64_trees[i]}" | base64 --decode)")" for b64_tree in $(find_each "tree" "$got"); do if ! echo "${b64_trees[@]}" | grep -q "[ ^]$b64_tree[ $]"; then b64_trees+=("$b64_tree") @@ -82,7 +82,7 @@ gitlab() ( _list_tree() { local project="$(urlencode "$1")" - local path="/api/v4/projects/$project/repository/tree" + local path="api/v4/projects/$project/repository/tree" local query="recursive=true&path=$2" _gcurl "https://gitlab-app.eng.qops.net/$path?$query" } diff --git a/app/crawler/gitlab_test.sh b/app/crawler/gitlab_test.sh index 1f7db81..5d10c9c 100644 --- a/app/crawler/gitlab_test.sh +++ b/app/crawler/gitlab_test.sh @@ -1,11 +1,28 @@ #! /bin/bash -test_get() { +test___expand() { gitlab eval "$(cat <