gogs
/
notea-de-me
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

gitlab logs less, both 1 and 0 expand results mod original

master
Bel LaPointe 2022-02-17 14:19:12 -07:00
parent b365810e6a
commit 4dbe8072dd
2 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
crawler/gitlab.sh
View File

@ -32,7 +32,6 @@ gitlab() (
blob="$(urlencode "$blob")" blob="$(urlencode "$blob")"
local path="api/v4/projects/$project/repository/files/$blob/raw" local path="api/v4/projects/$project/repository/files/$blob/raw"
log "url: https://gitlab-app.eng.qops.net/$path (blob=$blob, project=$project)"
echo "https://gitlab-app.eng.qops.net/$path" echo "https://gitlab-app.eng.qops.net/$path"
} }
@ -73,7 +72,6 @@ gitlab() (
root="${root#tree/}" root="${root#tree/}"
root="$(echo "$root" | sed 's/^[^\/]*//')" root="$(echo "$root" | sed 's/^[^\/]*//')"
root="${root#/}" root="${root#/}"
log project=$project, root=$root, url=$url
echo "$project" echo "$project"
echo "$root" echo "$root"
} }

4
crawler/main.sh
View File

@ -102,7 +102,7 @@ crawl_with() {
notes del "$subid" notes del "$subid"
done done
log expand $crawlable_source:"$expanded" log expand $crawlable_source:"${#expanded[@]}: ${expanded[@]}"
notes_mkdir_p() { notes_mkdir_p() {
local id="$1" local id="$1"
local subtitle="${2%/}" local subtitle="${2%/}"
@ -148,7 +148,7 @@ crawl_with() {
echo "$sum" echo "$sum"
)" )"
ID="${ID%/}" ID="${ID%/}"
if [ "${#expanded[@]}" == 1 ]; then if [ "${#expanded[@]}" -lt 2 ]; then
ID="$pid" ID="$pid"
CONTENT="$(printf "%s\n\n%s", "$crawlable_source" "$CONTENT")" CONTENT="$(printf "%s\n\n%s", "$crawlable_source" "$CONTENT")"
fi fi