diff --git a/app/crawler/main.sh b/app/crawler/main.sh index 4504d08..c497d54 100644 --- a/app/crawler/main.sh +++ b/app/crawler/main.sh @@ -126,6 +126,10 @@ crawl_with() { | sed 's/](\([^#h]\)/]\(%%%\1/g' )" export CONTENT="${CONTENT//"%%%"/"${human_url%/*}/"}" + export CONTENT="$( + printf "%s\n" "$CONTENT" \ + | sed 's/!\[\([^]]*\)](\([^)]*\)\/-\/tree\/\([^)]*\))/![\1](\2\/-\/raw\/\3)/g' + )" export ID="$( local sum="$pid/" local title_so_far=""