diff --git a/spike/crawl/odo/scrape.sh b/spike/crawl/odo/scrape.sh new file mode 100644 index 0000000..0b821e0 --- /dev/null +++ b/spike/crawl/odo/scrape.sh @@ -0,0 +1,31 @@ +#! /bin/bash + +ODO_TOKEN="$ODO_TOKEN" +BLOB="$BLOB" + +urlencode() { + # urlencode + + old_lc_collate=$LC_COLLATE + LC_COLLATE=C + + local length="${#1}" + for (( i = 0; i < length; i++ )); do + local c="${1:$i:1}" + case $c in + [a-zA-Z0-9.~_-]) printf '%s' "$c" ;; + *) printf '%%%02X' "'$c" ;; + esac + done + + LC_COLLATE=$old_lc_collate +} + +#https://odo.corp.qualtrics.com/wiki/index.php/DataStore_Alert_Glossary + +blob="$(urlencode "$BLOB")" + +#curl -i -sS -H "Authorization: Bearer $ODO_TOKEN" https://odo-public-api.corp.qualtrics.com/odo-api/parsoid/odo.corp.qualtrics.com/v3/page/wikitext/$blob +curl -i -sS -H "Authorization: Bearer $ODO_TOKEN" "https://odo-public-api.corp.qualtrics.com/odo-api/parsoid/odo.corp.qualtrics.com/v3/page/wikitext/$blob" + +echo