From 0cae44b58a8051d4a28c6abce3c5bf6e579ee92a Mon Sep 17 00:00:00 2001 From: Bel LaPointe Date: Mon, 31 Jan 2022 16:10:51 -0700 Subject: [PATCH] try odo but 500s from parsoid --- spike/crawl/odo/scrape.sh | 31 +++++++++++++++++++++++++++++++ 1 file changed, 31 insertions(+) create mode 100644 spike/crawl/odo/scrape.sh diff --git a/spike/crawl/odo/scrape.sh b/spike/crawl/odo/scrape.sh new file mode 100644 index 0000000..0b821e0 --- /dev/null +++ b/spike/crawl/odo/scrape.sh @@ -0,0 +1,31 @@ +#! /bin/bash + +ODO_TOKEN="$ODO_TOKEN" +BLOB="$BLOB" + +urlencode() { + # urlencode + + old_lc_collate=$LC_COLLATE + LC_COLLATE=C + + local length="${#1}" + for (( i = 0; i < length; i++ )); do + local c="${1:$i:1}" + case $c in + [a-zA-Z0-9.~_-]) printf '%s' "$c" ;; + *) printf '%%%02X' "'$c" ;; + esac + done + + LC_COLLATE=$old_lc_collate +} + +#https://odo.corp.qualtrics.com/wiki/index.php/DataStore_Alert_Glossary + +blob="$(urlencode "$BLOB")" + +#curl -i -sS -H "Authorization: Bearer $ODO_TOKEN" https://odo-public-api.corp.qualtrics.com/odo-api/parsoid/odo.corp.qualtrics.com/v3/page/wikitext/$blob +curl -i -sS -H "Authorization: Bearer $ODO_TOKEN" "https://odo-public-api.corp.qualtrics.com/odo-api/parsoid/odo.corp.qualtrics.com/v3/page/wikitext/$blob" + +echo