From 2caf2ae352a632cd8b0288f14a87b815002712f4 Mon Sep 17 00:00:00 2001
From: Bel LaPointe <breel@qualtrics.com>
Date: Mon, 3 Jan 2022 16:36:59 -0500
Subject: [PATCH] create script to scrape list of lists and scrape aech into a
 yaml

---
 cmd/xfer/all_from_todo_server_to_pttodo.sh | 21 +++++++++++++++++++++
 cmd/xfer/from_todo_server_to_pttodo.sh     | 16 ++++++++++++----
 2 files changed, 33 insertions(+), 4 deletions(-)
 create mode 100644 cmd/xfer/all_from_todo_server_to_pttodo.sh

diff --git a/cmd/xfer/all_from_todo_server_to_pttodo.sh b/cmd/xfer/all_from_todo_server_to_pttodo.sh
new file mode 100644
index 0000000..bf69ced
--- /dev/null
+++ b/cmd/xfer/all_from_todo_server_to_pttodo.sh
@@ -0,0 +1,21 @@
+#! /bin/bash
+
+main() {
+   cd "$(dirname "$BASH_SOURCE")"
+   source ./from_todo_server_to_pttodo.sh
+   type from_todo_server_to_pttodo_main
+   list_lists | jq .list[] | jq -c . | while read -r line; do
+      local name="$(echo "$line" | jq -r .name | sed 's/^Today$/todo/g' | tr '[:upper:]' '[:lower:]' | sed 's/ /-/g')"
+      local id="$(echo "$line" | jq -r .id)"
+      echo $name, $id
+      TODO_SERVER_LIST="$id" from_todo_server_to_pttodo_main > ./$name.yaml
+   done
+}
+
+list_lists() {
+	todo_server_curl "$TODO_SERVER_URL/ajax.php?loadLists=&rnd=0.9900282499544026"
+}
+
+if [ "$0" == "$BASH_SOURCE" ]; then
+   main "$@"
+fi
diff --git a/cmd/xfer/from_todo_server_to_pttodo.sh b/cmd/xfer/from_todo_server_to_pttodo.sh
index 152f15d..25a58ef 100644
--- a/cmd/xfer/from_todo_server_to_pttodo.sh
+++ b/cmd/xfer/from_todo_server_to_pttodo.sh
@@ -1,10 +1,14 @@
 #! /bin/bash
 
-TODO_SERVER_URL="${TODO_SERVER_URL:-"https://todo-server.remote.blapointe.com"}"
-TODO_SERVER_HEADERS="${TODO_SERVER_HEADERS:-"Cookie: BOAuthZ=$TODO_SERVER_BOAUTHZ"}"
-TODO_SERVER_LIST="${TODO_SERVER_LIST:-"2548023766"}"
+export TODO_SERVER_URL="${TODO_SERVER_URL:-"https://todo-server.remote.blapointe.com"}"
+export TODO_SERVER_HEADERS="${TODO_SERVER_HEADERS:-"Cookie: BOAuthZ=$TODO_SERVER_BOAUTHZ"}"
+export TODO_SERVER_LIST="${TODO_SERVER_LIST:-"2548023766"}"
 
 main() {
+   from_todo_server_to_pttodo_main "$@"
+}
+
+from_todo_server_to_pttodo_main() {
    set -e
    set -o pipefail
    local tasks_in_todo="$(fetch_tasks_in_list | format_tasks_in_list)"
@@ -28,6 +32,10 @@ format_tasks_in_list() {
 }
 
 fetch_tasks_in_list() {
+   todo_server_curl "$TODO_SERVER_URL/ajax.php?loadTasks=&list=$TODO_SERVER_LIST&compl=${COMPL:-0}&looping=${LOOPING:-0}"
+}
+
+todo_server_curl() {
    local csv_headers="$TODO_SERVER_HEADERS"
    local headers=()
    while [ "$csv_headers" != "" ]; do
@@ -39,7 +47,7 @@ fetch_tasks_in_list() {
          csv_headers=""
       fi
    done
-   curl -sS "${headers[@]}" "$TODO_SERVER_URL/ajax.php?loadTasks=&list=$TODO_SERVER_LIST&compl=${COMPL:-0}&looping=${LOOPING:-0}"
+   curl -sS "${headers[@]}" "$@"
 }
 
 if [ "$0" == "$BASH_SOURCE" ]; then