Merge branch 'master' of http://192.168.0.86:59515/bel/notea-de-me

.gitignore

@@ -1,5 +1,9 @@
 **/*.sw*
 spike/review/reinvent/ezmded/server/ezmded
+spike/review/reinvent/ezmded/server/server
 spike/review/reinvent/ezmded/server/testdata/files/**/*
+spike/review/reinvent/ezmded/server/testdata/workd/**/*
 spike/review/reinvent/ezmded/server/testdata/media/**/*
 spike/review/reinvent/ezmded/server/testdata/index.html
+spike/review/reinvent/ezmded/ui/render
+spike/review/reinvent/ezmded/ui/**/.*.html

app/crawler/cache.sh

@@ -2,7 +2,7 @@
 
 cache() (
    path() {
-      echo "$CACHE/$(echo "$*" | base64)"
+      echo "$CACHE/$(echo "$*" | base64 | md5sum | awk '{print $1}')"
    }
    get() {
       local path="$(path "$*")"

app/crawler/cache_test.sh

@@ -1,7 +1,7 @@
 #! /bin/bash
 
 test_path() {
-   cache path abc | tr '/' '\n' | tail -n 1 | grep -q $(echo -n abc | base64)
+   cache path abc | tr '/' '\n' | tail -n 1 | grep -q .
 }
 
 test_get_put_get() {

app/crawler/gitlab.sh

@@ -1,21 +1,43 @@
 #! /bin/bash
 
 gitlab() (
+	_is_gitlab() {
+      echo "$*" | grep -q gitlab.app
+	}
+
+	_is_wiki() {
+		echo "$*" | grep -q '/wikis'
+	}
+
    is() {
-      echo "$*" | grep -q gitlab.app && ! echo "$*" | grep -q '/wikis/'
+      _is_gitlab "$@" && ! _is_wiki "$@"
+   }
+
+	human_url() {
+		_url "$@" | sed 's/api.v4.projects.//' | sed 's/%2F/\//g' | sed 's/.raw$//' | sed 's/repository\/files/-\/tree\/master/'
+	}
+
+	_url() {
+      local base_url="$1"
+      local blob="$(echo "$2" | base64 --decode)"
+
+      local project="$(_url_to_project_root "$base_url" | head -n 1)"
+      project="$(urlencode "$project")"
+      local root="$(_url_to_project_root "$base_url" | tail -n 1)"
+		if [ -n "$root" ]; then
+      	blob="${root%/}/${blob#/}"
+      	blob="${blob#/}"
+      	blob="${blob%/}"
+		fi
+      blob="$(urlencode "$blob")"
+
+      local path="api/v4/projects/$project/repository/files/$blob/raw"
+		log "url: https://gitlab-app.eng.qops.net/$path (blob=$blob, project=$project)"
+      echo "https://gitlab-app.eng.qops.net/$path"
 	}
 
    get() {
-      local url="$1"
-      local blob="$(echo "$2" | base64 --decode)"
-
-      local project="$(_url_to_project_root "$url" | head -n 1)"
-      project="$(urlencode "$project")"
-      local root="$(_url_to_project_root "$url" | tail -n 1)"
-      blob="$(urlencode "$root/$blob")"
-
-      local path="api/v4/projects/$project/repository/files/$blob/raw"
-      _gcurl "https://gitlab-app.eng.qops.net/$path"
+		_gcurl "$(_url "$@")"
    }
 
    expand() {
@@ -36,16 +58,21 @@ gitlab() (
    _url_to_project_root() {
       local url="$1"
       local url_path="${url#http*://gitlab*.net/}"
-      local project="${url_path%%/-/*}"
-      local project="${project%%/tree/*}"
-      local root="${url_path#*$project}"
-      local root="${root#*/-}"
-		if [ "$root" != "${root#/tree}" ]; then
-			root="${root#/tree}"
-			root="/${root#/*/}"
+		local project=""
+		if [[ "$url_path" == *"/-/"* ]]; then
+			project="${url_path%%/-/*}"
+		elif [[ "$url_path" == *"/tree/"* ]]; then
+			project="${url_path%%/tree/*}"
+		else
+			project="$url_path"
 		fi
-      local root="${root#/blob}"
-      local root="${root#/}"
+      local root="${url_path#*"$project"}"
+      root="${root#*/-/}"
+		root="${root#/}"
+      root="${root#blob/}"
+      root="${root#tree/}"
+		root="$(echo "$root" | sed 's/^[^\/]*//')"
+		root="${root#/}"
 		log project=$project, root=$root, url=$url
       echo "$project"
       echo "$root"

app/crawler/gitlab_test.sh

@@ -47,6 +47,7 @@ EOF
 }
 
 test_url_to_project_root() {
+	log() { true; };
    gitlab _url_to_project_root https://gitlab-app.eng.qops.net/data-store/orchestration/runbooks/tree/master | grep -q '^data-store/orchestration/runbooks$'
    gitlab _url_to_project_root https://gitlab-app.eng.qops.net/data-store/orchestration/runbooks/tree/master | tail -n 1 | grep ^$
 

app/crawler/gitlab_wiki.sh

@@ -0,0 +1,86 @@
+#! /bin/bash
+
+gitlab_wiki() (
+   is() {
+      gitlab _is_gitlab "$@" && gitlab _is_wiki "$@"
+   }
+
+	human_url() {
+		log "not impl: human url: $@"
+		exit 1
+	}
+
+	_host() {
+		local id="$1"
+		local host="${id%%.net*}.net"
+		echo "$host"
+	}
+
+	_project() {
+		local id="$1"
+		local host="$(_host "$@")"
+		local path="${id#$host}"
+		local project="${path%%/wikis*}"
+		project="${project%/-}"
+		project="${project%/-/}"
+		project="${project#/}"
+		project="${project%/}"
+		echo "$project"
+	}
+
+	_blob() {
+		local id="$1"
+		local host="$(_host "$@")"
+		local project="$(_project "$@")"
+		local path="${id#$host}"
+		local blob="${path#*/wikis}"
+		blob="${blob#/}"
+		blob="${blob%/}"
+		echo "$blob"
+	}
+
+   get() {
+		local base="$1"
+		local host="$(_host "$base")"
+		local project="$(_project "$base")"
+		local blob="$(_blob "$base")"
+		if [ "$(echo "$2" | base64 --decode)" != "" ]; then
+			blob="$blob/$(echo "$2" | base64 --decode)"
+		fi
+		log project=$project
+		log "$host/api/v4/projects/$(urlencode "$project")/wikis/$(urlencode "$blob")"
+		gitlab \
+			_gcurl \
+				"$host/api/v4/projects/$(urlencode "$project")/wikis/$(urlencode "$blob")" \
+		| jq -r .content
+   }
+
+   expand() {
+      local cache_key="gitlab_wiki expand $*"
+      if cache get "$cache_key"; then
+         return 0
+      fi
+      _expand "$@" | sort | cache put "$cache_key"
+   }
+
+   _expand() {
+		local host="$(_host "$1")"
+		local project="$(_project "$1")"
+		local blob="$(_blob "$1")"
+		if [ -n "$blob" ] && [ "$blob" != "" ]; then
+			echo "" | base64
+			return
+		fi
+		log host=$host, project=$project, blob=$blob
+		gitlab \
+			_gcurl \
+				"$host/api/v4/projects/$(urlencode "$project")/wikis?with_content=0" \
+		| jq -r .[].slug \
+		| while read -r line; do
+			echo "$line" | base64
+		done
+   }
+
+   "$@"
+)
+

app/crawler/main.sh

@@ -2,9 +2,11 @@
 
 main() {
 	config
-   for id in $(ids); do
+	log crawling ids...
+	for id in $(crawlable_ids); do
 		crawl "$id"
 	done
+	log rewriting ids...
 	for id in $(ids); do
 		rewrite "$id"
 	done
@@ -16,11 +18,12 @@ config() {
 	export CACHE="${CACHE:-"$(mktemp -d)"}"
 	mkdir -p "$CACHE"
 	export CACHE_DURATION=$((60*50))
-   export NOTEA_ADDR="${NOTEA_ADDR:-"http://localhost:3000"}"
+	export NOTES_ADDR="${NOTES_ADDR:-"http://localhost:3004"}"
 	export GITLAB_PAT="$GITLAB_PAT"
 	source ./gitlab.sh
+	source ./gitlab_wiki.sh
 	source ./cache.sh
-   source ./notea.sh
+	source ./notes.sh
 }
 
 log() {
@@ -28,28 +31,49 @@ log() {
 }
 
 ids() {
-   notea ids
+	notes ids | sort
+}
+
+crawlable_ids() {
+	local all_ids=($(ids))
+	local crawlable_ids=()
+	for id in "${all_ids[@]}"; do
+		if for crawlable_id in "${crawlable_ids[@]}"; do
+			if [ "$id" != "${id#$crawlable_id/}" ]; then
+				echo true
+			fi
+		done | grep -q true; then
+			continue
+		fi
+		local content="$(notes get "$id")"
+		if is_crawlable "$content"; then
+			crawlable_ids+=("$id")
+		fi
+	done
+	for crawlable_id in "${crawlable_ids[@]}"; do
+		echo "$crawlable_id"
+	done
 }
 
 crawl() {
 	local cache_key="crawled $*"
-   if cache get "$cache_key"; then
+	# TODO
+	if false && cache get "$cache_key"; then
 		return
 	fi
 	_crawl "$@" | cache put "$cache_key"
 }
 
 _crawl() {
-   log "crawling $*"
 	local id="$1"
-   local json="$(notea get "$id")"
-   local content="$(echo "$json" | jq -r .content)"
-   if ! is_crawlable "$content"; then
-      log "not crawlable: '${content:0:20}'..."
-      return 0
-   fi
+	local content="$(notes get "$id")"
+	local json="$(
+		printf '{"content": %s, "id": "%s"}' \
+			"$(echo "$content" | jq -Rs)" \
+			"$id"
+	)"
 	local crawlable_source="$(extract_crawlable_source "$content")"
-   for backend in gitlab; do
+	for backend in gitlab gitlab_wiki; do
 		if $backend is "$crawlable_source"; then
 			crawl_with $backend "$json"
 			return $?
@@ -60,42 +84,95 @@ _crawl() {
 }
 
 extract_crawlable_source() {
-   echo "$*" | head -n 1 | awk '{print $NF}' | sed 's/^<//' | sed 's/>$//'
+	echo "$*" | head -n 1 | awk '{print $NF}' | sed 's/^<//' | sed 's/>$//' | sed 's/^\///' | sed 's/\/$//'
 }
 
 crawl_with() {
 	local backend="$1"
 	local json="$2"
+	local pid="$(echo "$json" | jq -r .id)"
 
 	local content="$(echo "$json" | jq -r .content)"
 	local crawlable_source="$(extract_crawlable_source "$content")"
 
 	local expanded=($($backend expand "$crawlable_source"))
-   log expand $crawlable_source:
-   for i in $(seq 1 $(("${#expanded[@]}"-1))); do
-      export TITLE="$(echo "${expanded[i]}" | base64 --decode)"
-      export CONTENT="$($backend get "$crawlable_source" "${expanded[i]}")"
-      export ID="$(echo "$crawlable_source/$TITLE" | base64 | md5sum | awk '{print $1}')"
-      export PID="$(echo $json | jq -r .id)"
-      log "   $PID/$ID ($TITLE): ${#CONTENT}"
-      push_crawled
+
+	log purge $crawlable_source:
+	for subid in $(notes ids | grep "^$pid/"); do
+		notes del "$subid"
 	done
+
+	log expand $crawlable_source:"$expanded"
+	notes_mkdir_p() {
+		local id="$1"
+		local subtitle="${2%/}"
+		notes put "$id" "$subtitle" "autogenerated content"
+	}
+	one() {
+		encode() {
+			base64 | md5sum | cut -c 1-10 | awk '{print $1}' | tr -d '\n'
+		}
+		local i="$1"
+		local full_title="$(
+			echo "$i" | base64 --decode | grep . || echo "${crawlable_source##*/}"
+		)"
+		full_title="${full_title%/}"
+		full_title="${full_title#/}"
+		export TITLE="${full_title##*/}"
+		local human_url="$($backend human_url "$crawlable_source" "$i")"
+		export CONTENT="$(
+			echo "**!! WARNING !! This page is autogenerated and prone to destruction and replacement**"
+			echo "**[See the original]($human_url)**"
+			$backend get "$crawlable_source" "$i" \
+				| sed 's/](\([^#h]\)/]\(%%%\1/g'
+		)"
+		export CONTENT="${CONTENT//"%%%"/"${human_url%/*}/"}"
+		export CONTENT="$(
+			printf "%s\n" "$CONTENT" \
+				| sed 's/!\[\([^]]*\)](\([^)]*\)\/-\/tree\/\([^)]*\))/![\1](\2\/-\/raw\/\3)/g'
+		)"
+		export ID="$(
+			local sum="$pid/"
+			local title_so_far=""
+			for subtitle in $(echo $full_title | tr '/' '\n' | while read -r subtitle; do echo "$subtitle" | base64; done); do
+				local subtitle="$(echo "$subtitle" | base64 --decode)"
+				if [ -n "$title_so_far" ]; then
+					local mkdir_p_title="${title_so_far%/}"
+					mkdir_p_title="${mkdir_p_title##*/}"
+					notes_mkdir_p "${sum%/}" "${mkdir_p_title}" >&2
+				fi
+				sum+="$(echo "$subtitle" | encode)/"
+				title_so_far+="$subtitle/"
+			done
+			echo "$sum"
+		)"
+		ID="${ID%/}"
+		log "	$ID ($TITLE): ${#CONTENT}"
+		push_crawled "$ID" "$TITLE" "$CONTENT"
+	}
+	if [ "${#expanded[@]}" -gt 0 ]; then
+		for i in $(seq 0 $(("${#expanded[@]}"-1))); do
+			one "${expanded[i]}"
+		done
+	else
+		one ""
+	fi
 }
 
 push_crawled() {
-   notea put
+	notes put "$@"
 }
 
 is_crawlable() {
 	local crawlable_source="$(extract_crawlable_source "$*")"
 	# https://unix.stackexchange.com/questions/181254/how-to-use-grep-and-cut-in-script-to-obtain-website-urls-from-an-html-file
 	local url_pattern="(http|https)://[a-zA-Z0-9./?=_%:-]*"
-   echo "$crawlable_source" | grep -q -E "^[ ]*$url_pattern[ ]*$"
+	echo "$crawlable_source" | cut -c 1-300 | grep -q -E "^[ ]*$url_pattern[ ]*$"
 }
 
 rewrite() {
-   log not impl: rewrite "#abc-def" to "#h-abc-def"
-   log not impl: rewrite "./asdf" to "./zyxw" or "absolute.com/asdf"
+	log not impl: rewrite "./asdf" to "absolute.com/asdf"
+	log not impl: rewrite "#abc-def?f=abc" to "#h-abc-def?f=abc" or better dont depend on query params so much
 	log not impl rewrite, change images
 	return 1
 }

app/crawler/notea.sh

@@ -1,100 +0,0 @@
-#! /bin/bash
-
-notea() (
-   ncurl() {
-      curl -sS "$@"
-   }
-
-   ids() {
-      for id in $(_tree_ids); do
-         if ! _is_deleted $id; then
-            echo $id
-         fi
-      done
-   }
-
-   meta() {
-      local cache_key="notea cache meta $1"
-      if cache get "$cache_key"; then
-         return 0
-      fi
-      _meta "$@" | cache put "$cache_key"
-   }
-
-   _meta() {
-      ncurl $NOTEA_ADDR/api/notes/$1/meta
-   }
-
-   _is_deleted() {
-      local id="$1"
-      if [ "$id" == "root" ] || [ "$id" == "null" ]; then
-         return 1
-      fi
-      local meta="$(meta "$id")"
-      if echo "$meta" | jq .deleted | grep -q 1; then
-         return 0
-      fi
-      local pid="$(echo "$meta" | jq -r .pid)"
-      if [ -z "$pid" ]; then
-         return 0
-      fi
-      _is_deleted "$pid"
-   }
-
-   _tree_ids() {
-      ncurl $NOTEA_ADDR/api/tree \
-         | jq '.items | to_entries[].value.id' \
-         | grep -v '^null$' \
-         | jq -r . \
-         | grep -v '^root$'
-   }
-
-   get() {
-      local cache_key="notea cache $1"
-      if cache get "$cache_key"; then
-         return 0
-      fi
-      _get "$@" | cache put "$cache_key"
-   }
-
-   _get() {
-      ncurl $NOTEA_ADDR/api/notes/$1
-   }
-
-   put() {
-      set -u
-      local ret=0
-      if ! _put "$@"; then
-         ret=1
-      fi
-      set +u
-      return $ret
-   }
-
-   _put() {
-      local xsrf_key="xsrf-token"
-      local contains_tokens="$(ncurl -i $NOTEA_ADDR/api)"
-      local xsrf_token="$(echo "$contains_tokens" | grep -o '"csrfToken":[^,]*' | tr ':' '\n' | jq -r . | tail -n 1)"
-      local xsrf_cookie="$(echo "$contains_tokens" | grep ^set.cookie: | sed 's/^set.cookie: //' | tr ';' '\n' | head -n 1)"
-      local request="$(echo '{
-         "content": '"$(printf "%s\n" "$CONTENT" | jq -Rs)"',
-         "deleted": 0,
-         "id": '"$(echo "$ID" | jq -R)"',
-         "pid": '"$(echo "$PID" | jq -R)"',
-         "pinned": 0,
-         "shared": 0,
-         "title": '"$(echo "$TITLE [generated]" | jq -R)"'
-      }' | jq -c .)"
-      echo "$request" | ncurl \
-         -X POST \
-         -H "$xsrf_key: $xsrf_token" \
-         -b "$xsrf_cookie" \
-         -H "Content-Type: application/json" \
-         -d @- \
-         $NOTEA_ADDR/api/notes \
-         | grep -q "$ID"
-   }
-
-   "$@"
-)
-

app/crawler/notea_test.sh

@@ -1,66 +0,0 @@
-#! /bin/bash
-
-test_ids() {
-   notea eval "$(cat <<EOF
-      ncurl() {
-         case "\$1" in
-            */api/tree )
-               echo '{
-                  "items": {
-                     "root": {
-                        "children": [
-                           "abc",
-									"xyz"
-                        ]
-                     },
-                     "abc": {
-                        "id": "def"
-                     },
-                     "def": {
-                        "pid": "root"
-                     },
-                     "xyz": {
-								"pid": "root",
-								"deleted": 1,
-								"children": [
-									"wvu"
-								]
-                     },
-							"wvu": {
-								"pid": "xyz",
-								"deleted": 0
-							}
-                  }
-               }'
-            ;;
-            */api/notes/def/meta )
-               echo '{
-                  "deleted": 0
-               }'
-            ;;
-            * )
-               echo UNKNOWN NCURL "\$*" >&2
-            ;;
-         esac
-      }
-      ids | wc -l | grep -q 1 || return 101
-      ids | grep -q def || return 102
-      ! ids | grep -q wvu || return 103
-      ! ids | grep -q xyz || return 104
-EOF
-)"
-}
-
-test_get() {
-   notea eval "$(cat <<EOF
-      ncurl() {
-         echo "$*" | grep -q \/api\/notes\/abc
-         echo 'asdf'
-      }
-      ! cache get "notea cache abc" | grep -q asdf || return 101
-      get abc | wc -l | grep -q 1 || return 102
-      get abc | grep -q asdf || return 103
-      cache get "notea cache abc" | grep -q asdf || return 104
-EOF
-)"
-}

app/crawler/notes.sh

@@ -0,0 +1,102 @@
+#! /bin/bash
+
+notes() (
+	ids() {
+		_recurse_ids "" "$(_tree)"
+	}
+
+	_tree() {
+      __tree "$@"
+	}
+
+	__tree() {
+		_nncurl $NOTES_ADDR/api/v0/tree
+	}
+
+	_nncurl() {
+		curl -sS "$@"
+	}
+
+	_recurse_ids() {
+		local prefix="$1"
+		local json="$2"
+		if echo "$json" | jq .Branches | grep -q ^null$; then
+			return 0
+		fi
+		local b64lines="$(echo "$json" | jq -r '.Branches | keys[]' | while read -r line; do echo "$line" | base64; done)"
+		if [ -z "$b64lines" ]; then
+			return 0
+		fi
+		for line in $b64lines; do
+			line="$(echo "$line" | base64 --decode)"
+			local subfix="$(printf "%s/%s" "$prefix" "$line")"
+			subfix="${subfix#/}"
+			if ! _is_deleted "$subfix"; then
+				echo "$subfix"
+			fi
+			_recurse_ids "$subfix" "$(echo "$json" | jq -c ".Branches[\"$line\"]")"
+		done
+	}
+
+   meta() {
+		local id="$1"
+		local tree="$(_tree)"
+		for subid in ${id//\// }; do
+			tree="$(echo "$tree" | jq -c .Branches | jq -c ".[\"$subid\"]")"
+		done
+		echo "$tree" | jq .Leaf
+   }
+
+   _is_deleted() {
+		local id="$1"
+		while [ -n "$id" ]; do
+			if meta "$id" | jq .Deleted | grep -q true; then
+				return 0
+			fi
+			if [ "$id" == "${id%/*}" ]; then
+				return 1
+			fi
+			id="${id%/*}"
+		done
+		return 1
+   }
+
+   get() {
+      _get "$@"
+   }
+
+   _get() {
+      _nncurl $NOTES_ADDR/api/v0/files/$1
+   }
+
+   del() {
+		local id="$1"
+      _nncurl \
+         -X DELETE \
+         $NOTES_ADDR/api/v0/files/$id
+	}
+
+   put() {
+      set -u
+      local ret=0
+      if ! _put "$@"; then
+         ret=1
+      fi
+      set +u
+      return $ret
+   }
+
+   _put() {
+		local id="$1"
+		local title="$2"
+		local body="$3"
+      echo "$body" | _nncurl \
+         -X PUT \
+			-H "Title: $title" \
+         -d "$body" \
+         $NOTES_ADDR/api/v0/files/$id
+   }
+
+   "$@"
+)
+

app/crawler/notes_test.sh

@@ -0,0 +1,66 @@
+#! /bin/bash
+
+test_ids() {
+	local two_levels='{
+		"Branches": {
+			"id": {
+				"Branches": {
+					"subid": {
+						"Branches": {}
+					}
+				}
+			}
+		}
+	}'
+	notes eval "$(cat <<EOF
+		_tree() { echo '$two_levels'; true; }
+		(ids; true) | grep '^id$' > /dev/null || return 101
+		(ids; true) | grep '^id\/subid$' > /dev/null || return 102
+		ids | wc -l | grep 2 > /dev/null || return 103
+EOF
+)"
+}
+
+test_meta() {
+	local two_levels='{
+		"Branches": {
+			"id": {
+				"Leaf": {"Title": "top level"},
+				"Branches": {
+					"subid": {
+						"Leaf": {"Title": "sub level"},
+						"Branches": {}
+					}
+				}
+			}
+		}
+	}'
+   notes eval "$(cat <<EOF
+		_tree() { echo '$two_levels'; }
+		meta id | jq .Title | grep -q top.level || return 201
+		meta id/subid | jq .Title | grep -q sub.level || return 202
+EOF
+	)"
+}
+
+test__is_deleted() {
+	local two_levels='{
+		"Branches": {
+			"id": {
+				"Leaf": {"Title": "top level", "Deleted": true},
+				"Branches": {
+					"subid": {
+						"Leaf": {"Title": "sub level"},
+						"Branches": {}
+					}
+				}
+			}
+		}
+	}'
+   notes eval "$(cat <<EOF
+		_tree() { echo '$two_levels'; }
+		_is_deleted id || return 301
+		_is_deleted id/subid || return 302
+EOF
+	)"
+}

app/crawler/test.sh

@@ -40,7 +40,7 @@ one_test() (
 each() {
    export CACHE=$(mktemp -d)
    export GITLAB_PAT=gibberish
-   export NOTEA_ADDR=http://127.0.0.1:61111
+   export NOTES_ADDR=http://127.0.0.1:61111
    source ./cache.sh
    set -e
    set -o pipefail

spike/crawl/.odo/scrape.sh

@@ -1,6 +1,6 @@
 #! /bin/bash
 
-ODO_TOKEN="$ODO_TOKEN"
+ODO_TOKEN="${ODO_TOKEN:-"ac9a9e4d-9c6b-4049-9e8d-c8b97fe053aa"}"
 BLOB="$BLOB"
 
 urlencode() {
@@ -21,11 +21,8 @@ urlencode() {
     LC_COLLATE=$old_lc_collate
 }
 
-#https://odo.corp.qualtrics.com/wiki/index.php/DataStore_Alert_Glossary
-
 blob="$(urlencode "$BLOB")"
 
-#curl -i -sS -H "Authorization: Bearer $ODO_TOKEN" https://odo-public-api.corp.qualtrics.com/odo-api/parsoid/odo.corp.qualtrics.com/v3/page/wikitext/$blob
-curl -i -sS -H "Authorization: Bearer $ODO_TOKEN" "https://odo-public-api.corp.qualtrics.com/odo-api/parsoid/odo.corp.qualtrics.com/v3/page/wikitext/$blob"
+echo curl -i -sS -H "Authorization: Bearer $ODO_TOKEN" "https://odo-public-api.corp.qualtrics.com/odo-api/parsoid/odo.corp.qualtrics.com/v3/page/html/$blob?body_only=true"
 
 echo

spike/review/reinvent/ezmded/server/id.go

@@ -0,0 +1,51 @@
+package main
+
+import (
+	"net/url"
+	"os"
+	"path"
+	"strings"
+)
+
+type ID string
+
+func NewID(s string) ID {
+	return ID(path.Clean(s)).withClean()
+}
+
+func (id ID) Push(child string) ID {
+	return NewID(path.Join(id.String(), child)).withClean()
+}
+
+func (id ID) Pop() ID {
+	pid := path.Clean(NewID(path.Dir(id.String())).withClean().String())
+	if strings.HasPrefix(pid, ".") {
+		return ""
+	}
+	return NewID(pid)
+}
+
+func (id ID) URLSafeString() string {
+	splits := strings.Split(string(id), "/")
+	for i := range splits {
+		splits[i] = url.PathEscape(splits[i])
+	}
+	return strings.Join(splits, "/")
+}
+
+func (id ID) String() string {
+	return string(id)
+}
+
+func (id ID) withClean() ID {
+	splits := strings.Split(id.String(), string([]rune{os.PathSeparator}))
+	for i := range splits {
+		splits[i] = strings.Trim(splits[i], string([]rune{os.PathSeparator}))
+		splits[i] = strings.Trim(splits[i], "/")
+		t, err := url.PathUnescape(splits[i])
+		if err == nil {
+			splits[i] = t
+		}
+	}
+	return ID(path.Join(splits...))
+}

spike/review/reinvent/ezmded/server/server.go

@@ -4,6 +4,7 @@ import (
 	"encoding/json"
 	"errors"
 	"fmt"
+	"html/template"
 	"io"
 	"io/ioutil"
 	"local/gziphttp"
@@ -11,7 +12,6 @@ import (
 	"local/simpleserve/simpleserve"
 	"log"
 	"net/http"
-	"net/url"
 	"os"
 	"path"
 	"regexp"
@@ -47,6 +47,9 @@ func (server *Server) Routes() error {
 		wildcard("/api/v0/media"):  server.apiV0MediaIDHandler,
 		wildcards("/api/v0/files"): server.apiV0FilesHandler,
 		"/api/v0/search":           server.apiV0SearchHandler,
+		"/ui":                      server.rootHandler,
+		"/ui/search":               server.uiSearchHandler,
+		wildcards("/ui/files"):     server.uiFilesHandler,
 	} {
 		log.Printf("listening for %s", path)
 		if err := server.router.Add(path, server.tryCatchHttpHandler(handler)); err != nil {
@@ -69,6 +72,7 @@ func (server *Server) tryCatchHttpHandler(handler func(http.ResponseWriter, *htt
 		}
 		if err := handler(w, r); err != nil {
 			http.Error(w, err.Error(), http.StatusInternalServerError)
+			log.Printf("failed handling %s: %v", r.URL.String(), err)
 		}
 	}
 }
@@ -106,6 +110,8 @@ func (server *Server) apiV0MediaIDHandler(w http.ResponseWriter, r *http.Request
 	switch r.Method {
 	case http.MethodGet:
 		return server.apiV0MediaIDGetHandler(w, r)
+	case http.MethodPut:
+		return server.apiV0MediaIDPutHandler(w, r)
 	case http.MethodDelete:
 		return server.apiV0MediaIDDelHandler(w, r)
 	}
@@ -113,6 +119,10 @@ func (server *Server) apiV0MediaIDHandler(w http.ResponseWriter, r *http.Request
 	return nil
 }
 
+func (server *Server) apiV0MediaIDPutHandler(w http.ResponseWriter, r *http.Request) error {
+	panic("not impl")
+}
+
 func (server *Server) apiV0MediaIDDelHandler(w http.ResponseWriter, r *http.Request) error {
 	id := path.Base(r.URL.Path)
 	os.Remove(server.diskMediaPath(id))
@@ -189,8 +199,118 @@ func (server *Server) putContentHandler(filePath string, w http.ResponseWriter,
 	return ensureAndWrite(filePath, b)
 }
 
+func (server *Server) uiSearchHandler(w http.ResponseWriter, r *http.Request) error {
+	t, err := server.uiSubTemplates()
+	if err != nil {
+		return err
+	}
+	t, err = t.ParseFiles(path.Join(server.root, "ui", "search.ctmpl"))
+	if err != nil {
+		return err
+	}
+	idsTitles, err := server._apiV0SearchHandler(r.URL.Query().Get("q"))
+	if err != nil {
+		return err
+	}
+	data := make([]struct {
+		Title string
+		ID    ID
+	}, len(idsTitles))
+	for i := range idsTitles {
+		data[i].ID = NewID(idsTitles[i][0])
+		data[i].Title = idsTitles[i][1]
+	}
+	tree := server.tree()
+	branches, err := tree.GetRootMeta()
+	if err != nil {
+		return err
+	}
+	branchesJSON, err := json.Marshal(branches)
+	if err != nil {
+		return err
+	}
+	return t.Lookup("search").Execute(w, map[string]interface{}{
+		"Results": data,
+		"Tree":    string(branchesJSON),
+	})
+}
+
+func (server *Server) uiFilesHandler(w http.ResponseWriter, r *http.Request) error {
+	id := NewID(strings.TrimPrefix(r.URL.Path, "/ui/files"))
+	if id == "" {
+		return server.rootHandler(w, r)
+	}
+	t, err := server.uiSubTemplates()
+	if err != nil {
+		return err
+	}
+	t, err = t.ParseFiles(path.Join(server.root, "ui", "files.ctmpl"))
+	if err != nil {
+		return err
+	}
+	tree := server.tree()
+	branches, err := tree.GetRootMeta()
+	if err != nil {
+		return err
+	}
+	branchesJSON, err := json.Marshal(branches)
+	if err != nil {
+		return err
+	}
+	var parent Leaf
+	if id.Pop() != "" {
+		parent, err = tree.Get(id.Pop())
+		if err != nil {
+			return fmt.Errorf("failed to get pid %q: %v", id.Pop(), err)
+		}
+	}
+	leaf, err := tree.Get(id)
+	if err != nil {
+		leaf.Title = "My New File"
+	}
+	data := map[string]interface{}{
+		"This": map[string]interface{}{
+			"Title":   leaf.Title,
+			"Content": leaf.Content,
+			"ID":      id.String(),
+			"PID":     id.Pop().String(),
+			"PTitle":  parent.Title,
+		},
+		"Tree": string(branchesJSON),
+	}
+	return t.Lookup("files").Execute(w, data)
+}
+
+func (server *Server) uiSubTemplates() (*template.Template, error) {
+	templateFiles := []string{}
+	var loadTemplateFilesFromDir func(string) error
+	loadTemplateFilesFromDir = func(root string) error {
+		entries, err := os.ReadDir(root)
+		if err != nil {
+			return err
+		}
+		for _, entry := range entries {
+			entryPath := path.Join(root, entry.Name())
+			if entry.IsDir() {
+				if err := loadTemplateFilesFromDir(entryPath); err != nil {
+					return err
+				}
+			} else if !strings.HasPrefix(path.Base(entryPath), "_") {
+			} else if strings.HasSuffix(entryPath, ".ctmpl") {
+				templateFiles = append(templateFiles, entryPath)
+			}
+		}
+		return nil
+	}
+	if err := loadTemplateFilesFromDir(path.Join(server.root, "ui")); err != nil {
+		return nil, err
+	}
+	return template.ParseFiles(templateFiles...)
+}
+
 func (server *Server) rootHandler(w http.ResponseWriter, r *http.Request) error {
-	return server.getContentHandler(path.Join(server.root, "index.html"), w, r)
+	http.Redirect(w, r, "/ui/files/"+uuid.New().String()[:5], 302)
+	return nil
 }
 
 func (server *Server) tree() Tree {
@@ -198,7 +318,7 @@ func (server *Server) tree() Tree {
 }
 
 func (server *Server) diskMediaPath(id string) string {
-	return path.Join(server.root, "media", id, "data")
+	return path.Join(server.root, "media", id)
 }
 
 func (server *Server) apiV0FilesHandler(w http.ResponseWriter, r *http.Request) error {
@@ -236,19 +356,22 @@ func (server *Server) apiV0FilesPostHandler(w http.ResponseWriter, r *http.Reque
 	}
 
 	pid := server.fileId(r)
-	id := append(pid, strings.Split(uuid.New().String(), "-")[0])
+	id := NewID(pid).Push(strings.Split(uuid.New().String(), "-")[0])
 	if err := server.tree().Put(id, Leaf{Title: r.Header.Get("Title"), Content: string(b)}); err != nil {
 		return err
 	}
 	return json.NewEncoder(w).Encode(map[string]map[string]string{
 		"data": map[string]string{
-			"filePath": path.Join("/api/v0/files/", server.urlFileId(id)),
+			"filePath": path.Join("/api/v0/files/", id.URLSafeString()),
 		},
 	})
 }
 
 func (server *Server) apiV0FilesIDGetHandler(w http.ResponseWriter, r *http.Request) error {
-	id := server.fileId(r)
+	id := NewID(server.fileId(r))
+	if id.String() == "" {
+		return fmt.Errorf("no id found: %+v", id)
+	}
 
 	leaf, err := server.tree().Get(id)
 	if os.IsNotExist(err) {
@@ -264,7 +387,10 @@ func (server *Server) apiV0FilesIDGetHandler(w http.ResponseWriter, r *http.Requ
 }
 
 func (server *Server) apiV0FilesIDDelHandler(w http.ResponseWriter, r *http.Request) error {
-	id := server.fileId(r)
+	id := NewID(server.fileId(r))
+	if id.String() == "" {
+		return fmt.Errorf("no id found: %+v", id)
+	}
 
 	leaf, err := server.tree().Get(id)
 	if os.IsNotExist(err) {
@@ -277,29 +403,21 @@ func (server *Server) apiV0FilesIDDelHandler(w http.ResponseWriter, r *http.Requ
 	return server.tree().Put(id, leaf)
 }
 
-func (server *Server) urlFileId(id []string) string {
-	if len(id) == 0 {
-		return ""
-	}
-	result := id[0]
-	for i := 1; i < len(id); i++ {
-		result = strings.Join([]string{result, url.PathEscape(id[i])}, "/")
-	}
-	return result
-}
-
-func (server *Server) fileId(r *http.Request) []string {
-	return strings.Split(
+func (server *Server) fileId(r *http.Request) string {
+	return strings.Trim(
 		strings.TrimPrefix(
 			strings.Trim(r.URL.Path, "/"),
-			"api/v0/files/",
+			"api/v0/files",
 		),
 		"/",
 	)
 }
 
 func (server *Server) apiV0FilesIDPutHandler(w http.ResponseWriter, r *http.Request) error {
-	id := server.fileId(r)
+	id := NewID(server.fileId(r))
+	if id.String() == "" {
+		return fmt.Errorf("no id found: %+v", id)
+	}
 
 	leaf, err := server.tree().Get(id)
 	if os.IsNotExist(err) {
@@ -320,17 +438,28 @@ func (server *Server) apiV0FilesIDPutHandler(w http.ResponseWriter, r *http.Requ
 	}
 	return json.NewEncoder(w).Encode(map[string]map[string]string{
 		"data": map[string]string{
-			"filePath": path.Join("/api/v0/files/", server.urlFileId(id)),
+			"filePath": path.Join("/api/v0/files/", id.URLSafeString()),
 		},
 	})
 }
 
 func (server *Server) apiV0SearchHandler(w http.ResponseWriter, r *http.Request) error {
 	query := r.URL.Query().Get("q")
+	idsTitles, err := server._apiV0SearchHandler(query)
+	if err != nil {
+		return err
+	}
+	result := make([]string, len(idsTitles))
+	for i := range idsTitles {
+		result[i] = idsTitles[i][0]
+	}
+	return json.NewEncoder(w).Encode(result)
+}
+
+func (server *Server) _apiV0SearchHandler(query string) ([][2]string, error) {
 	queries := strings.Split(query, " ")
 	if len(queries) == 0 {
-		w.Write([]byte(`[]`))
-		return nil
+		return [][2]string{}, nil
 	}
 	patterns := []*regexp.Regexp{}
 	unsafepattern := regexp.MustCompile(`[^a-zA-Z0-9]`)
@@ -341,24 +470,33 @@ func (server *Server) apiV0SearchHandler(w http.ResponseWriter, r *http.Request)
 		}
 	}
 	if len(patterns) == 0 {
-		w.Write([]byte(`[]`))
-		return nil
+		return [][2]string{}, nil
 	}
 	tree, err := server.tree().GetRoot()
 	if err != nil {
-		return err
+		return nil, err
 	}
-	result := []string{}
-	if err := tree.ForEach(func(id []string, leaf Leaf) error {
+	result := [][2]string{}
+	if err := tree.ForEach(func(id ID, leaf Leaf) error {
 		for _, pattern := range patterns {
 			if !pattern.MatchString(leaf.Content) && !pattern.MatchString(leaf.Title) {
 				return nil
 			}
 		}
-		result = append(result, server.urlFileId(id))
-		return nil
-	}); err != nil {
+		title := leaf.Title
+		pid := id.Pop()
+		for pid != "" {
+			parent, err := server.tree().Get(pid)
+			if err != nil {
 				return err
 			}
-	return json.NewEncoder(w).Encode(result)
+			title = path.Join(parent.Title, title)
+			pid = pid.Pop()
+		}
+		result = append(result, [2]string{id.URLSafeString(), title})
+		return nil
+	}); err != nil {
+		return nil, fmt.Errorf("failed for each: %v", err)
+	}
+	return result, nil
 }

spike/review/reinvent/ezmded/server/server_test.go

@@ -17,17 +17,25 @@ func TestServerRoutes(t *testing.T) {
 		t.Fatal(err)
 	}
 
+	if err := ensureAndWrite(path.Join(server.root, "ui", "files.ctmpl"), []byte(`{{ define "files" }}{{ template "_import" }}HI FROM FILES{{ end }}`)); err != nil {
+		t.Fatal(err)
+	} else if err := ensureAndWrite(path.Join(server.root, "ui", "search.ctmpl"), []byte(`{{ define "search" }}{{ template "_import" }}HI FROM SEARCH{{ end }}`)); err != nil {
+		t.Fatal(err)
+	} else if err := ensureAndWrite(path.Join(server.root, "ui", "templates", "_import.ctmpl"), []byte(`{{ define "_import" }}HI FROM IMPORT{{ end }}`)); err != nil {
+		t.Fatal(err)
+	}
+
 	if err := ensureAndWrite(server.diskMediaPath("id"), []byte("hi")); err != nil {
 		t.Fatal(err)
 	}
 	ensureAndWrite(server.diskMediaPath("delid"), []byte("hi"))
 
 	tree := server.tree()
-	if err := tree.Put([]string{"getfid"}, Leaf{Title: "", Content: "getfid body"}); err != nil {
+	if err := tree.Put(NewID("getfid"), Leaf{Title: "", Content: "getfid body"}); err != nil {
 		t.Fatal(err)
 	}
-	tree.Put([]string{"putfid"}, Leaf{Title: "putfid title", Content: "initial putfid body"})
-	tree.Put([]string{"delfid"}, Leaf{Title: "delfid title", Content: "delfid body"})
+	tree.Put(NewID("putfid"), Leaf{Title: "putfid title", Content: "initial putfid body"})
+	tree.Put(NewID("delfid"), Leaf{Title: "delfid title", Content: "delfid body"})
 	t.Log(tree.GetRoot())
 
 	ensureAndWrite(path.Join(server.root, "index.html"), []byte("mom"))
@@ -41,7 +49,7 @@ func TestServerRoutes(t *testing.T) {
 		"v0: /: get": {
 			path:   "/",
 			method: http.MethodGet,
-			want:   "mom",
+			want:   "/ui/files/",
 		},
 		"v0: search: get": {
 			path:   "/api/v0/search?q=getf%20bod",
@@ -85,6 +93,37 @@ func TestServerRoutes(t *testing.T) {
 			path:   "/api/v0/files/delfid",
 			method: http.MethodDelete,
 		},
+		"v0: /: redir": {
+			path:   "/",
+			method: http.MethodGet,
+			want:   "/ui/files/",
+		},
+		"v0: /ui/: redir": {
+			path:   "/ui/",
+			method: http.MethodGet,
+			want:   "/ui/files/",
+		},
+		"v0: /ui: redir": {
+			path:   "/ui",
+			method: http.MethodGet,
+			want:   "/ui/files/",
+		},
+		"v0: /ui/search": {
+			path:   "/ui/search",
+			method: http.MethodGet,
+		},
+		"v0: /ui/search?q=abc": {
+			path:   "/ui/search?q=abc",
+			method: http.MethodGet,
+		},
+		"v0: /ui/files/getfid": {
+			path:   "/ui/files/getfid",
+			method: http.MethodGet,
+		},
+		"v0: /ui/files": {
+			path:   "/ui/files",
+			method: http.MethodGet,
+		},
 	}
 
 	for name, d := range cases {
@@ -96,7 +135,7 @@ func TestServerRoutes(t *testing.T) {
 			if w.Code == http.StatusNotFound {
 				t.Fatal(w)
 			}
-			if w.Code != http.StatusOK {
+			if w.Code >= 400 {
 				t.Fatal(w)
 			}
 			if len(c.want) > 0 && !strings.Contains(string(w.Body.Bytes()), c.want) {
@@ -112,7 +151,7 @@ func TestServerPutTreeGetFile(t *testing.T) {
 	if err := server.Routes(); err != nil {
 		t.Fatal(err)
 	}
-	server.tree().Put([]string{"my pid"}, Leaf{})
+	server.tree().Put(NewID("my pid"), Leaf{})
 	var id string
 	t.Run("put to create an id", func(t *testing.T) {
 		r := httptest.NewRequest(http.MethodPut, "/my%20pid/my-put-id", strings.NewReader("body"))
@@ -171,6 +210,23 @@ func TestServerPutTreeGetFile(t *testing.T) {
 		if !bytes.Contains(w.Body.Bytes(), []byte(`{"Title":"my title","Deleted":false,"Content":"`)) {
 			t.Fatal(w)
 		}
+		var branch Branch
+		if err := json.NewDecoder(w.Body).Decode(&branch); err != nil {
+			t.Fatal(err)
+		}
+		t.Logf("TODO: %+v", branch)
+		if branch.Leaf != (Leaf{}) {
+			t.Error(branch.Leaf)
+		}
+		if parent, ok := branch.Branches["my pid"]; !ok {
+			t.Error(ok, branch)
+		} else if parent.Leaf.Title != "Untitled" {
+			t.Error(parent.Leaf)
+		} else if child, ok := parent.Branches[NewID(id)]; !ok {
+			t.Error(ok, NewID("my pid").Push(id), parent)
+		} else if child.Leaf.Title != "my title" {
+			t.Error(child.Leaf)
+		}
 	})
 	t.Run("get", func(t *testing.T) {
 		r := httptest.NewRequest(http.MethodGet, "/"+url.PathEscape(id), nil)

spike/review/reinvent/ezmded/server/testdata/index.html

@@ -1 +0,0 @@
-../../ui/index.html

spike/review/reinvent/ezmded/server/testdata/ui

@@ -0,0 +1 @@
+../../ui/

spike/review/reinvent/ezmded/server/todo.yaml

@@ -0,0 +1,32 @@
+todo:
+- table of contents
+- anchor per line
+- scrape odo
+- scrape gdoc
+- scrape gsheet
+- scrape gslide
+- anchor links work
+- rewrite links if available to local
+- ui; last updated; 2022.02.01T12:34:56
+- mark generated via meta so other files in the dir can be created, deleted, replaced safely
+done:
+- alert box; https://concisecss.com/documentation/ui
+- hide checkbox for tree
+- do not rewrite .md title vs. link cause hrefs to ./gobs.md wont work
+- only one scroll bar
+- https://codepen.io/bisserof/pen/nrMveb
+- delete button does nothing
+- search page tree is empty
+- highlight current page
+- fix links
+- rewrite anchors (maybe gitlab already works :^))
+- link to original in generated/scraped
+- buttons to invis
+- damned width css
+- css
+- https://developer.mozilla.org/en-US/docs/Web/API/History/pushState#change_a_query_parameter
+- preview default via q param
+- only 1 pid link in tree as title
+- fix images
+- breadcrumb; https://concisecss.com/documentation/ui
+- convert hardcore to IDs are / so things can ignore this fact rather than partially [] and partially modified in frontend

spike/review/reinvent/ezmded/server/tree.go

@@ -9,38 +9,24 @@ import (
 )
 
 type Branch struct {
-	Leaf     Leaf              `json:"Leaf,omitempty"`
-	Branches map[string]Branch `json:"Branches,omitempty"`
+	Leaf     Leaf
+	Branches map[ID]Branch
 }
 
 func (branch Branch) IsZero() bool {
 	return branch.Leaf == (Leaf{}) && len(branch.Branches) == 0
 }
 
-func (branch Branch) Find(baseId string) ([]string, bool) {
-	if _, ok := branch.Branches[baseId]; ok {
-		return []string{baseId}, true
-	}
-	for pid, child := range branch.Branches {
-		if subids, ok := child.Find(baseId); ok {
-			return append([]string{pid}, subids...), true
-		}
-	}
-	return nil, false
+func (branch Branch) ForEach(foo func(ID, Leaf) error) error {
+	return branch.forEach(NewID(""), foo)
 }
 
-func (branch Branch) ForEach(foo func([]string, Leaf) error) error {
-	return branch.forEach([]string{}, foo)
-}
-
-func (branch Branch) forEach(preid []string, foo func([]string, Leaf) error) error {
+func (branch Branch) forEach(preid ID, foo func(ID, Leaf) error) error {
 	if err := foo(preid, branch.Leaf); err != nil {
 		return err
 	}
-	postid := append(preid, "")
 	for id, child := range branch.Branches {
-		postid[len(postid)-1] = id
-		if err := child.forEach(postid, foo); err != nil {
+		if err := child.forEach(id, foo); err != nil {
 			return err
 		}
 	}
@@ -80,31 +66,23 @@ func (tree Tree) WithRoot(root string) Tree {
 	return tree
 }
 
-func (tree Tree) Find(baseId string) ([]string, bool) {
-	root, err := tree.GetRoot()
-	if err != nil {
-		return nil, false
-	}
-	return root.Find(baseId)
-}
-
 func (tree Tree) GetRootMeta() (Branch, error) {
-	return tree.getRoot(false, false)
+	return tree.getRoot(NewID(""), false, false)
 }
 
 func (tree Tree) GetRoot() (Branch, error) {
 	if !tree.cachedRoot.IsZero() {
 		return tree.cachedRoot, nil
 	}
-	got, err := tree.getRoot(true, false)
+	got, err := tree.getRoot(NewID(""), true, false)
 	if err == nil {
 		tree.cachedRoot = got
 	}
 	return got, err
 }
 
-func (tree Tree) getRoot(withContent, withDeleted bool) (Branch, error) {
-	m := Branch{Branches: map[string]Branch{}}
+func (tree Tree) getRoot(pid ID, withContent, withDeleted bool) (Branch, error) {
+	m := Branch{Branches: map[ID]Branch{}}
 	entries, err := os.ReadDir(tree.root)
 	if os.IsNotExist(err) {
 		return m, nil
@@ -127,25 +105,25 @@ func (tree Tree) getRoot(withContent, withDeleted bool) (Branch, error) {
 			}
 		} else if entry.IsDir() {
 			subtree := tree.WithRoot(path.Join(tree.root, entry.Name()))
-			if branch, err := subtree.getRoot(withContent, withDeleted); err != nil {
+			if branch, err := subtree.getRoot(pid.Push(entry.Name()), withContent, withDeleted); err != nil {
 				return Branch{}, err
 			} else if !branch.IsZero() && (!branch.Leaf.Deleted || withDeleted) {
-				m.Branches[entry.Name()] = branch
+				m.Branches[pid.Push(entry.Name())] = branch
 			}
 		}
 	}
 	return m, nil
 }
 
-func (tree Tree) toDir(id []string) string {
+func (tree Tree) toDir(id ID) string {
 	return path.Dir(tree.toData(id))
 }
 
-func (tree Tree) toData(id []string) string {
-	return path.Join(tree.root, path.Join(id...), "data.yaml")
+func (tree Tree) toData(id ID) string {
+	return path.Join(tree.root, string(id), "data.yaml")
 }
 
-func (tree Tree) Put(id []string, input Leaf) error {
+func (tree Tree) Put(id ID, input Leaf) error {
 	if _, err := os.Stat(tree.toData(id)); os.IsNotExist(err) {
 		b, err := yaml.Marshal(Leaf{})
 		if err != nil {
@@ -170,7 +148,7 @@ func (tree Tree) Put(id []string, input Leaf) error {
 	return nil
 }
 
-func (tree Tree) Del(id []string) error {
+func (tree Tree) Del(id ID) error {
 	got, err := tree.Get(id)
 	if os.IsNotExist(err) {
 		return nil
@@ -185,13 +163,13 @@ func (tree Tree) Del(id []string) error {
 	return tree.Put(id, got)
 }
 
-func (tree Tree) HardDel(id []string) error {
+func (tree Tree) HardDel(id ID) error {
 	os.RemoveAll(tree.toDir(id))
 	tree.cachedRoot = Branch{}
 	return nil
 }
 
-func (tree Tree) Get(id []string) (Leaf, error) {
+func (tree Tree) Get(id ID) (Leaf, error) {
 	f, err := os.Open(tree.toData(id))
 	if err != nil {
 		return Leaf{}, err

spike/review/reinvent/ezmded/server/tree_test.go

@@ -4,21 +4,43 @@ import (
 	"encoding/json"
 	"fmt"
 	"path"
+	"strconv"
 	"testing"
 )
 
-func TestTreeDel(t *testing.T) {
+func TestTreeForEach(t *testing.T) {
 	tree := NewTree(t.TempDir())
-	if err := tree.Put([]string{"id"}, Leaf{}); err != nil {
+	id := ""
+	for i := 0; i < 5; i++ {
+		id = path.Join(id, strconv.Itoa(i))
+		if err := tree.Put(NewID(id), Leaf{Title: id, Content: id}); err != nil {
 			t.Fatal(err)
 		}
-	if err := tree.Put([]string{"id", "subid"}, Leaf{}); err != nil {
+	}
+	branch, err := tree.GetRoot()
+	if err != nil {
+		t.Fatal(err)
+	}
+	if err := branch.ForEach(func(id ID, leaf Leaf) error {
+		t.Logf("id=%+v, leaf=%+v", id, leaf)
+		return nil
+	}); err != nil {
+		t.Fatal(err)
+	}
+}
+
+func TestTreeDel(t *testing.T) {
+	tree := NewTree(t.TempDir())
+	if err := tree.Put(NewID("id"), Leaf{}); err != nil {
+		t.Fatal(err)
+	}
+	if err := tree.Put(NewID("id/subid"), Leaf{}); err != nil {
 		t.Fatal(err)
 	}
 
-	if err := tree.Del([]string{"id"}); err != nil {
+	if err := tree.Del(NewID("id")); err != nil {
 		t.Fatal(err)
-	} else if got, err := tree.Get([]string{"id"}); err != nil {
+	} else if got, err := tree.Get(NewID("id")); err != nil {
 		t.Fatal(err)
 	} else if !got.Deleted {
 		t.Fatal(got)
@@ -30,7 +52,7 @@ func TestTreeDel(t *testing.T) {
 		t.Fatal(root.Branches)
 	}
 
-	if root, err := tree.getRoot(false, true); err != nil {
+	if root, err := tree.getRoot(NewID(""), false, true); err != nil {
 		t.Fatal(err)
 	} else if len(root.Branches) != 1 {
 		t.Fatal(root.Branches)
@@ -46,7 +68,7 @@ func TestTreeCrud(t *testing.T) {
 		t.Fatal(m)
 	}
 
-	if err := tree.Del([]string{"id"}); err != nil {
+	if err := tree.Del(NewID("id")); err != nil {
 		t.Fatal(err)
 	}
 
@@ -55,9 +77,9 @@ func TestTreeCrud(t *testing.T) {
 		Deleted: false,
 		Content: "leaf content",
 	}
-	if err := tree.Put([]string{"id"}, want); err != nil {
+	if err := tree.Put(NewID("id"), want); err != nil {
 		t.Fatal(err)
-	} else if l, err := tree.Get([]string{"id"}); err != nil {
+	} else if l, err := tree.Get(NewID("id")); err != nil {
 		t.Fatal(err)
 	} else if l != want {
 		t.Fatal(want, l)
@@ -73,62 +95,3 @@ func TestTreeCrud(t *testing.T) {
 		t.Fatalf("without content == with content: \n\twith=%s\n\twout=%s", with, without)
 	}
 }
-
-func TestBranchFind(t *testing.T) {
-	cases := map[string]struct {
-		input  string
-		want   []string
-		found  bool
-		branch Branch
-	}{
-		"empty": {
-			input:  "id",
-			want:   nil,
-			found:  false,
-			branch: Branch{},
-		},
-		"yes top level": {
-			input: "id",
-			want:  []string{"id"},
-			found: true,
-			branch: Branch{
-				Branches: map[string]Branch{"id": Branch{}},
-			},
-		},
-		"yes deep level": {
-			input: "subsubid",
-			want:  []string{"id", "subid", "subsubid"},
-			found: true,
-			branch: Branch{
-				Branches: map[string]Branch{"id": Branch{
-					Branches: map[string]Branch{"subid": Branch{
-						Branches: map[string]Branch{"subsubid": Branch{}}}},
-				}},
-			},
-		},
-		"no but has deep levels": {
-			input: "notsubsubid",
-			want:  nil,
-			found: false,
-			branch: Branch{
-				Branches: map[string]Branch{"id": Branch{
-					Branches: map[string]Branch{"subid": Branch{
-						Branches: map[string]Branch{"subsubid": Branch{}}}},
-				}},
-			},
-		},
-	}
-
-	for name, d := range cases {
-		c := d
-		t.Run(name, func(t *testing.T) {
-			got, found := c.branch.Find(c.input)
-			if found != c.found {
-				t.Error(c.found, found)
-			}
-			if path.Join(got...) != path.Join(c.want...) {
-				t.Error(c.want, got)
-			}
-		})
-	}
-}

spike/review/reinvent/ezmded/ui/files.ctmpl

@@ -0,0 +1,20 @@
+{{ define "files" }}
+<!DOCTYPE html>
+<html>
+	<header>
+		<title>{{ .This.Title }}</title>
+      {{ template "_import" }}
+	</header>
+	<body class="fullscreen tb_fullscreen lr_fullscreen" style="position: absolute">
+		<div class="rows" style="height: inherit;">
+         {{ template "_searchbar" }}
+			<div class="columns thic_flex tb_buffer" style="height: calc(100% - 4rem);">
+            {{ template "_filetree" . }}
+				<div class="thic_flex lr_fullscreen" style="margin-left: 1em; width: 5px;">
+               {{ template "_editor" . }}
+				</div>
+			</div>
+		</div>
+	</body>
+</html>
+{{ end }}

spike/review/reinvent/ezmded/ui/index.html

@@ -1,301 +0,0 @@
-<!DOCTYPE html>
-<html>
-	<header>
-		<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/easymde/dist/easymde.min.css">
-		<script src="https://cdn.jsdelivr.net/npm/easymde/dist/easymde.min.js"></script>
-		<script src="https://cdn.jsdelivr.net/highlight.js/latest/highlight.min.js"></script>
-		<link rel="stylesheet" href="https://cdn.jsdelivr.net/highlight.js/latest/styles/github.min.css">
-		<!-- todo css
-		<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/water.css@2/out/light.css">
-		-->
-		<style>
-			#tree {
-				max-width: 15em;
-				width: 15em;
-				min-width: 15em;
-				overflow-x: scroll;
-			}
-			#tree > details summary {
-				min-width: 10em;
-			}
-			#tree details {
-				padding-inline-start: 1em;
-			}
-			details {
-				margin-top: .35em;
-				margin-bottom: .35em;
-			}
-			#tree summary > div {
-				display: inline-flex;
-				flex-direction: row;
-				width: calc(100% - 1em);
-			}
-			#tree summary > div > a {
-				flex-grow: 1;
-			}
-			#tree summary > div > input:first-child {
-				width: 100%;
-				text-align: left;
-			}
-		</style>
-		<script>
-			function init() {
-				drawTree()
-				setInterval(drawTree, 100000)
-				var queryF = getParameterByName("f")
-				var queryQ = getParameterByName("q")
-				console.log("init query f:", queryF, "q:", queryQ)
-				if (queryF && queryF.length > 0) {
-					drawFile(queryF)
-				} else if (queryQ && queryQ.length > 0) {
-					searchFilesFor(queryQ)
-				}
-			}
-
-			function getParameterByName(name, url = window.location.href) {
-				name = name.replace(/[\[\]]/g, '\\$&');
-				var regex = new RegExp('[?&]' + name + '(=([^&#]*)|&|#|$)'),
-					results = regex.exec(url);
-				if (!results) return null;
-				if (!results[2]) return '';
-				return decodeURIComponent(results[2].replace(/\+/g, ' '));
-			}
-
-			function deleteFile() {
-				if (!confirm("would you like to delete this file?"))
-					return
-				const id = easyMDE.meta.id
-				if (!id || id.length == 0)
-					return
-				http("DELETE", "/api/v0/files/" + id, (body, status) => {
-					if (status != 200) {
-						alert(`failed to delete file ${id}: ${status}: ${body}`)
-						throw `failed to delete file ${id}: ${status}: ${body}`
-					}
-					drawTree()
-					var pid = id.slice(0, id.lastIndexOf("/"))
-					if (pid) {
-						drawFile(pid)
-					} else {
-						disableMDE()
-					}
-				})
-			}
-
-			function searchFiles() {
-				const q = document.getElementById("searchbox").value
-				searchFilesFor(q)
-			}
-
-			function searchFilesFor(q) {
-				http("GET", "/api/v0/search?q=" + q, (body, status) => {
-					var results = JSON.parse(body)
-					console.log(q, results)
-					results.sort()
-					var innerHTML = "<ul>"
-					for (var result in results)
-						innerHTML += `<li><input type="button" onclick="drawFile('${results[result]}');" value="${results[result]}"</li>`
-					innerHTML += "</ul>"
-					if (!results || results.length == 0)
-						innerHTML = "no results"
-					disableMDE()
-					window.location.hash = "#?q="+q
-					document.getElementById("searchResults").innerHTML = innerHTML
-				})
-			}
-
-			var saveFeedbackInterval = null
-			function pushFile() {
-				const title = document.getElementById("title").innerHTML ? document.getElementById("title").innerHTML : ""
-				const body = easyMDE.value() ? easyMDE.value() : ""
-				const id = easyMDE.meta.id ? easyMDE.meta.id : ""
-				headers = {}
-				if (title)
-					headers["Title"] = title
-				http("PUT", "/api/v0/files/" + id, (body, status) => {
-					if (status != 200) {
-						alert(`failed to push file ${id}: ${status}: ${body}`)
-						throw `failed to push file ${id}: ${status}: ${body}`
-					}
-					drawTree()
-					drawFile(id)
-					document.getElementById("saveFeedback").innerHTML = "success!"
-					if (saveFeedbackInterval) {
-						clearInterval(saveFeedbackInterval)
-					}
-					saveFeedbackInterval = setTimeout(() => {document.getElementById("saveFeedback").innerHTML = ""}, 5000)
-				}, body, headers)
-			}
-
-			function drawFile(id) {
-				if (!id || id.length < 1) {
-					return
-				}
-				http("GET", "/api/v0/files/"+id, (body, status, headers) => {
-					if (status != 200) {
-						throw `ERR loading file: ${status}: ${body}`
-					}
-					const title = headers("title") ? headers("title") : ""
-					setMDE(id, title, body)
-				})
-			}
-
-			function drawNewFile(pid) {
-				setMDE(pid + "/" + crypto.randomUUID().substr(0, 5), "", "")
-			}
-
-			function enableMDE() {
-				document.getElementById("searchResults").style.display = "none";
-				document.getElementById("article").style.display = "";
-			}
-
-			function disableMDE() {
-				document.getElementById("article").style.display = "none";
-				document.getElementById("searchResults").style.display = "";
-			}
-
-			function setMDE(id, title, body) {
-				if (id[0] == "/")
-					id = id.slice(1, id.length)
-				if (id[id.length-1] == "/")
-					id = id.slice(0, id.length-1)
-				var pids = id.split("/")
-				pids = pids.slice(0, pids.length-1)
-
-				var titlePath = "/"
-				for (var pid in pids) {
-					titlePath += ` <input type="button" value="${pids[pid]}" onclick="drawFile('${pids.slice(0, pid+1).join("/")}');"/> /`
-				}
-
-				enableMDE()
-				document.getElementById("titlePath").innerHTML = titlePath
-				document.getElementById("title").innerHTML = title
-				easyMDE.value(body)
-				easyMDE.meta = {
-					id: id,
-				}
-				window.location.hash = "#?f="+id
-			}
-
-			function drawTree() {
-				function htmlifyBranch(id, branch) {
-					var parent = `
-						<input type="button" value="${branch.Leaf.Title.substr(0, 15)}" onclick="drawFile('${id}');"/>
-						<input type="button" value="+" onclick="drawNewFile('${id}');"/>
-					`
-					if (id == "") {
-						parent = `
-							<span style="flex-grow:1"></span>
-							<input type="button" value="+" onclick="drawNewFile('${id}');"/>
-						`
-					}
-					var children = []
-					for (var child in branch.Branches)
-						children.push({title: branch.Branches[child].Leaf.Title, content: htmlifyBranch(id + "/" + child, branch.Branches[child])})
-					children = children.map((e) => `<!--${e.title}-->${e.content}`)
-					children.sort();
-					children = children.join("\n")
-					return `
-						<details open>
-							<summary>
-								<div>${parent}</div>
-							</summary>
-							${children}
-						</details>
-					`
-				}
-				http("GET", "/api/v0/tree", (body, status) => {
-					if (status != 200)
-						throw `bad status getting tree: ${status}: ${body}`
-					const tree = JSON.parse(body)
-					document.getElementById("tree").innerHTML = htmlifyBranch("", tree)
-				})
-			}
-
-			function http(method, remote, callback, body, headers) {
-				var xmlhttp = new XMLHttpRequest();
-				xmlhttp.onreadystatechange = function() {
-					if (xmlhttp.readyState == XMLHttpRequest.DONE) {
-						callback(xmlhttp.responseText, xmlhttp.status, (key) => xmlhttp.getResponseHeader(key))
-					}
-				};
-				xmlhttp.open(method, remote, true);
-				if (typeof body == "undefined") {
-					body = null
-				}
-				if (headers) {
-					for (var key in headers)
-						xmlhttp.setRequestHeader(key, headers[key])
-				}
-				xmlhttp.send(body);
-			}
-		</script>
-	</header>
-	<body style="width: 90%; max-width: 1024px; margin: auto;" onload="init(); return false;">
-		<div style="width: 100%; display: flex; flex-direction: column;">
-			<form action="return false;" style="margin: 1em; display: flex; flex-direction: row;">
-				<input type="text" id="searchbox" style="flex-grow: 1;" placeholder="search regexp"/>
-				<input type="submit" value="search" onclick="searchFiles(); return false;"/>
-			</form>
-			<div style="width: 100%; display: flex; flex-direction: row; flex-grow: 1;">
-				<div id="tree"></div>
-				<div style="flex-grow: 1; margin-left: 1em;">
-					<article id="searchResults" style="display: none">
-					</article>
-					<article id="article" style="display: none">
-						<div>
-							<h1 style="display: flex; flex-direction: row;">
-								<input type="submit" value="DELETE" onclick="deleteFile(); return false;" style="margin-left: 5%; margin-right: 5%"/>
-								<span id="titlePath">
-								</span>
-								<span id="title" contenteditable style="flex-grow: 1;"></span>
-								<input type="submit" value="SAVE" onclick="pushFile(); return false;"/>
-							</h1>
-						</div>
-						<div id="saveFeedback" style="min-height: 1.2em; text-align: right;">
-						</div>
-						<!-- todo: each line no is an anchor -->
-						<textarea id="my-text-area"></textarea>
-					</article>
-				</div>
-			</div>
-		</div>
-	</body>
-	<footer>
-		<script>
-			const easyMDE = new EasyMDE({
-				autoDownloadFontAwesome: true,
-				autofocus: true,
-				autosave: {
-					enabled: false,
-				},
-				element: document.getElementById('my-text-area'),
-				forceSync: true,
-				indentWithTabs: false,
-				initialValue: "# initial\nvalue",
-				showIcons: ["code", "table"],
-				spellChecker: false,
-				sideBySideFullscreen: false,
-				tabSize: 3,
-				previewImagesInEditor: true,
-				insertTexts: {
-					image: ["![](", ")"],
-					link: ["[](", ")"],
-				},
-				lineNumbers: true,
-				lineWrapping: true,
-				uploadImage: true,
-				imageUploadEndpoint: "/api/v0/media", // POST wants {data: {filePath: "/..."}}
-				imagePathAbsolute: false,
-				renderingConfig: {
-					codeSyntaxHighlighting: true,
-				},
-			})
-
-			function logValue() {
-				console.log(easyMDE.value())
-			}
-			logValue()
-		</script>
-	</footer>
-</html>

spike/review/reinvent/ezmded/ui/render.go

@@ -0,0 +1,177 @@
+package main
+
+import (
+	"fmt"
+	"html/template"
+	"log"
+	"os"
+	"path"
+	"strings"
+)
+
+func main() {
+	all := []string{}
+	always := []string{}
+	if err := recursePwd(func(p string) error {
+		switch path.Ext(p) {
+		case ".ctmpl":
+			if path.Base(p)[0] == '_' {
+				all = append(all, p)
+			}
+		}
+		switch path.Base(p) {
+		case "_import.ctmpl":
+			always = append(always, strings.TrimSuffix(path.Base(p), path.Ext(p)))
+		}
+		return nil
+	}); err != nil {
+		panic(err)
+	}
+	t := func(p ...string) *template.Template {
+		p = append(all, p...)
+		oneT, err := template.ParseFiles(p...)
+		if err != nil {
+			panic(err)
+		}
+		return oneT
+	}
+	data := map[string]interface{}{
+		"This": map[string]interface{}{
+			"ID":     "id00/id11",
+			"Title":  "title id11",
+			"PID":    "id00",
+			"PTitle": "title id00",
+			"Content": `# hello
+
+## world
+
+| this | is | my | table |
+| ---- | ---| ---| ----- |
+| hey |
+| ya | hey | ya |
+
+* and
+	* a bulleted
+		* list
+
+> but here is a quote
+
+` + "```" + `go
+// and some go code
+func main() {
+	log.Println("hi")
+}
+` + "```" + `
+
+and
+
+now
+
+the
+
+newlines
+
+
+
+
+
+
+
+
+
+
+
+			`,
+		},
+		"Results": []struct {
+			Title string
+			ID    string
+		}{
+			{Title: "title id00", ID: "id00"},
+			{Title: "title id07 but it's really really really long", ID: "id07"},
+			{Title: "title id00 / title id10", ID: "id00/id10/id10"},
+			{Title: "title id00 / title id10 / title id20", ID: "id00/id10/id20"},
+		},
+		"Tree": `{
+			"Leaf": {"Title": ""},
+			"Branches": {
+				"id00": {
+					"Leaf": {"Title": "title id00"},
+					"Branches": {
+						"id10": {"Leaf":{"Title":"title id10"},"Branches":{
+							"id20": {"Leaf":{"Title":"title id20"},"Branches":{}}
+						}},
+						"id11": {"Leaf":{"Title":"title id11"},"Branches":{}}
+					}
+				},
+				"id01": {"Leaf":{"Title":"title id01"},"Branches":{}},
+				"id02": {"Leaf":{"Title":"title id02"},"Branches":{}},
+				"id03": {"Leaf":{"Title":"title id03"},"Branches":{}},
+				"id04": {"Leaf":{"Title":"title id04"},"Branches":{}},
+				"id04": {"Leaf":{"Title":"title id04"},"Branches":{}},
+				"id05": {"Leaf":{"Title":"title id05"},"Branches":{}},
+				"id06": {"Leaf":{"Title":"title id06"},"Branches":{}},
+				"id07": {"Leaf":{"Title":"title id07 but it's really really really long"},"Branches":{}}
+			}
+		}`,
+	}
+	if err := recursePwd(func(p string) error {
+		switch path.Ext(p) {
+		case ".ctmpl":
+			target := path.Join(path.Dir(p), "."+path.Base(p)+".html")
+			f, err := os.Create(path.Join(path.Dir(p), "."+path.Base(p)+".html"))
+			if err != nil {
+				return err
+			}
+			defer f.Close()
+			templateToExecute := strings.TrimSuffix(path.Base(p), path.Ext(p))
+			tmpl := t(p)
+			defer log.Printf("rendering %s (...%s) as %s", templateToExecute, path.Join(path.Base(path.Dir(p)), path.Base(p)), target)
+			if strings.HasPrefix(templateToExecute, "_") {
+				testTemplate := `
+					{{ define "test" }}
+					<body class="fullscreen" style="border: 10px solid red;">
+				`
+				for _, subtemplate := range always {
+					testTemplate += fmt.Sprintf(`{{ template %q . }}`, subtemplate)
+				}
+				testTemplate += fmt.Sprintf(`{{ template %q . }}{{ end }}`, templateToExecute)
+				testTemplate += `
+					</body>
+				`
+				tmpl = template.Must(tmpl.Parse(testTemplate))
+				templateToExecute = "test"
+			}
+			return tmpl.Lookup(templateToExecute).Execute(f, data)
+		}
+		return nil
+	}); err != nil {
+		panic(err)
+	}
+}
+
+func recursePwd(foo func(string) error) error {
+	wd, err := os.Getwd()
+	if err != nil {
+		return err
+	}
+	return recurseD(wd, foo)
+}
+
+func recurseD(d string, foo func(string) error) error {
+	entries, err := os.ReadDir(d)
+	if err != nil {
+		return err
+	}
+	for _, entry := range entries {
+		if entry.IsDir() {
+			if err := recurseD(path.Join(d, entry.Name()), foo); err != nil {
+				return err
+			}
+		} else if strings.HasPrefix(entry.Name(), ".") {
+		} else if err := foo(path.Join(d, entry.Name())); err != nil {
+			return err
+		}
+	}
+	return nil
+}

spike/review/reinvent/ezmded/ui/search.ctmpl

@@ -0,0 +1,20 @@
+{{ define "search" }}
+<!DOCTYPE html>
+<html>
+	<header>
+		<title>{{ .This.Title }}</title>
+      {{ template "_import" }}
+	</header>
+	<body class="fullscreen tb_fullscreen lr_fullscreen" style="position: absolute">
+		<div class="rows" style="height: inherit;">
+         {{ template "_searchbar" }}
+			<div class="columns thic_flex tb_buffer" style="height: calc(100% - 4rem);">
+            {{ template "_filetree" . }}
+				<div class="thic_flex lr_fullscreen" style="margin-left: 1em; width: 5px;">
+               {{ template "_results" . }}
+				</div>
+			</div>
+		</div>
+	</body>
+</html>
+{{ end }}

spike/review/reinvent/ezmded/ui/templates/_editor.ctmpl

@@ -0,0 +1,138 @@
+{{ define "_editor" }}
+<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/easymde/dist/easymde.min.css">
+<script src="https://cdn.jsdelivr.net/npm/easymde/dist/easymde.min.js"></script>
+<style>
+	#easyMDEwrap {
+		flex-grow: 1;
+	}
+	.CodeMirror-scroll, .CodeMirror-sizer {
+		min-height: 10px !important;
+		height: auto !important;
+	}
+	#article {
+		display: flex;
+		flex-direction: column;
+	}
+	#titlepath, #title {
+		font-size: 2rem;
+		font-weight: 600;
+	}
+	.EasyMDEContainer button {
+		color: black;
+	}
+	img {
+		max-width: 100%;
+		max-height: 100%;
+	}
+	.monospace {
+		font-family: Consolas,Monaco,Lucida Console,Liberation Mono,DejaVu Sans Mono,Bitstream Vera Sans Mono,Courier New, monospace;
+	}
+	.lil_btn {
+		width: initial;
+		display: inline-block;
+	}
+	input, label, textarea {
+		margin: initial;
+	}
+	.editor-toolbar > button.preview {
+		color: #08c;
+	}
+</style>
+<script>
+	var saveFeedbackInterval = null
+	function pushFile() {
+		const title = document.getElementById("title").innerHTML ? document.getElementById("title").innerHTML : ""
+		const body = easyMDE.value() ? easyMDE.value() : ""
+		const id = {{ js .This.ID }}
+		headers = {}
+		if (title)
+			headers["Title"] = title
+		http("PUT", "/api/v0/files/" + id, (body, status) => {
+			if (status != 200) {
+				alert(`failed to push file ${id}: ${status}: ${body}`)
+				throw `failed to push file ${id}: ${status}: ${body}`
+			}
+			document.getElementById("saveFeedback").style.display = "block"
+			if (saveFeedbackInterval) {
+				clearTimeout(saveFeedbackInterval)
+			}
+			saveFeedbackInterval = setTimeout(() => {document.getElementById("saveFeedback").style.display = "none"}, 2500)
+		}, body, headers)
+	}
+	function deleteFile() {
+		const id = {{ js .This.ID }}
+		const pid = {{ js .This.PID }}
+		http("DELETE", "/api/v0/files/" + id, (body, status) => {
+			if (status != 200) {
+				alert(`failed to delete file ${id}: ${status}: ${body}`)
+				throw `failed to delete file ${id}: ${status}: ${body}`
+			}
+			window.location.href = `${window.location.protocol}\/\/${window.location.host}/ui/files/${pid}`
+		})
+	}
+</script>
+<div class="fullscreen tb_fullscreen">
+	<article id="article">
+		<div class="columns">
+			<span class="r_buffer">
+	         <form action="#" onsubmit="pushFile(); return false;">
+				   <input class="button-info lil_btn" type="submit" value="SAVE"/>
+	         </form>
+			</span>
+			<span id="titlePath">
+				/
+	         {{ if ne .This.PID "" }}
+	            <a href="/ui/files/{{ .This.PID }}">{{ .This.PTitle }}</a> /
+	         {{ end }}
+	      </span>
+			<span id="title" class="thic_flex" contenteditable>{{ .This.Title }}</span>
+			<span class="l_buffer">
+	         <form onsubmit="deleteFile(); return false;"> <!-- TODO -->
+				   <input class="button-error lil_btn" type="submit" onclick="confirm('are you sure?');" value="DELETE"/>
+	         </form>
+			</span>
+		</div>
+		<!-- todo: each line no is an anchor -->
+		<div id="easyMDEwrap" class="monospace">
+			<textarea id="my-text-area"></textarea>
+		</div>
+		<div style="min-height: 2em;"></div>
+			<div id="saveFeedback" class="button success" style="text-align: right; cursor: auto; display: none;">
+				Saved!
+			</div>
+		</div>
+	</article>
+</div>
+<script>
+	const easyMDE = new EasyMDE({
+		autoDownloadFontAwesome: true,
+		autofocus: true,
+		autosave: {
+			enabled: false,
+		},
+		element: document.getElementById('my-text-area'),
+		forceSync: true,
+		indentWithTabs: false,
+		initialValue: "loading...",
+		showIcons: ["code", "table"],
+		spellChecker: false,
+		sideBySideFullscreen: false,
+		tabSize: 3,
+		previewImagesInEditor: true,
+		insertTexts: {
+			image: ["![](", ")"],
+			link: ["[](", ")"],
+		},
+		lineNumbers: true,
+		lineWrapping: false,
+		uploadImage: true,
+		imageUploadEndpoint: "/api/v0/media", // POST wants {data: {filePath: "/..."}}
+		imagePathAbsolute: false,
+		renderingConfig: {
+			codeSyntaxHighlighting: true,
+		},
+		status: ["lines", "words", "cursor"],
+	})
+	easyMDE.value({{ .This.Content }})
+</script>
+{{ end }}

spike/review/reinvent/ezmded/ui/templates/_filetree.ctmpl

@@ -0,0 +1,83 @@
+{{ define "_filetree" }}
+<style>
+	details > details details {
+		padding-inline-start: 2em;
+	}
+	summary {
+		display: flex;
+		flex-direction: row;
+	}
+	summary.no-children {
+		list-style: none;
+	}
+	summary.no-children::-webkit-details-marker {
+		display: none;
+	}
+	#filetree {
+		padding-right: 1em;
+	}
+	details > summary > .hamburger::before {
+		content: "+";
+	}
+	details[open] > summary > .hamburger::before {
+		content: "-";
+	}
+</style>
+<div class="fullscreen tb_fullscreen" style="max-width: 25em; margin: auto;">
+	<details open>
+		<summary style="outline: none;"><span class="border button hamburger"></span></summary>
+		<details open id="filetree">
+		</details>
+	</details>
+</div>
+<script>
+	function drawTree(tree) {
+		document.getElementById("filetree").innerHTML = branchHTML("", tree)
+	}
+	function branchHTML(id, branch) {
+		return `
+			<summary class="${branchesHaveContent(branch.Branches) ? "" : "no-children"}">
+				${leafHTML(id, branch)}
+			</summary>
+			${branchesHTML(id, branch.Branches)}
+		`
+	}
+	function leafHTML(id, branch) {
+		const href="/ui/files/" + (id ? id : "#")
+		var nameSafeId = id.replace(/\//g, "-")
+		var parentNameSafeId = nameSafeId
+		if (id.includes("/"))
+			parentNameSafeId = id.slice(0, id.lastIndexOf("/")).replace(/\//g, "-")
+		const name=`filetree-leaf-${nameSafeId}`
+		const parentname=`filetree-leaf-${parentNameSafeId}`
+		const title=id ? branch.Leaf.Title : "ROOT"
+		const isLiveParent = '{{ .This.ID }}'.slice(0, id.length) == id
+		const isLive = '{{ .This.ID }}' == id
+		return `
+			<div style="margin: 0; padding: 0; height: 0; width: 0;" id="${name}"></div>
+			<a style="flex-grow: 1;" href="${href}#${parentname}"><button style="width: 100%; text-align: left; outline: none;" class="${isLiveParent ? `button button-info ${!isLive ? "button-border" : ""}` : ""}">${title}</button></a>
+			<a href="${href}/${generateUUID().split("-")[0]}#${parentname}"><button>+</button></a>
+		`
+	}
+	function branchesHTML(id, branches) {
+		if (!branchesHaveContent(branches))
+			return ""
+		var html = []
+		var out = ``
+		for(var i in branches) {
+			html.push([branches[i].Leaf.Title, `<details open>` + branchHTML(i, branches[i]) + `</details>`])
+		}
+		html.sort()
+		for(var i in html)
+			out += html[i][1]
+		return out
+	}
+	function branchesHaveContent(branches) {
+		var n = 0
+		for (var i in branches)
+			n += 1
+		return n > 0
+	}
+	drawTree(JSON.parse({{ .Tree }}))
+</script>
+{{ end }}

spike/review/reinvent/ezmded/ui/templates/_import.ctmpl

@@ -0,0 +1,114 @@
+{{ define "_import" }}
+<meta charset="utf-8">
+<meta http-equiv="X-UA-Compatible" content="IE=edge">
+<meta name="viewport" content="width=device-width, initial-scale=1, shrink-to-fit=no">
+
+<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/easymde/dist/easymde.min.css">
+<script src="https://cdn.jsdelivr.net/npm/easymde/dist/easymde.min.js"></script>
+<script src="https://cdn.jsdelivr.net/highlight.js/latest/highlight.min.js"></script>
+<link rel="stylesheet" href="https://cdn.jsdelivr.net/highlight.js/latest/styles/github.min.css">
+
+<link rel="stylesheet" href="https://unpkg.com/turretcss/dist/turretcss.min.css" crossorigin="anonymous">
+<!-- todo css
+<link rel="stylesheet" href="https://cdn.concisecss.com/concise.min.css">
+<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/water.css@2/out/light.css">
+<link rel="stylesheet" href="https://cdn.simplecss.org/simple.min.css">
+-->
+<style>
+	html, body {
+		background-color: #f8f8f8;
+	}
+	.columns {
+		display: flex;
+		flex-direction: row;
+	}
+	.rows {
+		width: 100%;
+		display: flex;
+		flex-direction: column;
+	}
+	.thic_flex {
+		text-align: left;
+		flex-grow: 1;
+	}
+	.mia {
+		display: none;
+	}
+	.align_left {
+		text-align: left;
+	}
+	.tb_buffer {
+		margin-top: 1em;
+		margin-bottom: 1em;
+	}
+	.r_buffer {
+		margin-right: 1em;
+	}
+	.l_buffer {
+		margin-left: 1em;
+	}
+	.monospace {
+		font-family: Consolas,Monaco,Lucida Console,Liberation Mono,DejaVu Sans Mono,Bitstream Vera Sans Mono,Courier New, monospace;
+	}
+	.lil_btn {
+		width: initial;
+		display: inline-block;
+	}
+	input, label, textarea {
+		margin: initial;
+	}
+	.fullscreen {
+		position: relative;
+		top: 0;
+		left: 0;
+		right: 0;
+		bottom: 0;
+		padding: 5px;
+		overflow: scroll;
+	}
+	.lr_fullscreen {
+		width: 100%;
+		/*max-width: 1024px;*/
+		margin-right: auto;
+		margin-left: auto;
+	}
+	.tb_fullscreen {
+		height: 100%;
+	}
+</style>
+<script>
+	function http(method, remote, callback, body, headers) {
+		var xmlhttp = new XMLHttpRequest();
+		xmlhttp.onreadystatechange = function() {
+			if (xmlhttp.readyState == XMLHttpRequest.DONE) {
+				callback(xmlhttp.responseText, xmlhttp.status, (key) => xmlhttp.getResponseHeader(key))
+			}
+		};
+		xmlhttp.open(method, remote, true);
+		if (typeof body == "undefined") {
+			body = null
+		}
+		if (headers) {
+			for (var key in headers)
+				xmlhttp.setRequestHeader(key, headers[key])
+		}
+		xmlhttp.send(body);
+	}
+	function generateUUID() { // Public Domain/MIT // https://stackoverflow.com/questions/105034/how-to-create-a-guid-uuid
+		var d = new Date().getTime();//Timestamp
+		var d2 = ((typeof performance !== 'undefined') && performance.now && (performance.now()*1000)) || 0;//Time in microseconds since page-load or 0 if unsupported
+		return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, function(c) {
+				var r = Math.random() * 16;//random number between 0 and 16
+				if(d > 0){//Use timestamp until depleted
+					r = (d + r)%16 | 0;
+					d = Math.floor(d/16);
+				} else {//Use microseconds since page-load if supported
+					r = (d2 + r)%16 | 0;
+					d2 = Math.floor(d2/16);
+				}
+				 return (c === 'x' ? r : (r & 0x3 | 0x8)).toString(16);
+			}
+		);
+	}
+</script>
+{{ end }}

spike/review/reinvent/ezmded/ui/templates/_results.ctmpl

@@ -0,0 +1,14 @@
+{{ define "_results" }}
+<style>
+</style>
+</script>
+<div class="fullscreen tb_fullscreen">
+	<ul id="results">
+		{{ range .Results }}
+			<li>
+				<a href="/ui/files/{{ .ID }}">{{ .Title }}</a>
+			</li>
+		{{ end }}
+	</ul>
+</div>
+{{ end }}

spike/review/reinvent/ezmded/ui/templates/_searchbar.ctmpl

@@ -0,0 +1,6 @@
+{{ define "_searchbar" }}
+<form class="columns" action="/ui/search" method="GET">
+	<input class="thic_flex" type="text" name="q" placeholder="space delimited search regexp"/>
+	<input class="info lil_btn" type="submit" value="search"/>
+</form>
+{{ end }}