ok i think i could play 2p if i need

.gitignore

@@ -0,0 +1,3 @@
+/mnt.d
+**/*.sw*
+**/__pycache__

.gitmodules

@@ -4,9 +4,9 @@
 [submodule "git.d/rusty-pipe.d"]
 	path = git.d/rusty-pipe.d
 	url = https://gogs.inhome.blapointe.com/bel/rusty-pipe.git
-[submodule "git.d/stt.d"]
-	path = git.d/stt.d
-	url = https://gogs.inhome.blapointe.com/bel/stt.git
 [submodule "git.d/tts.d"]
 	path = git.d/tts.d
 	url = https://gogs.inhome.blapointe.com/bel/tts.git
+[submodule "git.d/stt.d"]
+	path = git.d/stt.d
+	url = https://gogs.inhome.blapointe.com/bel/stt

README.md

@@ -1,4 +1,4 @@
-# Hosting a Mayhem Party
+# Mayhem Party Venue
 
 # Clients
 
@@ -14,12 +14,18 @@
 sudo apt install mingw-w64
 rustup target add x86_64-pc-windows-gnu
 echo windows
-cargo build --release --target x86_64-pc-windows-gnu && ls target/x86_64-pc-windows-gnu/release/rusty-pipe.exe
+cargo build --release --target x86_64-pc-windows-gnu
+rm target/x86_64-pc-windows-gnu/release/rusty-pipe-signed.exe
+read -p ".crt? " CERT
+osslsigncode sign \
+   -certs ${CERT%.crt}.crt -key ${CERT%.crt}.key \
+   -n Rusty-Pipe -i https://whois.home.blapointe.com \
+   -in target/x86_64-pc-windows-gnu/release/rusty-pipe.exe -out target/x86_64-pc-windows-gnu/release/rusty-pipe-signed.exe
 echo local
 cargo install --path ./
 ```
 
-Each client needs 1 executable and 1 config file with a unique user "name".
+Each client needs 1 executable and 1 config file
 
 The server cannot be a client because sending, listening, and typing keyboard is bad. Maybe a VM on the client as a server would work tho.
 
@@ -27,27 +33,18 @@ See `./config.d/rusty-pipe.d`
 
 # Server
 
-## TTS
+## Code
 
-`cd ./git.d/tts.d/larynx.d; bash run.sh`
-
-## STT
-
-`cd ./git.d/stt.d/whisper-2023; HOTWORDS=../../../config.d/stt.d/hotwords.txt MIC_TIMEOUT=2 URL=http://localhost:17071/config HEADERS=say='Eye herd {{hotword}}' BODY='[{"op":"replace", "path":"/Quiet", "value":true}]' python3 ./hotwords.py'
-
-## `mayhem-party`
-
-### Configs
-
-`cd ./config.d/mayhem-party.d/remap.d; bash ./rotate.sh`
-
-> rotate anytime via stdin or `pkill -SIGUSR1 -f rotate.sh`
-
-### Binary
-
-`bash -c 'true; source ./config.d/mayhem-party.d/env.env; mayhem-party'`
+`bash ./server.sh`
 
 ## Game Playing
 
 Foreground
 
+#### Discord
+
+Yep
+
+#### Dolphin
+
+Yep

config.d/mayhem-party.d/v01.yaml

@@ -3,11 +3,38 @@ feedback:
   ttsurl: http://localhost:15002
 users:
   bel:
+    meta:
+      lasttsms: 1680369532165
+      lastlag: 1
+    state:
       player: 2
-    message: its bel
+      message: ""
+      gm:
+        alias: ""
+        lastalias: ""
+        vote: ""
   broadcast:
+    meta:
+      lasttsms: 0
+      lastlag: 0
+    state:
       player: 0
-    message: "8"
+      message: "hola"
+      gm:
+        alias: ""
+        lastalias: ""
+        vote: ""
+  zach:
+    meta:
+      lasttsms: 1679978514018
+      lastlag: 0
+    state:
+      player: 0
+      message: ""
+      gm:
+        alias: ""
+        lastalias: ""
+        vote: ""
 players:
 - transformation: {}
 - transformation:

config.d/rusty-pipe.d/1.yaml

@@ -6,10 +6,11 @@ streams:
       gui:
         user: bel
         feedback:
-          url: http://mayhem-party.home.blapointe.com:17071?user=bel
-        press: {prefix: "", suffix: ""}
-        release: {prefix: "", suffix: ""}
-        format: '{"T":{{ms}},"U":"{{user}}","Y":"{{pressed}}","N":"{{released}}"}'
+          url_read: http://mayhem-party.home.blapointe.com:17071?user=bel
+          url_say: http://mayhem-party.home.blapointe.com:17071?user=bel&say=
+          url_send: http://mayhem-party.home.blapointe.com:17071/gm/rpc/vote?user=bel&payload=
+        release_prefix: ""
+        format_keys: '{"T":{{ms}},"U":"{{user}}","Y":"{{pressed}}","N":"{{released}}"}'
         buttons:
           up: 'w'
           down: 's'

config.d/rusty-pipe.d/2.yaml

@@ -6,10 +6,11 @@ streams:
       gui:
         user: zach
         feedback:
-          url: http://mayhem-party.home.blapointe.com:17071?user=zach
-        press: {prefix: "", suffix: ""}
-        release: {prefix: "", suffix: ""}
-        format: '{"T":{{ms}},"U":"{{user}}","Y":"{{pressed}}","N":"{{released}}"}'
+          url_read: http://mayhem-party.home.blapointe.com:17071?user=zach
+          url_say: http://mayhem-party.home.blapointe.com:17071?user=zach&say=
+          url_send: http://mayhem-party.home.blapointe.com:17071/gm/rpc/vote?user=zach&payload=
+        release_prefix: ""
+        format_keys: '{"T":{{ms}},"U":"{{user}}","Y":"{{pressed}}","N":"{{released}}"}'
         buttons:
           up: 'w'
           down: 's'

config.d/rusty-pipe.d/3.yaml

@@ -6,10 +6,11 @@ streams:
       gui:
         user: chase
         feedback:
-          url: http://mayhem-party.home.blapointe.com:17071?user=chase
-        press: {prefix: "", suffix: ""}
-        release: {prefix: "", suffix: ""}
-        format: '{"T":{{ms}},"U":"{{user}}","Y":"{{pressed}}","N":"{{released}}"}'
+          url_read: http://mayhem-party.home.blapointe.com:17071?user=chase
+          url_say: http://mayhem-party.home.blapointe.com:17071?user=chase&say=
+          url_send: http://mayhem-party.home.blapointe.com:17071/gm/rpc/vote?user=chase&payload=
+        release_prefix: ""
+        format_keys: '{"T":{{ms}},"U":"{{user}}","Y":"{{pressed}}","N":"{{released}}"}'
         buttons:
           up: 'w'
           down: 's'

config.d/rusty-pipe.d/4.yaml

@@ -6,10 +6,11 @@ streams:
       gui:
         user: mason
         feedback:
-          url: http://mayhem-party.home.blapointe.com:17071?user=mason
-        press: {prefix: "", suffix: ""}
-        release: {prefix: "", suffix: ""}
-        format: '{"T":{{ms}},"U":"{{user}}","Y":"{{pressed}}","N":"{{released}}"}'
+          url_read: http://mayhem-party.home.blapointe.com:17071?user=mason
+          url_say: http://mayhem-party.home.blapointe.com:17071?user=mason&say=
+          url_send: http://mayhem-party.home.blapointe.com:17071/gm/rpc/vote?user=mason&payload=
+        release_prefix: ""
+        format_keys: '{"T":{{ms}},"U":"{{user}}","Y":"{{pressed}}","N":"{{released}}"}'
         buttons:
           up: 'w'
           down: 's'

config.d/rusty-pipe.d/5.yaml

@@ -6,10 +6,11 @@ streams:
       gui:
         user: nat
         feedback:
-          url: http://mayhem-party.home.blapointe.com:17071?user=nat
-        press: {prefix: "", suffix: ""}
-        release: {prefix: "", suffix: ""}
-        format: '{"T":{{ms}},"U":"{{user}}","Y":"{{pressed}}","N":"{{released}}"}'
+          url_read: http://mayhem-party.home.blapointe.com:17071?user=nat
+          url_say: http://mayhem-party.home.blapointe.com:17071?user=nat&say=
+          url_send: http://mayhem-party.home.blapointe.com:17071/gm/rpc/vote?user=nat&payload=
+        release_prefix: ""
+        format_keys: '{"T":{{ms}},"U":"{{user}}","Y":"{{pressed}}","N":"{{released}}"}'
         buttons:
           up: 'w'
           down: 's'

config.d/rusty-pipe.d/6.yaml

@@ -6,10 +6,11 @@ streams:
       gui:
         user: roxy
         feedback:
-          url: http://mayhem-party.home.blapointe.com:17071?user=roxy
-        press: {prefix: "", suffix: ""}
-        release: {prefix: "", suffix: ""}
-        format: '{"T":{{ms}},"U":"{{user}}","Y":"{{pressed}}","N":"{{released}}"}'
+          url_read: http://mayhem-party.home.blapointe.com:17071?user=roxy
+          url_say: http://mayhem-party.home.blapointe.com:17071?user=roxy&say=
+          url_send: http://mayhem-party.home.blapointe.com:17071/gm/rpc/vote?user=roxy&payload=
+        release_prefix: ""
+        format_keys: '{"T":{{ms}},"U":"{{user}}","Y":"{{pressed}}","N":"{{released}}"}'
         buttons:
           up: 'w'
           down: 's'

config.d/rusty-pipe.d/7.yaml

@@ -6,10 +6,11 @@ streams:
       gui:
         user: bill
         feedback:
-          url: http://mayhem-party.home.blapointe.com:17071?user=bill
-        press: {prefix: "", suffix: ""}
-        release: {prefix: "", suffix: ""}
-        format: '{"T":{{ms}},"U":"{{user}}","Y":"{{pressed}}","N":"{{released}}"}'
+          url_read: http://mayhem-party.home.blapointe.com:17071?user=bill
+          url_say: http://mayhem-party.home.blapointe.com:17071?user=bill&say=
+          url_send: http://mayhem-party.home.blapointe.com:17071/gm/rpc/vote?user=bill&payload=
+        release_prefix: ""
+        format_keys: '{"T":{{ms}},"U":"{{user}}","Y":"{{pressed}}","N":"{{released}}"}'
         buttons:
           up: 'w'
           down: 's'

server.sh

@@ -0,0 +1,125 @@
+# /bin/bash
+
+main() {
+   set -eo pipefail
+   tty && read -p "git refresh? [yN] " a && test "$a" == "y" && (
+      git config --global credential.helper store
+      git submodule init
+      git pull --recurse-submodules --jobs=10
+      git submodule foreach git pull origin master
+   )
+   _tts
+   _mayhem_party
+   _discord
+   _stt
+   _dolphin
+   while read; do
+      pkill -SIGUSR1 -f mayhem-party
+   done
+}
+
+_cleanup() {
+   pkill -f larynx
+   pkill -f hotwords.py
+   pkill -f rust-whisper
+   pkill -f mayhem-party
+}
+cleanup() {
+   pkill -f server.sh
+   _cleanup
+}
+_cleanup
+trap cleanup EXIT
+
+log() {
+   echo "$(date) > $*" >&2
+}
+
+_discord() {
+   read -p "pls start discord"
+}
+
+_dolphin() {
+   read -p "pls start dolphin"
+}
+
+_mayhem_party() {
+   log mayhem-party
+   pushd ./git.d/mayhem-party.d
+   go build
+   popd
+   log launching mayhem-party
+   (
+      source ./config.d/mayhem-party.d/env.env
+      ./git.d/mayhem-party.d/mayhem-party
+   ) &
+}
+
+_tts() {
+   log launching tts
+   pushd ./git.d/tts.d/larynx.d/
+   chmod -R 777 ./mnt.d || true
+   bash ./run.sh
+   popd
+}
+
+_stt() {
+   log stt
+   (
+      export HOME="$PWD/mnt.d/stt.d"
+      mkdir -p "$HOME"
+      cd "$HOME"
+      bash ../../git.d/stt.d/rust-whisper.d/download_models.sh
+      if [ -n "$PIP" ]; then
+         pip3 install -r ../../git.d/stt.d/rust-whisper.d/requirements.txt
+      fi
+
+      local device=$(
+         pactl list \
+         | grep Monitor.Source \
+         | grep -v hdmi \
+         | awk "{print \$NF}" \
+         | head -n 1
+      )
+      (
+         echo "pcm.pulse_monitor {"
+         echo "   type pulse"
+         echo "   device $device"
+         echo "}"
+         echo "ctl.pulse_monitor {"
+         echo "   type pulse"
+         echo "   device $device"
+         echo "}"
+      ) | sudo tee /etc/asound.conf
+
+      for i in $(pactl list short modules | grep secret | cut -f1); do
+         pactl unload-module $i
+      done
+      name='my_secret_sink'
+      if ! pactl list | grep -q $name; then
+         pactl load-module module-null-sink sink_name=$name channels=1
+         pactl load-module module-remap-source master=$name.monitor source_name=shared-$name source_properties="device.description=shared-$name" #channels=1
+         mic_name="$(pactl list | grep -A 100 Name:.$name.monitor | grep device.description.=. | head -n 1 | sed 's/.* = //' | tr -d '"') Monitor"
+      fi
+
+      read -p "pavucontrol to change input to $mic_name, ok? "
+      log launching stt
+      (
+         export HOTWORDS=../../config.d/mayhem-party.d/v01.yaml@.users[].state.gm.alias
+         export MIC_TIMEOUT=2
+         export URL=http://localhost:17071/gm/rpc/broadcastSomeoneSaidAlias?message={{hotword}}
+         export HEADERS=say="Eye herd {{hotword}}"
+         export MIC_NAME="${MIC_NAME:-pulse_monitor}"
+         export MODEL=tiny.en
+         export P=2
+         while ! python3 ../../git.d/stt.d/rust-whisper.d/hotwords.py; do
+            sleep 5
+         done
+      ) &
+   )
+}
+
+if [ "$0" == "$BASH_SOURCE" ]; then
+   main "$@"
+fi
+

todo.yaml

@@ -0,0 +1,176 @@
+todo:
+- audio pipes; can i send discord output to a pipe for stt?
+- trigger a vote
+- trigger an election
+- trigger a shuffle for init
+- assign aliases
+- display vote progress
+- trigger dolphin pause via query param mapping to a button that is a pause hotkey
+- todo: rotation triggers
+  subtasks:
+  - ui for election start, election votes, election end stuff
+  - todo: stdin
+    subtasks:
+    - minigame end
+  - todo: voice recognition of hotwords to vote who dun it
+    subtasks:
+    - random word from cur wikipedia page
+    - only spectators have hotwords and must get a player to speak it
+    - tribunal to vote who said it
+scheduled: []
+done:
+- todo: sticky keyboard input mode for enable/disable explicitly
+  ts: Thu Mar 23 20:55:52 MDT 2023
+- todo: case-sensitive
+  ts: Fri Mar 24 13:39:26 MDT 2023
+- todo: rusty configs have "name" for each client so "if name == server_broadcasted_name
+    { debug_print_in_gui(server_broadcasted_message) }
+  ts: Fri Mar 24 16:40:09 MDT 2023
+- todo: change from 'a','b','c' from rust to just 10,11,12 so playerName is known
+    implicitly but then gotta translate back to char for keyboard things somewhere;
+    space delimited?
+  ts: Fri Mar 24 17:00:55 MDT 2023
+- todo: '"Button" to interface or strings'
+  ts: Fri Mar 24 17:01:01 MDT 2023
+- todo: input.UDP as a raw provider
+  ts: Fri Mar 24 19:58:59 MDT 2023
+- todo: input.MayhemParty as a logical wrapper
+  ts: Fri Mar 24 19:58:59 MDT 2023
+- todo: change from 'a','b','c' from rust to just 11,21,31,41 so playerName is known
+    implicitly from %10 but then gotta translate back to char for keyboard things
+    somewhere; space delimited?
+  ts: Fri Mar 24 19:58:59 MDT 2023
+- todo: input."Button" to interface or strings
+  ts: Fri Mar 24 21:16:39 MDT 2023
+- todo: input.MayhemParty as a logical wrapper from %10 but then gotta translate back
+    to char for keyboard things somewhere; space delimited?
+  ts: Fri Mar 24 21:16:39 MDT 2023
+- todo: change from 'a','b','c' from rust to just 11,21,31,41 so playerName is known
+    implicitly
+  ts: Sat Mar 25 00:06:21 MDT 2023
+- todo: lag via UDP formatted inputs as space-delimited TS PID buttonIdx buttonIdx
+    buttonIdx
+  ts: Sat Mar 25 00:13:19 MDT 2023
+- todo: map keys triggered by user to player idx and their keys
+  ts: Sat Mar 25 00:44:19 MDT 2023
+- todo: use button.V01Cfg; map keys triggered by user to player idx and their keys
+  ts: Sat Mar 25 09:12:43 MDT 2023
+- todo: v01cfg includes messages to send per client and exposes tcp server for it
+  ts: Sat Mar 25 10:09:06 MDT 2023
+- todo: v01cfg includes messages to send per client and exposes http server for it
+  ts: Sat Mar 25 11:28:29 MDT 2023
+- todo: send clients messages to display
+  ts: Sat Mar 25 11:28:29 MDT 2023
+- todo: input.MayhemParty as a logical wrapper from mod10 but then gotta translate
+    back to char for keyboard things somewhere; space delimited?
+  ts: Sat Mar 25 11:28:40 MDT 2023
+- todo: rusty configs have "name" for each client
+  details: |
+    'if name == server_broadcasted_name { debug_print_in_gui(server_broadcasted_message) }'
+  ts: Sat Mar 25 11:28:40 MDT 2023
+- todo: rotation triggers
+  subtasks:
+  - minigame end
+  - random word from cur wikipedia page
+  - each person has their own hotword
+  - only spectators have hotwords and must get a player to speak it
+  - tribunal to vote who said it
+  ts: Sat Mar 25 11:29:52 MDT 2023
+- todo: we have 7 players oooooof
+  ts: Sat Mar 25 11:29:52 MDT 2023
+- todo: endpoint for v01 to start read-only mode so when hotword spoken, players are
+    dcd without losing players
+  ts: Sat Mar 25 23:16:47 MDT 2023
+- todo: tts for when someone said the word via larynx docker + http.get + https://pkg.go.dev/github.com/faiface/beep@v1.1.0/wav
+  ts: Sun Mar 26 09:57:02 MDT 2023
+- todo: endpoint for v01 to start read-only mode so when hotword spoken, players are
+    dcd without losing players; press a hotkey that is bound to dolphin emulator pause
+  ts: Sun Mar 26 14:28:46 MDT 2023
+- todo: game master to coordinate config change
+  ts: Mon Mar 27 11:01:10 MDT 2023
+- todo: rotation triggers
+  subtasks:
+  - todo: stdin
+    subtasks:
+    - minigame end
+  - todo: voice recognition of hotwords to vote who dun it
+    subtasks:
+    - random word from cur wikipedia page
+    - each person has their own hotword
+    - only spectators have hotwords and must get a player to speak it
+    - tribunal to vote who said it
+  ts: Mon Mar 27 11:04:56 MDT 2023
+- todo: clients can send STT via box
+  ts: Mon Mar 27 17:55:41 MDT 2023
+- todo: -venue needs to update for new env variables for GUI
+  ts: Mon Mar 27 21:43:40 MDT 2023
+- todo: -venue needs to udpate hits hotword path for new Users.[].State.GM.Alias
+  ts: Mon Mar 27 21:43:40 MDT 2023
+- todo: clients can vote
+  ts: Mon Mar 27 21:43:40 MDT 2023
+- todo: rotation triggers
+  subtasks:
+  - ui for election start, election votes, election end stuff
+  - todo: stdin
+    subtasks:
+    - minigame end
+  - todo: voice recognition of hotwords to vote who dun it
+    subtasks:
+    - random word from cur wikipedia page
+    - each person has their own hotword
+    - only spectators have hotwords and must get a player to speak it
+    - tribunal to vote who said it
+  ts: Mon Mar 27 21:43:40 MDT 2023
+- todo: https via home.blapointe and rproxy
+  ts: Mon Mar 27 21:43:53 MDT 2023
+- todo: single docker image to run all
+  ts: Tue Mar 28 20:34:03 MDT 2023
+- todo: how to get audio from inside docker into discord?
+  ts: Wed Mar 29 19:57:18 MDT 2023
+- todo: how to get audio from game into discord?
+  ts: Wed Mar 29 19:57:18 MDT 2023
+- todo: stt in vm is nono hmmm
+  details: |
+    vm
+      dolphin
+      discord
+      tts
+    baremetal
+      discord+mic | MODEL=tiny.en stt
+      *
+  ts: Wed Mar 29 21:41:25 MDT 2023
+- todo: stt in vm is nono hmmm
+  details: |
+    https://github.com/ggerganov/whisper.cpp
+    :sparkles: go bindings too
+    vm
+      dolphin
+      discord
+      tts
+    baremetal
+      discord+mic | MODEL=tiny.en stt
+      *
+  ts: Fri Mar 31 11:05:29 MDT 2023
+- todo: challenge; what runs where?
+  details: |
+    native: stt, discord, dolphin
+         dolphin needs native
+         discord needs to be where dolphin is
+         stt needs to be with discord
+  ts: Fri Mar 31 16:46:09 MDT 2023
+- todo: challenge; what runs where?
+  details: |
+    native: stt, discord, dolphin, mayhem-party
+         dolphin needs native
+         discord needs to be where dolphin is
+         stt needs to be with discord
+         mayhem-party must be with dolphin
+    vm: tts
+    ok so VM/docker are dead to me that is good to know
+  ts: Fri Mar 31 16:46:49 MDT 2023
+- todo: can i send VM discord output to a pipe for stt?
+  ts: Fri Mar 31 16:47:21 MDT 2023
+- todo: all must run native, so manual setup learning time
+  ts: Fri Mar 31 22:45:58 MDT 2023
+- todo: stt to rust-whisper and new-age hotwords.py
+  ts: Fri Mar 31 22:45:58 MDT 2023