Compare commits
16 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
b515143fc6 | ||
|
|
bfc7aedecf | ||
|
|
cf9d6d83c6 | ||
|
|
1334295204 | ||
|
|
3423e5f76a | ||
|
|
7ec4ce79dd | ||
|
|
9d855e0f30 | ||
|
|
f90ec3917b | ||
|
|
8f681c7927 | ||
|
|
4ffc6bba8c | ||
|
|
9840be93f6 | ||
|
|
95bb4de13a | ||
|
|
d361c2164f | ||
|
|
b54be3c32c | ||
|
|
e546034c26 | ||
|
|
5a4bcecac7 |
@@ -1,7 +1,28 @@
|
||||
package broker
|
||||
|
||||
import "local/truckstop/config"
|
||||
import (
|
||||
"context"
|
||||
"local/truckstop/config"
|
||||
"net/http"
|
||||
"strings"
|
||||
|
||||
"golang.org/x/time/rate"
|
||||
)
|
||||
|
||||
// once per minute
|
||||
var authlimiter = rate.NewLimiter(rate.Limit(1.0/60.0), 1)
|
||||
|
||||
// thrice per minute
|
||||
var limiter = rate.NewLimiter(rate.Limit(1.0/20.0), 1)
|
||||
|
||||
type Broker interface {
|
||||
Search([]config.State) ([]Job, error)
|
||||
}
|
||||
|
||||
func do(r *http.Request) (*http.Response, error) {
|
||||
limiter.Wait(context.Background())
|
||||
if strings.Contains(strings.ToLower(r.URL.Path), "login") {
|
||||
authlimiter.Wait(context.Background())
|
||||
}
|
||||
return http.DefaultClient.Do(r)
|
||||
}
|
||||
|
||||
@@ -3,6 +3,8 @@ package broker
|
||||
import (
|
||||
"fmt"
|
||||
"local/truckstop/config"
|
||||
"log"
|
||||
"strings"
|
||||
"time"
|
||||
)
|
||||
|
||||
@@ -37,15 +39,29 @@ func (j JobLocation) String() string {
|
||||
}
|
||||
|
||||
func (j Job) FormatMultilineText() string {
|
||||
return fmt.Sprintf(
|
||||
"--- %s: %s => %s ---\nPickup: %s\nDropoff: %s\nNotes: %d lbs, %d miles, %s",
|
||||
config.Get().Name,
|
||||
j.Pickup.State,
|
||||
j.Dropoff.State,
|
||||
j.Pickup.String(),
|
||||
j.Dropoff.String(),
|
||||
j.Weight,
|
||||
j.Miles,
|
||||
j.Meta,
|
||||
)
|
||||
foo := func(client string) string {
|
||||
return fmt.Sprintf(
|
||||
"--- %s: %s => %s ---\nPickup: %s\nDropoff: %s\nNotes: %d lbs, %d miles, %s",
|
||||
client,
|
||||
j.Pickup.State,
|
||||
j.Dropoff.State,
|
||||
j.Pickup.String(),
|
||||
j.Dropoff.String(),
|
||||
j.Weight,
|
||||
j.Miles,
|
||||
j.Meta,
|
||||
)
|
||||
}
|
||||
out := ""
|
||||
clients := config.Clients()
|
||||
for k := range clients {
|
||||
log.Printf("job multiline: %+v contains %s then use %v", clients[k].States, j.Pickup.State, k)
|
||||
if strings.Contains(fmt.Sprint(clients[k].States), j.Pickup.State) {
|
||||
if len(out) > 0 {
|
||||
out += "\n\n"
|
||||
}
|
||||
out += foo(k)
|
||||
}
|
||||
}
|
||||
return out
|
||||
}
|
||||
|
||||
@@ -100,7 +100,6 @@ func (ntg NTGVision) search(states []config.State) (io.ReadCloser, error) {
|
||||
}
|
||||
|
||||
func (ntg NTGVision) refreshAuth() error {
|
||||
time.Sleep(time.Minute * 2) // TODO
|
||||
b, _ := json.Marshal(map[string]string{
|
||||
"username": config.Get().Brokers.NTG.Username,
|
||||
"password": config.Get().Brokers.NTG.Password,
|
||||
@@ -110,7 +109,7 @@ func (ntg NTGVision) refreshAuth() error {
|
||||
return err
|
||||
}
|
||||
setNTGHeaders(request)
|
||||
resp, err := http.DefaultClient.Do(request)
|
||||
resp, err := do(request)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
@@ -139,8 +138,7 @@ func (ntg NTGVision) _search(states []config.State) (io.ReadCloser, error) {
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
c := http.Client{Timeout: time.Minute}
|
||||
resp, err := c.Do(request)
|
||||
resp, err := do(request)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
|
||||
6
broker/testdata/ntgvision_response.json
vendored
6
broker/testdata/ntgvision_response.json
vendored
@@ -19,11 +19,11 @@
|
||||
{
|
||||
"id": 4650338,
|
||||
"sDate": "01/12/22",
|
||||
"sCity": "Somewhere",
|
||||
"sState": "OH",
|
||||
"sCity": "Advance",
|
||||
"sState": "NC",
|
||||
"sdh": null,
|
||||
"cDate": "01/13/22",
|
||||
"cCity": "SomewhereElse",
|
||||
"cCity": "Atlanta",
|
||||
"cState": "GA",
|
||||
"cdh": null,
|
||||
"stopCnt": 2,
|
||||
|
||||
71
config.json
71
config.json
@@ -1,29 +1,67 @@
|
||||
{
|
||||
"Name": "pa",
|
||||
"Interval": {
|
||||
"Email": "10s..30s",
|
||||
"Input": "10s..30s",
|
||||
"OK": "6h0m0s..6h0m0s",
|
||||
"Error": "6h0m0s..6h0m0s"
|
||||
},
|
||||
"States": [
|
||||
"FL",
|
||||
"GA",
|
||||
"NC"
|
||||
],
|
||||
"Images": {
|
||||
"ClientID": "d9ac7cabe813d10",
|
||||
"ClientSecret": "9d0b3d82800b30ca88f595d3bcd6985f627d7d82",
|
||||
"RefreshToken": "171417741bf762b99b0b9f9137491b7a69874a77",
|
||||
"AccessToken": "e63db98f92d2db7ac7f56914a2030c889b378e9b",
|
||||
"RefreshURI": "https://api.imgur.com/oauth2/token",
|
||||
"RefreshFormat": "refresh_token=%s&client_id=%s&client_secret=%s&grant_type=refresh_token",
|
||||
"RefreshMethod": "POST",
|
||||
"UploadURI": "https://api.imgur.com/3/image",
|
||||
"UploadMethod": "POST"
|
||||
},
|
||||
"Maps": {
|
||||
"URIFormat": "https://maps.googleapis.com/maps/api/staticmap?center=%s\u0026markers=label=A|%s\u0026zoom=5\u0026size=250x250\u0026scale=1\u0026format=jpeg\u0026maptype=roadmap\u0026key=AIzaSyBkACm-LQkoSfsTO5_XAzBVZE9-JQzcNkg",
|
||||
"Pickup": true,
|
||||
"Dropoff": true
|
||||
},
|
||||
"Clients": {
|
||||
"broc": {
|
||||
"States": [
|
||||
"FL",
|
||||
"NC"
|
||||
],
|
||||
"IDs": {
|
||||
"Matrix": "@belandbroc:matrix.org"
|
||||
},
|
||||
"PauseUntil": 5642107200
|
||||
},
|
||||
"caleb": {
|
||||
"States": [
|
||||
"FL"
|
||||
],
|
||||
"IDs": {
|
||||
"Matrix": "@belandbroc:matrix.org"
|
||||
},
|
||||
"PauseUntil": -62135596800
|
||||
},
|
||||
"pa": {
|
||||
"States": [
|
||||
"OH"
|
||||
],
|
||||
"IDs": {
|
||||
"Matrix": "@belandbroc:matrix.org"
|
||||
},
|
||||
"PauseUntil": -62135596800
|
||||
}
|
||||
},
|
||||
"Storage": [
|
||||
"map"
|
||||
],
|
||||
"Client": "breellocaldev@gmail.com",
|
||||
"Message": {
|
||||
"Matrix": {
|
||||
"ReceiveEnabled": true,
|
||||
"Client": "@belandbroc:matrix.org",
|
||||
"Mock": true,
|
||||
"Mock": false,
|
||||
"Homeserver": "https://matrix-client.matrix.org",
|
||||
"Username": "@breellocaldev:matrix.org",
|
||||
"Token": "syt_YnJlZWxsb2NhbGRldg_HTewKMMePdEcLvceAKEz_2fHsHa",
|
||||
"Device": "TGNIOGKATZ",
|
||||
"Room": "!rMvyKroCAJMRqFwTwC:matrix.org"
|
||||
"Room": "!ySKxwGHQPzPfVAldfJ:matrix.org"
|
||||
}
|
||||
},
|
||||
"Once": true,
|
||||
@@ -34,14 +72,5 @@
|
||||
"Username": "noeasyrunstrucking@gmail.com",
|
||||
"Password": "thumper123"
|
||||
}
|
||||
},
|
||||
"Emailer": {
|
||||
"From": "breellocaldev@gmail.com",
|
||||
"SMTP": "",
|
||||
"POP3": "",
|
||||
"IMAP": "imap.gmail.com:993",
|
||||
"Password": "gojfkkfrkmtxzyro",
|
||||
"Limit": 0
|
||||
},
|
||||
"EmailerEnabled": false
|
||||
}
|
||||
}
|
||||
@@ -3,26 +3,39 @@ package config
|
||||
import (
|
||||
"encoding/json"
|
||||
"io/ioutil"
|
||||
"local/sandbox/contact/contact"
|
||||
"local/storage"
|
||||
"os"
|
||||
"sync"
|
||||
"time"
|
||||
)
|
||||
|
||||
type Config struct {
|
||||
Name string
|
||||
Interval struct {
|
||||
Email Duration
|
||||
Input Duration
|
||||
OK Duration
|
||||
Error Duration
|
||||
}
|
||||
States []State
|
||||
Images struct {
|
||||
ClientID string
|
||||
ClientSecret string
|
||||
RefreshToken string
|
||||
AccessToken string
|
||||
RefreshURI string
|
||||
RefreshFormat string
|
||||
RefreshMethod string
|
||||
UploadURI string
|
||||
UploadMethod string
|
||||
}
|
||||
Maps struct {
|
||||
URIFormat string
|
||||
Pickup bool
|
||||
Dropoff bool
|
||||
}
|
||||
Clients map[string]Client
|
||||
Storage []string
|
||||
Client string
|
||||
Message struct {
|
||||
Matrix struct {
|
||||
ReceiveEnabled bool
|
||||
Client string
|
||||
Mock bool
|
||||
Homeserver string
|
||||
Username string
|
||||
@@ -40,13 +53,19 @@ type Config struct {
|
||||
Password string
|
||||
}
|
||||
}
|
||||
Emailer contact.Emailer
|
||||
EmailerEnabled bool
|
||||
|
||||
lock sync.Mutex
|
||||
db storage.DB
|
||||
}
|
||||
|
||||
type Client struct {
|
||||
States []State
|
||||
IDs struct {
|
||||
Matrix string
|
||||
}
|
||||
PauseUntil Time
|
||||
}
|
||||
|
||||
var live Config
|
||||
|
||||
func configPath() string {
|
||||
@@ -57,6 +76,31 @@ func configPath() string {
|
||||
return p
|
||||
}
|
||||
|
||||
func Clients() map[string]Client {
|
||||
clients := Get().Clients
|
||||
result := map[string]Client{}
|
||||
for k := range clients {
|
||||
if clients[k].PauseUntil.Get().IsZero() || time.Now().After(clients[k].PauseUntil.Get()) {
|
||||
result[k] = clients[k]
|
||||
}
|
||||
}
|
||||
return result
|
||||
}
|
||||
|
||||
func AllStates() []State {
|
||||
statem := map[State]struct{}{}
|
||||
for _, v := range Clients() {
|
||||
for _, state := range v.States {
|
||||
statem[state] = struct{}{}
|
||||
}
|
||||
}
|
||||
states := make([]State, 0, len(statem)+1)
|
||||
for k := range statem {
|
||||
states = append(states, k)
|
||||
}
|
||||
return states
|
||||
}
|
||||
|
||||
func Refresh() error {
|
||||
b, err := ioutil.ReadFile(configPath())
|
||||
if err != nil {
|
||||
|
||||
@@ -14,6 +14,9 @@ type Duration struct {
|
||||
}
|
||||
|
||||
func (d Duration) Get() time.Duration {
|
||||
if d.least == 0 {
|
||||
d.least = time.Second
|
||||
}
|
||||
jitter := d.most - d.least
|
||||
if jitter >= time.Second {
|
||||
jitter = time.Second * time.Duration(rand.Int()%int(jitter.Seconds()))
|
||||
|
||||
23
config/time.go
Normal file
23
config/time.go
Normal file
@@ -0,0 +1,23 @@
|
||||
package config
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"time"
|
||||
)
|
||||
|
||||
type Time time.Time
|
||||
|
||||
func (t Time) Get() time.Time {
|
||||
return time.Time(t)
|
||||
}
|
||||
|
||||
func (t Time) MarshalJSON() ([]byte, error) {
|
||||
return json.Marshal(t.Get().Unix())
|
||||
}
|
||||
|
||||
func (t *Time) UnmarshalJSON(b []byte) error {
|
||||
var d int64
|
||||
err := json.Unmarshal(b, &d)
|
||||
*t = Time(time.Unix(d, 0))
|
||||
return err
|
||||
}
|
||||
22
config/time_test.go
Normal file
22
config/time_test.go
Normal file
@@ -0,0 +1,22 @@
|
||||
package config
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"testing"
|
||||
"time"
|
||||
)
|
||||
|
||||
func TestTimeMarshal(t *testing.T) {
|
||||
now := time.Now()
|
||||
nowt := Time(now)
|
||||
var other Time
|
||||
if b, err := json.Marshal(nowt); err != nil {
|
||||
t.Fatal(err)
|
||||
} else if len(b) < 5 {
|
||||
t.Fatal(string(b))
|
||||
} else if err := json.Unmarshal(b, &other); err != nil {
|
||||
t.Fatal(err)
|
||||
} else if now.Unix() != other.Get().Unix() {
|
||||
t.Fatal(other.Get().Unix(), now.Unix())
|
||||
}
|
||||
}
|
||||
182
main.go
182
main.go
@@ -4,7 +4,6 @@ import (
|
||||
"bytes"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io/ioutil"
|
||||
"local/storage"
|
||||
"local/truckstop/broker"
|
||||
"local/truckstop/config"
|
||||
@@ -20,20 +19,19 @@ import (
|
||||
var stateFinder = regexp.MustCompile(`[A-Za-z]+`)
|
||||
|
||||
func main() {
|
||||
if err := config.Refresh(); err != nil {
|
||||
panic(err)
|
||||
}
|
||||
if err := matrixrecv(); err != nil {
|
||||
panic(err)
|
||||
}
|
||||
lock := &sync.Mutex{}
|
||||
go func() {
|
||||
for {
|
||||
time.Sleep(config.Get().Interval.Email.Get())
|
||||
time.Sleep(config.Get().Interval.Input.Get())
|
||||
if err := config.Refresh(); err != nil {
|
||||
log.Println(err)
|
||||
} else {
|
||||
if config.Get().EmailerEnabled {
|
||||
lock.Lock()
|
||||
if err := email(); err != nil {
|
||||
log.Print(err)
|
||||
}
|
||||
lock.Unlock()
|
||||
}
|
||||
if config.Get().Message.Matrix.ReceiveEnabled {
|
||||
lock.Lock()
|
||||
if err := matrixrecv(); err != nil {
|
||||
@@ -58,66 +56,104 @@ func matrixrecv() error {
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
states := map[config.State]struct{}{}
|
||||
for _, msg := range messages {
|
||||
if len(states) > 0 {
|
||||
continue
|
||||
func() {
|
||||
log.Printf("looking for states")
|
||||
states := map[string]map[config.State]struct{}{}
|
||||
for _, msg := range messages {
|
||||
if _, ok := states[msg.Sender]; ok {
|
||||
continue
|
||||
}
|
||||
states[msg.Sender] = map[config.State]struct{}{}
|
||||
for _, state := range parseOutStates([]byte(msg.Content)) {
|
||||
states[msg.Sender][state] = struct{}{}
|
||||
}
|
||||
}
|
||||
for _, state := range parseOutStates([]byte(msg)) {
|
||||
states[state] = struct{}{}
|
||||
setNewStates(states)
|
||||
}()
|
||||
func() {
|
||||
log.Printf("looking for pauses")
|
||||
pauses := map[string]time.Time{}
|
||||
for _, msg := range messages {
|
||||
if _, ok := pauses[msg.Sender]; ok {
|
||||
continue
|
||||
}
|
||||
if !strings.HasPrefix(msg.Content, "pause until") {
|
||||
continue
|
||||
}
|
||||
t, err := time.ParseInLocation(
|
||||
"2006-01-02",
|
||||
strings.TrimSpace(strings.TrimPrefix(msg.Content, "pause until")),
|
||||
time.Local,
|
||||
)
|
||||
if err == nil {
|
||||
pauses[msg.Sender] = t
|
||||
}
|
||||
}
|
||||
}
|
||||
setNewStates(states)
|
||||
setNewPauses(pauses)
|
||||
}()
|
||||
return nil
|
||||
}
|
||||
|
||||
func setNewStates(states map[config.State]struct{}) {
|
||||
func setNewPauses(pauses map[string]time.Time) {
|
||||
log.Printf("set new pauses: %+v", pauses)
|
||||
if len(pauses) == 0 {
|
||||
return
|
||||
}
|
||||
conf := *config.Get()
|
||||
changed := map[string]time.Time{}
|
||||
for client, pause := range pauses {
|
||||
clientconf := conf.Clients[client]
|
||||
if clientconf.PauseUntil.Get().Unix() == pause.Unix() {
|
||||
continue
|
||||
}
|
||||
clientconf.PauseUntil = config.Time(pause)
|
||||
conf.Clients[client] = clientconf
|
||||
changed[client] = pause
|
||||
}
|
||||
if len(changed) == 0 {
|
||||
return
|
||||
}
|
||||
log.Printf("updating config new pauses: %+v", conf)
|
||||
config.Set(conf)
|
||||
for client, pause := range changed {
|
||||
if err := sendNewPause(client, pause); err != nil {
|
||||
log.Printf("failed to send new pause %s/%+v: %v", client, pause, err)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func setNewStates(states map[string]map[config.State]struct{}) {
|
||||
if len(states) == 0 {
|
||||
return
|
||||
}
|
||||
newstates := []config.State{}
|
||||
for k := range states {
|
||||
newstates = append(newstates, k)
|
||||
}
|
||||
sort.Slice(newstates, func(i, j int) bool {
|
||||
return newstates[i] < newstates[j]
|
||||
})
|
||||
conf := *config.Get()
|
||||
if fmt.Sprint(newstates) == fmt.Sprint(conf.States) {
|
||||
changed := map[string][]config.State{}
|
||||
for client, clientStates := range states {
|
||||
newstates := []config.State{}
|
||||
for k := range clientStates {
|
||||
newstates = append(newstates, k)
|
||||
}
|
||||
sort.Slice(newstates, func(i, j int) bool {
|
||||
return newstates[i] < newstates[j]
|
||||
})
|
||||
clientconf := conf.Clients[client]
|
||||
if fmt.Sprint(newstates) == fmt.Sprint(clientconf.States) {
|
||||
continue
|
||||
}
|
||||
clientconf.States = newstates
|
||||
conf.Clients[client] = clientconf
|
||||
changed[client] = newstates
|
||||
}
|
||||
if len(changed) == 0 {
|
||||
return
|
||||
}
|
||||
conf.States = newstates
|
||||
log.Printf("updating config new states: %+v", conf)
|
||||
config.Set(conf)
|
||||
if err := sendNewStates(conf.States); err != nil {
|
||||
log.Printf("failed to send new states %+v: %v", conf.States, err)
|
||||
}
|
||||
}
|
||||
|
||||
func email() error {
|
||||
log.Printf("checking email...")
|
||||
ch, err := config.Get().Emailer.ReadIMAP()
|
||||
if err != nil {
|
||||
ch, err = config.Get().Emailer.ReadIMAP()
|
||||
}
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
states := map[config.State]struct{}{}
|
||||
for email := range ch {
|
||||
if len(states) > 0 {
|
||||
continue
|
||||
}
|
||||
if !strings.Contains(email.Header.Get("From"), config.Get().Client) {
|
||||
continue
|
||||
}
|
||||
b, _ := ioutil.ReadAll(email.Body)
|
||||
for _, state := range parseOutStates(b) {
|
||||
states[state] = struct{}{}
|
||||
for client, states := range changed {
|
||||
if err := sendNewStates(client, states); err != nil {
|
||||
log.Printf("failed to send new states %s/%+v: %v", client, states, err)
|
||||
}
|
||||
}
|
||||
setNewStates(states)
|
||||
return nil
|
||||
}
|
||||
|
||||
func parseOutStates(b []byte) []config.State {
|
||||
@@ -145,6 +181,7 @@ func _main() error {
|
||||
log.Println(err)
|
||||
}
|
||||
if config.Get().Once {
|
||||
time.Sleep(time.Second)
|
||||
return err
|
||||
}
|
||||
if err != nil {
|
||||
@@ -195,7 +232,7 @@ func once() error {
|
||||
}
|
||||
|
||||
func getJobs() ([]broker.Job, error) {
|
||||
states := config.Get().States
|
||||
states := config.AllStates()
|
||||
ntg := broker.NewNTGVision()
|
||||
if config.Get().Brokers.NTG.Mock {
|
||||
ntg = ntg.WithMock()
|
||||
@@ -232,10 +269,39 @@ func dropBanlistJobs(jobs []broker.Job) ([]broker.Job, error) {
|
||||
|
||||
func sendJob(job broker.Job) error {
|
||||
sender := message.NewMatrix()
|
||||
return sender.Send(job.FormatMultilineText())
|
||||
payload := job.FormatMultilineText()
|
||||
if len(payload) == 0 {
|
||||
return nil
|
||||
}
|
||||
if err := sender.Send(payload); err != nil {
|
||||
return err
|
||||
}
|
||||
maps := config.Get().Maps
|
||||
if maps.Pickup {
|
||||
pickup := fmt.Sprintf("%s,%s", job.Pickup.City, job.Pickup.State)
|
||||
uri := fmt.Sprintf(maps.URIFormat, pickup, pickup)
|
||||
log.Printf("sending pickup image: %s", uri)
|
||||
if err := sender.SendImage(uri); err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
if maps.Dropoff {
|
||||
dropoff := fmt.Sprintf("%s,%s", job.Dropoff.City, job.Dropoff.State)
|
||||
uri := fmt.Sprintf(maps.URIFormat, dropoff, dropoff)
|
||||
log.Printf("sending dropoff image: %s", uri)
|
||||
if err := sender.SendImage(uri); err != nil {
|
||||
return err
|
||||
}
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func sendNewStates(states []config.State) error {
|
||||
func sendNewStates(client string, states []config.State) error {
|
||||
sender := message.NewMatrix()
|
||||
return sender.Send(fmt.Sprintf("now searching for loads from: %+v", states))
|
||||
return sender.Send(fmt.Sprintf("%s: now searching for loads from: %+v", client, states))
|
||||
}
|
||||
|
||||
func sendNewPause(client string, pause time.Time) error {
|
||||
sender := message.NewMatrix()
|
||||
return sender.Send(fmt.Sprintf("%s: only searching for loads on and after %s", client, pause.Format("2006-01-02")))
|
||||
}
|
||||
|
||||
81
message/images.go
Normal file
81
message/images.go
Normal file
@@ -0,0 +1,81 @@
|
||||
package message
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"encoding/json"
|
||||
"errors"
|
||||
"fmt"
|
||||
"io/ioutil"
|
||||
"local/truckstop/config"
|
||||
"mime/multipart"
|
||||
"net/http"
|
||||
"time"
|
||||
)
|
||||
|
||||
var ErrBadAuth = errors.New("auth has failed")
|
||||
|
||||
func UploadImage(b []byte) (string, error) {
|
||||
path, err := uploadImage(b)
|
||||
if err == ErrBadAuth {
|
||||
if err := refreshToken(); err != nil {
|
||||
return "", err
|
||||
}
|
||||
path, err = uploadImage(b)
|
||||
}
|
||||
return path, err
|
||||
}
|
||||
|
||||
func refreshToken() error {
|
||||
return errors.New("not impl")
|
||||
}
|
||||
|
||||
func uploadImage(b []byte) (string, error) {
|
||||
buff := bytes.NewBuffer(nil)
|
||||
writer := multipart.NewWriter(buff)
|
||||
part, err := writer.CreateFormFile("image", "name")
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
if n, err := part.Write(b); err != nil {
|
||||
return "", err
|
||||
} else if n < len(b) {
|
||||
return "", errors.New("short write")
|
||||
}
|
||||
writer.Close()
|
||||
|
||||
images := config.Get().Images
|
||||
request, err := http.NewRequest(
|
||||
images.UploadMethod,
|
||||
images.UploadURI,
|
||||
buff,
|
||||
)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
request.Header.Set("Authorization", "Bearer "+images.AccessToken)
|
||||
request.Header.Set("Content-Type", writer.FormDataContentType())
|
||||
|
||||
c := &http.Client{Timeout: time.Minute}
|
||||
response, err := c.Do(request)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
defer response.Body.Close()
|
||||
b, _ = ioutil.ReadAll(response.Body)
|
||||
switch response.StatusCode {
|
||||
case http.StatusOK:
|
||||
case 401, 403:
|
||||
return "", ErrBadAuth
|
||||
default:
|
||||
return "", fmt.Errorf("error uploading image: (%d) %s", response.StatusCode, b)
|
||||
}
|
||||
var result struct {
|
||||
Data struct {
|
||||
Link string `json:"link"`
|
||||
} `json:"data"`
|
||||
}
|
||||
if err := json.Unmarshal(b, &result); err != nil {
|
||||
return "", err
|
||||
}
|
||||
return result.Data.Link, nil
|
||||
}
|
||||
27
message/images_test.go
Normal file
27
message/images_test.go
Normal file
@@ -0,0 +1,27 @@
|
||||
package message
|
||||
|
||||
import (
|
||||
"io/ioutil"
|
||||
"local/truckstop/config"
|
||||
"os"
|
||||
"testing"
|
||||
)
|
||||
|
||||
func TestImageUpload(t *testing.T) {
|
||||
if os.Getenv("INTEGRATION") == "" {
|
||||
t.Skip("$INTEGRATION not set")
|
||||
}
|
||||
os.Setenv("CONFIG", "../config.json")
|
||||
b, err := ioutil.ReadFile("./testdata/whatever.jpg")
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
if err := config.Refresh(); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
got, err := UploadImage(b)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
t.Log(got)
|
||||
}
|
||||
@@ -1,8 +1,14 @@
|
||||
package message
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"io/ioutil"
|
||||
"local/truckstop/config"
|
||||
"log"
|
||||
"net/http"
|
||||
"regexp"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/matrix-org/gomatrix"
|
||||
)
|
||||
@@ -13,7 +19,6 @@ type Matrix struct {
|
||||
username string
|
||||
token string
|
||||
room string
|
||||
client string
|
||||
}
|
||||
|
||||
func NewMatrix() Matrix {
|
||||
@@ -24,7 +29,6 @@ func NewMatrix() Matrix {
|
||||
token: conf.Token,
|
||||
room: conf.Room,
|
||||
mock: conf.Mock,
|
||||
client: conf.Client,
|
||||
}
|
||||
}
|
||||
|
||||
@@ -32,32 +36,60 @@ func (m Matrix) getclient() (*gomatrix.Client, error) {
|
||||
return gomatrix.NewClient(m.homeserver, m.username, m.token)
|
||||
}
|
||||
|
||||
func (m Matrix) Receive() ([]string, error) {
|
||||
func (m Matrix) Receive() ([]Message, error) {
|
||||
if m.mock {
|
||||
log.Printf("matrix.Receive()")
|
||||
return []string{"FL, GA, NC"}, nil
|
||||
messages := make([]Message, 0)
|
||||
for k := range config.Get().Clients {
|
||||
messages = append(messages, Message{Sender: k, Content: "OH"})
|
||||
if k == "broc" {
|
||||
messages = append(messages, Message{Sender: k, Content: "pause until 2148-10-" + fmt.Sprint(time.Now().Unix()%28)})
|
||||
}
|
||||
}
|
||||
return messages, nil
|
||||
}
|
||||
clients := config.Get().Clients
|
||||
matrixIDs := map[string]struct{}{}
|
||||
for k := range clients {
|
||||
matrixIDs[clients[k].IDs.Matrix] = struct{}{}
|
||||
}
|
||||
if len(matrixIDs) == 0 {
|
||||
return nil, nil
|
||||
}
|
||||
c, err := m.getclient()
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
messages := make([]string, 0)
|
||||
messages := make([]Message, 0)
|
||||
result, err := c.Messages(m.room, "", "", 'b', 50)
|
||||
for _, event := range result.Chunk {
|
||||
if event.Sender != m.client {
|
||||
if _, ok := matrixIDs[event.Sender]; !ok {
|
||||
continue
|
||||
}
|
||||
switch event.Type {
|
||||
case "m.room.message":
|
||||
b, ok := event.Body()
|
||||
if ok {
|
||||
messages = append(messages, b)
|
||||
messages = append(messages, Message{Sender: event.Sender, Content: strings.TrimSpace(b)})
|
||||
}
|
||||
}
|
||||
}
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
clientChange := regexp.MustCompile("^@[a-z]+")
|
||||
for i := range messages {
|
||||
if found := clientChange.FindString(messages[i].Content); found != "" {
|
||||
messages[i].Content = strings.TrimSpace(strings.ReplaceAll(messages[i].Content, found, ""))
|
||||
messages[i].Sender = found[1:]
|
||||
} else {
|
||||
for k, v := range config.Get().Clients {
|
||||
if v.IDs.Matrix == messages[i].Sender {
|
||||
messages[i].Sender = k
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
return messages, nil
|
||||
}
|
||||
|
||||
@@ -73,3 +105,30 @@ func (m Matrix) Send(text string) error {
|
||||
_, err = c.SendText(m.room, text)
|
||||
return err
|
||||
}
|
||||
|
||||
func (m Matrix) SendImage(uri string) error {
|
||||
if m.mock {
|
||||
log.Printf("matrix.SendImage(%s)", uri)
|
||||
return nil
|
||||
}
|
||||
response, err := http.Get(uri)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
b, err := ioutil.ReadAll(response.Body)
|
||||
response.Body.Close()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
publicURI, err := UploadImage(b)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
c, err := m.getclient()
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
resp, err := c.SendImage(m.room, "img", publicURI)
|
||||
log.Printf("sent image %s => %s: %+v", uri, publicURI, resp)
|
||||
return err
|
||||
}
|
||||
|
||||
@@ -2,5 +2,10 @@ package message
|
||||
|
||||
type Sender interface {
|
||||
Send(string) error
|
||||
Receive() ([]string, error)
|
||||
Receive() ([]Message, error)
|
||||
}
|
||||
|
||||
type Message struct {
|
||||
Sender string
|
||||
Content string
|
||||
}
|
||||
|
||||
BIN
message/testdata/whatever.jpg
vendored
Normal file
BIN
message/testdata/whatever.jpg
vendored
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 2.2 KiB |
5
testdata/index.html
vendored
Normal file
5
testdata/index.html
vendored
Normal file
@@ -0,0 +1,5 @@
|
||||
<html>
|
||||
<body>
|
||||
<img src='https://maps.googleapis.com/maps/api/staticmap?center=Advance,NC&zoom=13&size=400x400&maptype=roadmap&key=AIzaSyBkACm-LQkoSfsTO5_XAzBVZE9-JQzcNkg'/>
|
||||
</body>
|
||||
</html>
|
||||
44
todo.yaml
44
todo.yaml
@@ -1,23 +1,41 @@
|
||||
todo:
|
||||
- send matrix msg on config change
|
||||
- rm email
|
||||
- modify old items once no longer available
|
||||
- many users -> 1 ntg query
|
||||
- accept after date
|
||||
- "caleb: my-usual-stuff" to alias
|
||||
- rate LIMIT
|
||||
- convert pauseuntil to search results only on and after target date
|
||||
- todo: maps of to+from to get location within state via api
|
||||
details: |
|
||||
curl 'https://maps.googleapis.com/maps/api/staticmap?center=Advance,NC&markers=label=A|Advance,NC&zoom=5&size=250x250&scale=2&format=jpeg&maptype=roadmap&key=AIzaSyBkACm-LQkoSfsTO5_XAzBVZE9-JQzcNkg' -H 'User-Agent: Mozilla/5.0 (Windows NT 10.0; rv:91.0) Gecko/20100101 Firefox/91.0' -H 'Accept: image/avif,image/webp,*/*' -H 'Accept-Language: en-US,en;q=0.5' -H 'Accept-Encoding: gzip, deflate, br' -H 'DNT: 1' -H 'Alt-Used: maps.googleapis.com' -H 'Connection: keep-alive' -H 'Sec-Fetch-Dest: image' -H 'Sec-Fetch-Mode: no-cors' -H 'Sec-Fetch-Site: cross-site' -H 'Pragma: no-cache' -H 'Cache-Control: no-cache' -H 'TE: trailers' > whatever.jpg; open whatever.jpg~/Go/src/local/truckstop
|
||||
subtasks:
|
||||
- DONE; yandex; key 9baa3e42-c6e5-4eb5-a891-05ffcede6a25 yandex maps
|
||||
- google; key AIzaSyBkACm-LQkoSfsTO5_XAzBVZE9-JQzcNkg
|
||||
- !help,
|
||||
- !states optional but explicit option
|
||||
- pause until => !busy until
|
||||
- change matrix so I test my custom logic even if I dont fetch remote
|
||||
- warn/err/etc. on clobbering ids.matrix since clients can mess with one another
|
||||
- modify old items once no longer available; drop stale jobs good candidate but requires new matrix interaction
|
||||
- more than NTG
|
||||
- accept pause commands
|
||||
- rate limit brokers
|
||||
- write to matrix on config change like states
|
||||
- todo: filter out jobs like CA
|
||||
subtasks:
|
||||
- banlist criteria like vendors, brokers, metadata
|
||||
- quiet hours
|
||||
- setup ma on element
|
||||
- accept states via element for one system
|
||||
- setup ma on element !!fluffychat
|
||||
- set up copy for caleb, broc
|
||||
done:
|
||||
- todo: upload g map to imgur
|
||||
details: |
|
||||
w oath d9ac7cabe813d10 9d0b3d82800b30ca88f595d3bcd6985f627d7d82
|
||||
Authorization: Client-ID d9ac7cabe813d10
|
||||
Authorization: Bearer YOUR_ACCESS_TOKEN
|
||||
- quiet hours
|
||||
- "@caleb commands: args"
|
||||
- accept after date
|
||||
- accept pause commands
|
||||
- accept states via element for one system
|
||||
- write to matrix on config change like states
|
||||
- rate LIMIT
|
||||
- rate limit brokers
|
||||
- many users -> 1 ntg query
|
||||
- multi client
|
||||
- rm email
|
||||
- send matrix msg on config change
|
||||
- setup pa on element
|
||||
- configurable email interval
|
||||
- jitter on intervals, including dedicated err span
|
||||
|
||||
BIN
whatever.jpg
Normal file
BIN
whatever.jpg
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 50 KiB |
Reference in New Issue
Block a user