Compare commits
10 Commits
cf34889bef
...
v0.5.0
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
bd9dca9766 | ||
|
|
56f7d093ef | ||
|
|
62b413c033 | ||
|
|
3adcee2fbe | ||
|
|
e916b5abfc | ||
|
|
211ef64261 | ||
|
|
bb8e2a18ef | ||
|
|
d2cf8c74a2 | ||
|
|
db289cb5c8 | ||
|
|
128c98dfbd |
@@ -221,43 +221,7 @@ func (ntg NTGVision) SearchZips(zips []string) ([]Job, error) {
|
|||||||
return jobs, nil
|
return jobs, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (ntg NTGVision) workingHours(now time.Time) bool {
|
|
||||||
// TODO assert M-F 9-4 EST
|
|
||||||
now = now.In(time.FixedZone("EST", -5*60*60))
|
|
||||||
working := config.Get().Brokers.NTG.Working
|
|
||||||
logtr.Debugf("ntg.workingHours: now=%s, weekday=%v, hour=%v (ok=%+v)", now.String(), now.Weekday(), now.Hour(), working)
|
|
||||||
if ok := func() bool {
|
|
||||||
for _, hr := range working.Hours {
|
|
||||||
if now.Hour() == hr {
|
|
||||||
return true
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return false
|
|
||||||
}(); !ok {
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
if ok := func() bool {
|
|
||||||
for _, weekday := range working.Weekdays {
|
|
||||||
if now.Weekday() == time.Weekday(weekday) {
|
|
||||||
return true
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return false
|
|
||||||
}(); !ok {
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
return true
|
|
||||||
}
|
|
||||||
|
|
||||||
func (ntg NTGVision) SearchStates(states []config.State) ([]Job, error) {
|
func (ntg NTGVision) SearchStates(states []config.State) ([]Job, error) {
|
||||||
if !ntg.workingHours(time.Now()) {
|
|
||||||
lastNtgB, _ := config.Get().DB().Get("ntg_last_search_states")
|
|
||||||
var jobs []Job
|
|
||||||
json.Unmarshal(lastNtgB, &jobs)
|
|
||||||
logtr.Verbosef("ntg.SearchStates: outside of working hours so returning ntg_last_search_states: %+v", jobs)
|
|
||||||
return jobs, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
rc, err := ntg.searcher.searchStates(states)
|
rc, err := ntg.searcher.searchStates(states)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
@@ -273,22 +237,12 @@ func (ntg NTGVision) SearchStates(states []config.State) ([]Job, error) {
|
|||||||
|
|
||||||
var ntgjobs []ntgVisionJob
|
var ntgjobs []ntgVisionJob
|
||||||
err = json.Unmarshal(b, &ntgjobs)
|
err = json.Unmarshal(b, &ntgjobs)
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
|
|
||||||
jobs := make([]Job, len(ntgjobs))
|
jobs := make([]Job, len(ntgjobs))
|
||||||
for i := range jobs {
|
for i := range jobs {
|
||||||
jobs[i] = ntgjobs[i].Job()
|
jobs[i] = ntgjobs[i].Job()
|
||||||
}
|
}
|
||||||
|
return jobs, err
|
||||||
jobsB, err := json.Marshal(jobs)
|
|
||||||
if err == nil {
|
|
||||||
config.Get().DB().Set("ntg_last_search_states", jobsB)
|
|
||||||
logtr.Verbosef("ntg.SearchStates: in working hours so setting ntg_last_search_states: %+v", jobs)
|
|
||||||
}
|
|
||||||
|
|
||||||
return jobs, nil
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func getNTGTokenKey() string {
|
func getNTGTokenKey() string {
|
||||||
@@ -380,7 +334,7 @@ func (ntg NTGVision) _searchStates(states []config.State) (io.ReadCloser, error)
|
|||||||
request2, _ := ntg.newRequest(states)
|
request2, _ := ntg.newRequest(states)
|
||||||
requestb, _ := ioutil.ReadAll(request2.Body)
|
requestb, _ := ioutil.ReadAll(request2.Body)
|
||||||
logtr.Debugf("ntg auth bad status: url=%s, status=%v, body=%s, headers=%+v, request=%+v, requestb=%s", request.URL.String(), resp.StatusCode, b, resp.Header, request2, requestb)
|
logtr.Debugf("ntg auth bad status: url=%s, status=%v, body=%s, headers=%+v, request=%+v, requestb=%s", request.URL.String(), resp.StatusCode, b, resp.Header, request2, requestb)
|
||||||
if resp.StatusCode > 400 && resp.StatusCode < 404 || resp.StatusCode == 417 { // TODO wtf is 417 for
|
if resp.StatusCode > 400 && resp.StatusCode < 404 {
|
||||||
logtr.Debugf("ntg auth bad status: err no auth")
|
logtr.Debugf("ntg auth bad status: err no auth")
|
||||||
return nil, ErrNoAuth
|
return nil, ErrNoAuth
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,22 +0,0 @@
|
|||||||
package broker
|
|
||||||
|
|
||||||
import (
|
|
||||||
"local/truckstop/config"
|
|
||||||
"os"
|
|
||||||
"testing"
|
|
||||||
"time"
|
|
||||||
)
|
|
||||||
|
|
||||||
func TestWorkingHoursNTG(t *testing.T) {
|
|
||||||
os.Setenv("CONFIG", "../config.json")
|
|
||||||
if err := config.Refresh(nil); err != nil {
|
|
||||||
t.Fatal(err)
|
|
||||||
}
|
|
||||||
ntg := NTGVision{}
|
|
||||||
if !ntg.workingHours(time.Date(2022, 1, 27, 12, 0, 0, 0, time.FixedZone("MST", -7*60*60))) {
|
|
||||||
t.Fatal("noon MST not ok")
|
|
||||||
}
|
|
||||||
if ntg.workingHours(time.Date(2022, 1, 27, 23, 0, 0, 0, time.FixedZone("MST", -7*60*60))) {
|
|
||||||
t.Fatal("midnight MST ok")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
12
config.json
12
config.json
@@ -77,15 +77,11 @@
|
|||||||
"Once": false,
|
"Once": false,
|
||||||
"Brokers": {
|
"Brokers": {
|
||||||
"UseZips": true,
|
"UseZips": true,
|
||||||
"RadiusMiles": 200,
|
"RadiusMiles": 300,
|
||||||
"NTG": {
|
"NTG": {
|
||||||
"Working": {
|
"Enabled": true,
|
||||||
"Hours": [6, 7, 8, 9, 10, 11, 12, 13, 14, 15],
|
|
||||||
"Weekdays": [1, 2, 3, 4, 5]
|
|
||||||
},
|
|
||||||
"Enabled": false,
|
|
||||||
"JobInfo": true,
|
"JobInfo": true,
|
||||||
"Mock": true,
|
"Mock": false,
|
||||||
"LoadPageURIFormat": "https://ntgvision.com/LoadDetails?loadId=%d",
|
"LoadPageURIFormat": "https://ntgvision.com/LoadDetails?loadId=%d",
|
||||||
"LoadPageAPIURIFormat": "https://ntgvision.com/api/v1/load/LoadDetails?loadId=%d",
|
"LoadPageAPIURIFormat": "https://ntgvision.com/api/v1/load/LoadDetails?loadId=%d",
|
||||||
"Username": "noeasyrunstrucking@gmail.com",
|
"Username": "noeasyrunstrucking@gmail.com",
|
||||||
@@ -93,7 +89,7 @@
|
|||||||
},
|
},
|
||||||
"FastExact": {
|
"FastExact": {
|
||||||
"Enabled": true,
|
"Enabled": true,
|
||||||
"Mock": true,
|
"Mock": false,
|
||||||
"Username": "birdman",
|
"Username": "birdman",
|
||||||
"Password": "166647"
|
"Password": "166647"
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -83,10 +83,6 @@
|
|||||||
"Password": "p"
|
"Password": "p"
|
||||||
},
|
},
|
||||||
"NTG": {
|
"NTG": {
|
||||||
"Working": {
|
|
||||||
"Hours": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23],
|
|
||||||
"Weekdays": [0, 1, 2, 3, 4, 5, 6]
|
|
||||||
},
|
|
||||||
"Enabled": true,
|
"Enabled": true,
|
||||||
"JobInfo": true,
|
"JobInfo": true,
|
||||||
"Mock": true,
|
"Mock": true,
|
||||||
|
|||||||
@@ -67,10 +67,6 @@ type Config struct {
|
|||||||
UseZips bool
|
UseZips bool
|
||||||
RadiusMiles int
|
RadiusMiles int
|
||||||
NTG struct {
|
NTG struct {
|
||||||
Working struct {
|
|
||||||
Hours []int
|
|
||||||
Weekdays []int
|
|
||||||
}
|
|
||||||
Enabled bool
|
Enabled bool
|
||||||
JobInfo bool
|
JobInfo bool
|
||||||
Mock bool
|
Mock bool
|
||||||
|
|||||||
59
main.go
59
main.go
@@ -13,7 +13,6 @@ import (
|
|||||||
"net/url"
|
"net/url"
|
||||||
"regexp"
|
"regexp"
|
||||||
"sort"
|
"sort"
|
||||||
"strconv"
|
|
||||||
"strings"
|
"strings"
|
||||||
"sync"
|
"sync"
|
||||||
"time"
|
"time"
|
||||||
@@ -85,9 +84,9 @@ func matrixrecv() error {
|
|||||||
logtr.Debugf("sending help")
|
logtr.Debugf("sending help")
|
||||||
locationHelp := "`!state nc NC nC Nc` set states for self"
|
locationHelp := "`!state nc NC nC Nc` set states for self"
|
||||||
if config.Get().Brokers.UseZips {
|
if config.Get().Brokers.UseZips {
|
||||||
locationHelp = "...`!zip 27006 84058` to set zip codes for self\n...`!radius 100` to set miles radius to 100, 200, or 300"
|
locationHelp = "`!zip 27006 84058` to set zip codes for self"
|
||||||
}
|
}
|
||||||
help := fmt.Sprintf("commands:\n...`!help` print this help\n%s\n\nrun a command for someone else: `!zip 2022-12-31 @caleb`", locationHelp)
|
help := fmt.Sprintf("commands:\n...`!help` print this help\n...%s\n\nrun a command for someone else: `!zip 2022-12-31 @caleb`", locationHelp)
|
||||||
if err := sender.Send(help); err != nil {
|
if err := sender.Send(help); err != nil {
|
||||||
logtr.Errorf("failed to send help: %v", err)
|
logtr.Errorf("failed to send help: %v", err)
|
||||||
} else {
|
} else {
|
||||||
@@ -152,31 +151,6 @@ func matrixrecv() error {
|
|||||||
}
|
}
|
||||||
setNewStates(states)
|
setNewStates(states)
|
||||||
}()
|
}()
|
||||||
func() {
|
|
||||||
logtr.Verbosef("looking for radius")
|
|
||||||
db := config.Get().DB()
|
|
||||||
var radius *int
|
|
||||||
for _, msg := range messages {
|
|
||||||
key := fmt.Sprintf("radius_%d", msg.Timestamp.Unix())
|
|
||||||
if !strings.HasPrefix(msg.Content, "!radius ") {
|
|
||||||
continue
|
|
||||||
}
|
|
||||||
if _, err := db.Get(key); err == storage.ErrNotFound {
|
|
||||||
cmd := msg.Content
|
|
||||||
for strings.HasPrefix(cmd, "!radius ") {
|
|
||||||
cmd = strings.TrimPrefix(cmd, "!radius ")
|
|
||||||
}
|
|
||||||
n, err := strconv.Atoi(strings.TrimSpace(cmd))
|
|
||||||
if err == nil {
|
|
||||||
radius = &n
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if err := db.Set(key, []byte{'k'}); err != nil {
|
|
||||||
logtr.Errorf("failed to mark radius gathered @%s: %v", key, err)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
setNewRadius(radius)
|
|
||||||
}()
|
|
||||||
func() {
|
func() {
|
||||||
logtr.Verbosef("looking for pauses")
|
logtr.Verbosef("looking for pauses")
|
||||||
db := config.Get().DB()
|
db := config.Get().DB()
|
||||||
@@ -209,33 +183,6 @@ func matrixrecv() error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func setNewRadius(radius *int) {
|
|
||||||
if radius == nil {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
sender := message.NewMatrix()
|
|
||||||
logtr.Debugf("set new radius: %d", *radius)
|
|
||||||
acceptable := map[int]struct{}{
|
|
||||||
100: struct{}{},
|
|
||||||
200: struct{}{},
|
|
||||||
300: struct{}{},
|
|
||||||
}
|
|
||||||
if _, ok := acceptable[*radius]; !ok {
|
|
||||||
sender.Send(fmt.Sprintf("radius of %v is not among acceptable %+v", *radius, acceptable))
|
|
||||||
logtr.Debugf("bad radius, not setting: %d", *radius)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
conf := *config.Get()
|
|
||||||
if conf.Brokers.RadiusMiles == *radius {
|
|
||||||
logtr.Debugf("noop radius, not setting: %d", *radius)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
conf.Brokers.RadiusMiles = *radius
|
|
||||||
logtr.Infof("updating config new pauses: %+v", conf)
|
|
||||||
config.Set(conf)
|
|
||||||
sender.Send(fmt.Sprintf("now using radius of %d mi for zip code search", *radius))
|
|
||||||
}
|
|
||||||
|
|
||||||
func setNewPauses(pauses map[string]time.Time) {
|
func setNewPauses(pauses map[string]time.Time) {
|
||||||
if len(pauses) == 0 {
|
if len(pauses) == 0 {
|
||||||
return
|
return
|
||||||
@@ -371,7 +318,7 @@ func __main() error {
|
|||||||
logtr.Errorf("failed _main: %v", err)
|
logtr.Errorf("failed _main: %v", err)
|
||||||
}
|
}
|
||||||
if config.Get().Once {
|
if config.Get().Once {
|
||||||
time.Sleep(10 * time.Second)
|
time.Sleep(3 * time.Second)
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
|||||||
@@ -1,4 +1,7 @@
|
|||||||
todo:
|
todo:
|
||||||
|
- fast exact does not use ID in UID because they spammy
|
||||||
|
- from states to zip codes w/ range
|
||||||
|
- modify old items once no longer available; drop stale jobs good candidate but requires new matrix interaction
|
||||||
- more than NTG; blue one
|
- more than NTG; blue one
|
||||||
- !states emits current state
|
- !states emits current state
|
||||||
- test each !command callbacks to matrix
|
- test each !command callbacks to matrix
|
||||||
@@ -11,11 +14,7 @@ todo:
|
|||||||
subtasks:
|
subtasks:
|
||||||
- banlist criteria like vendors, brokers, metadata
|
- banlist criteria like vendors, brokers, metadata
|
||||||
- set up copy for caleb, broc
|
- set up copy for caleb, broc
|
||||||
- move from main() and make more functions
|
|
||||||
done:
|
done:
|
||||||
- modify old items once no longer available; drop stale jobs good candidate but requires new matrix interaction
|
|
||||||
- from states to zip codes w/ range
|
|
||||||
- fast exact does not use ID in UID because they spammy
|
|
||||||
- fast exact is dumb or...?
|
- fast exact is dumb or...?
|
||||||
- try search ntg by autoinc?
|
- try search ntg by autoinc?
|
||||||
- TEST. Just like, refactor and test to shit.
|
- TEST. Just like, refactor and test to shit.
|
||||||
|
|||||||
33121
zip/testdata/simplemaps_uszips_basicv1.79/uszips.csv
vendored
Executable file
33121
zip/testdata/simplemaps_uszips_basicv1.79/uszips.csv
vendored
Executable file
File diff suppressed because it is too large
Load Diff
@@ -2,7 +2,6 @@ package zip
|
|||||||
|
|
||||||
import (
|
import (
|
||||||
_ "embed"
|
_ "embed"
|
||||||
"local/truckstop/logtr"
|
|
||||||
"math"
|
"math"
|
||||||
"strconv"
|
"strconv"
|
||||||
"strings"
|
"strings"
|
||||||
@@ -45,7 +44,6 @@ func init() {
|
|||||||
State: state,
|
State: state,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
logtr.Infof("loaded %d zip codes", len(zips))
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func alphafy(s string) string {
|
func alphafy(s string) string {
|
||||||
|
|||||||
Reference in New Issue
Block a user