truckstop/broker/ntgvision.go

package broker

import (
	"bytes"
	"encoding/json"
	"errors"
	"fmt"
	"io"
	"io/ioutil"
	"local/truckstop/config"
	"log"
	"net/http"
	"time"
)

type NTGVision struct {
	searcher interface {
		search(states []config.State) (io.ReadCloser, error)
	}
}

var ErrNoAuth = errors.New("not authorized")

type ntgVisionJob struct {
	ID           int64  `json:"id"`
	PickupDate   string `json:"sDate"`
	PickupCity   string `json:"sCity"`
	PickupState  string `json:"sState"`
	DropoffDate  string `json:"cDate"`
	DropoffCity  string `json:"cCity"`
	DropoffState string `json:"cState"`
	Miles        int    `json:"miles"`
	Weight       int    `json:"weight"`
	Equipment    string `json:"equip"`
	Temp         string `json:"temp"`
	jobinfo      ntgVisionJobInfo
}

type ntgVisionJobInfo struct {
	StopsInfo []struct {
		StopHours       string `json:"stopHours"`
		AppointmentTime string `json:"appointmentTime"`
		Instructions    string `json:"instructions"`
		IsDropTrailer   bool   `json:"isDropTrailer"`
	} `json:"stopinfos"`
	PayUpTo   float32 `json:"payUpTo"`
	LoadState string  `json:"loadStatus"`
	//CanBidNow bool    `json:"canBidNow"`
}

func (ji ntgVisionJobInfo) IsZero() bool {
	return len(ji.StopsInfo) == 0 && ji.PayUpTo == 0 && ji.LoadState == ""
}

func (ji ntgVisionJobInfo) String() string {
	if ji.IsZero() {
		return ""
	}
	out := fmt.Sprintf("Pays:%v Auction:%v", ji.PayUpTo, ji.LoadState)
	if len(ji.StopsInfo) != 2 {
		return out
	}
	return fmt.Sprintf(
		"%s Pickup:{Hours:%s Notes:%s, DropTrailer:%v} Dropoff:{Appointment:%s Notes:%s}",
		out,
		ji.StopsInfo[0].StopHours,
		ji.StopsInfo[0].Instructions,
		ji.StopsInfo[0].IsDropTrailer,
		ji.StopsInfo[1].AppointmentTime,
		ji.StopsInfo[1].Instructions,
	)
}

func (ntgJob *ntgVisionJob) JobInfo() (ntgVisionJobInfo, error) {
	if !config.Get().Brokers.NTG.JobInfo {
		return ntgJob.jobinfo, nil
	}
	if !ntgJob.jobinfo.IsZero() {
		return ntgJob.jobinfo, nil
	}
	db := config.Get().DB()
	key := fmt.Sprintf("ntg_job_info_%v", ntgJob.ID)
	if b, err := db.Get(key); err != nil {
	} else if err := json.Unmarshal(b, &ntgJob.jobinfo); err == nil {
		return ntgJob.jobinfo, nil
	}
	ji, err := ntgJob.jobInfo()
	if err == ErrNoAuth {
		if err := NewNTGVision().refreshAuth(); err != nil {
			return ntgVisionJobInfo{}, err
		}
		ji, err = ntgJob.jobInfo()
	}
	if err == nil {
		ntgJob.jobinfo = ji
		b, err := json.Marshal(ntgJob.jobinfo)
		if err == nil {
			db.Set(key, b)
		}
	}
	return ji, err
}

func (ntgJob *ntgVisionJob) jobInfo() (ntgVisionJobInfo, error) {
	time.Sleep(config.Get().Interval.JobInfo.Get())
	request, err := http.NewRequest(http.MethodGet, fmt.Sprintf(`https://ntgvision.com/api/v1/load/LoadDetails?loadId=%v`, ntgJob.ID), nil)
	if err != nil {
		return ntgVisionJobInfo{}, err
	}
	setNTGHeaders(request)
	resp, err := do(request)
	if err != nil {
		return ntgVisionJobInfo{}, err
	}
	defer resp.Body.Close()
	b, _ := ioutil.ReadAll(resp.Body)
	log.Printf("fetch ntg job info %+v: %d: %s", request, resp.StatusCode, b)
	if resp.StatusCode > 400 && resp.StatusCode < 500 && resp.StatusCode != 404 && resp.StatusCode != 410 {
		return ntgVisionJobInfo{}, ErrNoAuth
	}
	var result ntgVisionJobInfo
	err = json.Unmarshal(b, &result)
	return result, err
}

func (ntgJob *ntgVisionJob) Job() Job {
	pickup, _ := time.ParseInLocation("01/02/06", ntgJob.PickupDate, time.Local)
	dropoff, _ := time.ParseInLocation("01/02/06", ntgJob.DropoffDate, time.Local)
	return Job{
		ID:  fmt.Sprintf("ntg-%d", ntgJob.ID),
		URI: fmt.Sprintf(config.Get().Brokers.NTG.LoadPageURIFormat, ntgJob.ID),
		Pickup: JobLocation{
			Date:  pickup,
			City:  ntgJob.PickupCity,
			State: ntgJob.PickupState,
		},
		Dropoff: JobLocation{
			Date:  dropoff,
			City:  ntgJob.DropoffCity,
			State: ntgJob.DropoffState,
		},
		Miles:  ntgJob.Miles,
		Weight: ntgJob.Weight,
		Meta:   fmt.Sprintf("equipment:%s", ntgJob.Equipment),
		secrets: func() interface{} {
			jobInfo, err := ntgJob.JobInfo()
			if err != nil {
				log.Printf("failed to get jobinfo: %v", err)
				return nil
			}
			return jobInfo.String()
		},
	}
}

func NewNTGVision() NTGVision {
	ntgv := NTGVision{}
	ntgv.searcher = ntgv
	return ntgv
}

func (ntg NTGVision) WithMock() NTGVision {
	ntg.searcher = NewNTGVisionMock()
	return ntg
}

func (ntg NTGVision) Search(states []config.State) ([]Job, error) {
	rc, err := ntg.searcher.search(states)
	if err != nil {
		return nil, err
	}
	defer rc.Close()

	b, err := ioutil.ReadAll(rc)
	if err != nil {
		return nil, err
	}

	log.Printf("ntg search for %+v: %s", states, b)

	var ntgjobs []ntgVisionJob
	err = json.Unmarshal(b, &ntgjobs)

	jobs := make([]Job, len(ntgjobs))
	for i := range jobs {
		jobs[i] = ntgjobs[i].Job()
	}
	return jobs, err
}

func getNTGToken() string {
	return config.Get().Brokers.NTG.Token
}

func setNTGToken(token string) {
	conf := config.Get()
	conf.Brokers.NTG.Token = token
	config.Set(*conf)
}

func (ntg NTGVision) search(states []config.State) (io.ReadCloser, error) {
	if getNTGToken() == "" {
		if err := ntg.refreshAuth(); err != nil {
			return nil, err
		}
	}
	rc, err := ntg._search(states)
	if err == ErrNoAuth {
		if err := ntg.refreshAuth(); err != nil {
			return nil, err
		}
		rc, err = ntg._search(states)
	}
	return rc, err
}

func (ntg NTGVision) refreshAuth() error {
	b, _ := json.Marshal(map[string]string{
		"username": config.Get().Brokers.NTG.Username,
		"password": config.Get().Brokers.NTG.Password,
	})
	request, err := http.NewRequest(http.MethodPost, "https://ntgvision.com/api/v1/sts/Login", bytes.NewReader(b))
	if err != nil {
		return err
	}
	setNTGHeaders(request)
	resp, err := do(request)
	if err != nil {
		return err
	}
	defer resp.Body.Close()
	if resp.StatusCode != http.StatusOK {
		b, _ := ioutil.ReadAll(resp.Body)
		return fmt.Errorf("failed refreshing token: (%d): %s", resp.StatusCode, b)
	}
	var v struct {
		Token string `json:"token"`
	}
	if err := json.NewDecoder(resp.Body).Decode(&v); err != nil {
		return err
	}
	if len(v.Token) == 0 {
		return errors.New("failed to get token from login call")
	}
	setNTGToken(v.Token)
	return nil
}

func (ntg NTGVision) _search(states []config.State) (io.ReadCloser, error) {
	request, err := ntg.newRequest(states)
	if err != nil {
		return nil, err
	}
	resp, err := do(request)
	if err != nil {
		return nil, err
	}
	if resp.StatusCode != http.StatusOK {
		b, _ := ioutil.ReadAll(resp.Body)
		resp.Body.Close()
		if resp.StatusCode > 400 && resp.StatusCode < 500 && resp.StatusCode != 404 && resp.StatusCode != 410 {
			return nil, ErrNoAuth
		}
		return nil, fmt.Errorf("bad status searching ntg: %d: %s", resp.StatusCode, b)
	}
	return resp.Body, nil
}

func (ntg NTGVision) newRequest(states []config.State) (*http.Request, error) {
	body, err := json.Marshal(map[string]interface{}{
		"OriginFromDate":        time.Now().UTC().Format("2006-01-02T15:04:05.000Z"),
		"OriginToDate":          time.Now().UTC().Add(time.Hour * 24 * 30).Format("2006-01-02T15:04:05.000Z"),
		"DestinationFromDate":   nil,
		"DestinationToDate":     nil,
		"OriginState":           states,
		"OriginRadius":          100,
		"DestinationState":      []string{},
		"DestinationRadius":     100,
		"EquipmentTypes":        []string{"STRAIGHT TRUCK", "str truck w/ lift gate"},
		"MaxMilesLimit":         nil,
		"MaxNumberOfStopsLimit": nil,
		"MaxWeightLimit":        nil,
		"MinMilesLimit":         nil,
		"SavedSearchId":         2956,
	})
	if err != nil {
		return nil, err
	}
	request, err := http.NewRequest(http.MethodPost, "https://ntgvision.com/api/v1/load/LoadBoardSearchResults", bytes.NewReader(body))
	if err != nil {
		return nil, err
	}
	setNTGHeaders(request)
	request.Header.Set("Authorization", "Bearer "+getNTGToken())

	return request, nil
}

func setNTGHeaders(request *http.Request) {
	request.Header.Set("User-Agent", "Mozilla/5.0 (Windows NT 10.0; rv:91.0) Gecko/20100101 Firefox/91.0")
	request.Header.Set("Accept", "application/json, text/plain, */*")
	request.Header.Set("Accept-Language", "en-US,en;q=0.5")
	request.Header.Set("Accept-Encoding", "gzip, deflate, br")
	request.Header.Set("Content-Type", "application/json;charset=utf-8")
	//request.Header.Set("Authorization", "Bearer "+getNTGToken())
	request.Header.Set("Origin", "https://ntgvision.com")
	request.Header.Set("DNT", "1")
	request.Header.Set("Connection", "keep-alive")
	//request.Header.Set("Cookie", config.Get().Brokers.NTG.Cookie)
	request.Header.Set("Sec-Fetch-Dest", "empty")
	request.Header.Set("Sec-Fetch-Mode", "cors")
	request.Header.Set("Sec-Fetch-Site", "same-origin")
	request.Header.Set("Pragma", "no-cache")
	request.Header.Set("Cache-Control", "no-cache")
}