gogs
/
email-xactions-to-todo
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add anti-patterns, print acc for ledger, fix chase 2021 from body.read double

master v0.7
bel 2021-07-30 06:28:21 -06:00
parent 24b66d1c46
commit 3077343c89
4 changed files with 32 additions and 23 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

43
config.go
View File

@ -24,17 +24,18 @@ var uploaders = map[string]Uploader{
} }
type Config struct { type Config struct {
EmailUser string EmailUser string
EmailPass string EmailPass string
EmailIMAP string EmailIMAP string
TodoAddr string TodoAddr string
TodoToken string TodoToken string
TodoList string TodoList string
TodoTag string TodoTag string
Uploader Uploader Uploader Uploader
Storage storage.DB Storage storage.DB
Banks map[Bank]bool Banks map[Bank]bool
AccountsPattern string AccountsPattern string
AccountsAntiPattern string
} }
var config Config var config Config
@ -55,7 +56,8 @@ func NewConfig() Config {
as.Append(args.STRING, "todotag", "todo tag", "expense") as.Append(args.STRING, "todotag", "todo tag", "expense")
as.Append(args.STRING, "banks", "uccu,citi,chase", "uccu,citi,chase") as.Append(args.STRING, "banks", "uccu,citi,chase", "uccu,citi,chase")
as.Append(args.STRING, "accounts", "regex to filter accounts", ".*") as.Append(args.STRING, "accounts", "regex to include filter accounts", ".*")
as.Append(args.STRING, "not-accounts", "regex to exclude filter accounts", "zzzzzz")
as.Append(args.STRING, "authaddr", "auth addr", "https://auth.remote.blapointe.com") as.Append(args.STRING, "authaddr", "auth addr", "https://auth.remote.blapointe.com")
as.Append(args.STRING, "store", "store type", "map") as.Append(args.STRING, "store", "store type", "map")
@ -79,14 +81,15 @@ func NewConfig() Config {
} }
config = Config{ config = Config{
EmailUser: as.GetString("emailuser"), EmailUser: as.GetString("emailuser"),
EmailPass: as.GetString("emailpass"), EmailPass: as.GetString("emailpass"),
EmailIMAP: as.GetString("emailimap"), EmailIMAP: as.GetString("emailimap"),
TodoAddr: as.GetString("todoaddr"), TodoAddr: as.GetString("todoaddr"),
TodoTag: as.GetString("todotag"), TodoTag: as.GetString("todotag"),
AccountsPattern: as.GetString("accounts"), AccountsPattern: as.GetString("accounts"),
Storage: storage, AccountsAntiPattern: as.GetString("not-accounts"),
Uploader: ul, Storage: storage,
Uploader: ul,
Banks: map[Bank]bool{ Banks: map[Bank]bool{
Chase: strings.Contains(strings.ToLower(as.GetString("banks")), strings.ToLower(Chase.String())), Chase: strings.Contains(strings.ToLower(as.GetString("banks")), strings.ToLower(Chase.String())),
Citi: strings.Contains(strings.ToLower(as.GetString("banks")), strings.ToLower(Citi.String())), Citi: strings.Contains(strings.ToLower(as.GetString("banks")), strings.ToLower(Citi.String())),

6
main.go
View File

@ -18,6 +18,7 @@ func main() {
panic(err) panic(err)
} }
patterns := regexp.MustCompile(config.AccountsPattern) patterns := regexp.MustCompile(config.AccountsPattern)
antipatterns := regexp.MustCompile(config.AccountsAntiPattern)
for email := range emails { for email := range emails {
transactions, err := Scrape(email, config.Banks) transactions, err := Scrape(email, config.Banks)
if err != nil { if err != nil {
@ -26,6 +27,11 @@ func main() {
for _, transaction := range transactions { for _, transaction := range transactions {
if !patterns.MatchString(transaction.Account) { if !patterns.MatchString(transaction.Account) {
log.Printf("skipping unmatching account pattern %q vs %q", config.AccountsPattern, transaction.Account) log.Printf("skipping unmatching account pattern %q vs %q", config.AccountsPattern, transaction.Account)
continue
}
if antipatterns.MatchString(transaction.Account) {
log.Printf("skipping match account antipattern %q vs %q", config.AccountsAntiPattern, transaction.Account)
continue
} }
if _, err := config.Storage.Get(transaction.ID); err == nil { if _, err := config.Storage.Get(transaction.ID); err == nil {
log.Println("skipping duplicate transaction:", transaction) log.Println("skipping duplicate transaction:", transaction)

4
scrape.go
View File

@ -67,11 +67,11 @@ func containsAny(a string, b ...string) bool {
} }
func (c *chaseScraper) scrape(m *mail.Message) ([]*Transaction, error) { func (c *chaseScraper) scrape(m *mail.Message) ([]*Transaction, error) {
transactions, err := c.scrape2020(m) transactions, err := c.scrape2021(m)
if err == nil && len(transactions) > 0 { if err == nil && len(transactions) > 0 {
return transactions, err return transactions, err
} }
return c.scrape2021(m) return c.scrape2020(m)
} }
func (c *chaseScraper) scrape2021(m *mail.Message) ([]*Transaction, error) { func (c *chaseScraper) scrape2021(m *mail.Message) ([]*Transaction, error) {

2
upload.go
View File

@ -66,7 +66,7 @@ func uploadLedger(config Config, transaction *Transaction) error {
remote += substr remote += substr
} }
fmt.Fprintf(f, "%-50s%-s\n", formatGMailDate(transaction.Date), transaction.Vendor) fmt.Fprintf(f, "%-50s%-s\n", formatGMailDate(transaction.Date), transaction.Vendor)
fmt.Fprintf(f, "%-50s%-50s$%.2f\n", "", "AssetAccount:"+transaction.Bank.String(), amount) fmt.Fprintf(f, "%-50s%-50s$%.2f\n", "", "AssetAccount:"+transaction.Bank.String()+":"+transaction.Account, amount)
fmt.Fprintf(f, "%-50s%-s\n", "", remote) fmt.Fprintf(f, "%-50s%-s\n", "", remote)
return nil return nil
} }