add anti-patterns, print acc for ledger, fix chase 2021 from body.read double

config.go

@@ -24,16 +24,18 @@ var uploaders = map[string]Uploader{
 }
 
 type Config struct {
-	EmailUser string
-	EmailPass string
-	EmailIMAP string
-	TodoAddr  string
-	TodoToken string
-	TodoList  string
-	TodoTag   string
-	Uploader  Uploader
-	Storage   storage.DB
-	Banks     map[Bank]bool
+	EmailUser           string
+	EmailPass           string
+	EmailIMAP           string
+	TodoAddr            string
+	TodoToken           string
+	TodoList            string
+	TodoTag             string
+	Uploader            Uploader
+	Storage             storage.DB
+	Banks               map[Bank]bool
+	AccountsPattern     string
+	AccountsAntiPattern string
 }
 
 var config Config
@@ -52,7 +54,10 @@ func NewConfig() Config {
 	as.Append(args.STRING, "todotoken", "todo token", "")
 	as.Append(args.STRING, "todolist", "todo list", "")
 	as.Append(args.STRING, "todotag", "todo tag", "expense")
+
 	as.Append(args.STRING, "banks", "uccu,citi,chase", "uccu,citi,chase")
+	as.Append(args.STRING, "accounts", "regex to include filter accounts", ".*")
+	as.Append(args.STRING, "not-accounts", "regex to exclude filter accounts", "zzzzzz")
 
 	as.Append(args.STRING, "authaddr", "auth addr", "https://auth.remote.blapointe.com")
 	as.Append(args.STRING, "store", "store type", "map")
@@ -76,13 +81,15 @@ func NewConfig() Config {
 	}
 
 	config = Config{
-		EmailUser: as.GetString("emailuser"),
-		EmailPass: as.GetString("emailpass"),
-		EmailIMAP: as.GetString("emailimap"),
-		TodoAddr:  as.GetString("todoaddr"),
-		TodoTag:   as.GetString("todotag"),
-		Storage:   storage,
-		Uploader:  ul,
+		EmailUser:           as.GetString("emailuser"),
+		EmailPass:           as.GetString("emailpass"),
+		EmailIMAP:           as.GetString("emailimap"),
+		TodoAddr:            as.GetString("todoaddr"),
+		TodoTag:             as.GetString("todotag"),
+		AccountsPattern:     as.GetString("accounts"),
+		AccountsAntiPattern: as.GetString("not-accounts"),
+		Storage:             storage,
+		Uploader:            ul,
 		Banks: map[Bank]bool{
 			Chase: strings.Contains(strings.ToLower(as.GetString("banks")), strings.ToLower(Chase.String())),
 			Citi:  strings.Contains(strings.ToLower(as.GetString("banks")), strings.ToLower(Citi.String())),

main.go

@@ -3,6 +3,7 @@ package main
 import (
 	"local/sandbox/contact/contact"
 	"log"
+	"regexp"
 )
 
 func main() {
@@ -16,12 +17,22 @@ func main() {
 	if err != nil {
 		panic(err)
 	}
+	patterns := regexp.MustCompile(config.AccountsPattern)
+	antipatterns := regexp.MustCompile(config.AccountsAntiPattern)
 	for email := range emails {
 		transactions, err := Scrape(email, config.Banks)
 		if err != nil {
 			log.Println("failed to scrape email:", err)
 		}
 		for _, transaction := range transactions {
+			if !patterns.MatchString(transaction.Account) {
+				log.Printf("skipping unmatching account pattern %q vs %q", config.AccountsPattern, transaction.Account)
+				continue
+			}
+			if antipatterns.MatchString(transaction.Account) {
+				log.Printf("skipping match account antipattern %q vs %q", config.AccountsAntiPattern, transaction.Account)
+				continue
+			}
 			if _, err := config.Storage.Get(transaction.ID); err == nil {
 				log.Println("skipping duplicate transaction:", transaction)
 			} else {

scrape.go

@@ -67,11 +67,11 @@ func containsAny(a string, b ...string) bool {
 }
 
 func (c *chaseScraper) scrape(m *mail.Message) ([]*Transaction, error) {
-	transactions, err := c.scrape2020(m)
+	transactions, err := c.scrape2021(m)
 	if err == nil && len(transactions) > 0 {
 		return transactions, err
 	}
-	return c.scrape2021(m)
+	return c.scrape2020(m)
 }
 
 func (c *chaseScraper) scrape2021(m *mail.Message) ([]*Transaction, error) {

upload.go

@@ -66,7 +66,7 @@ func uploadLedger(config Config, transaction *Transaction) error {
 		remote += substr
 	}
 	fmt.Fprintf(f, "%-50s%-s\n", formatGMailDate(transaction.Date), transaction.Vendor)
-	fmt.Fprintf(f, "%-50s%-50s$%.2f\n", "", "AssetAccount:"+transaction.Bank.String(), amount)
+	fmt.Fprintf(f, "%-50s%-50s$%.2f\n", "", "AssetAccount:"+transaction.Bank.String()+":"+transaction.Account, amount)
 	fmt.Fprintf(f, "%-50s%-s\n", "", remote)
 	return nil
 }