to gitea.bel.blue

bolt.go

@@ -1,7 +1,7 @@
 package storage
 
 import (
-	"local/storage/resolve"
+	"gitea.bel.blue/local/storage/resolve"
 
 	"github.com/boltdb/bolt"
 )
@@ -60,6 +60,9 @@ func (b *Bolt) Set(key string, value []byte, ns ...string) error {
 		if err != nil {
 			return err
 		}
+		if value == nil {
+			return bkt.Delete([]byte(key))
+		}
 		return bkt.Put([]byte(key), value)
 	})
 }

cache.go

@@ -1,12 +1,13 @@
 package storage
 
 import (
-	"local/storage/resolve"
 	"os"
 	"path"
 	"strings"
 	"time"
 
+	"gitea.bel.blue/local/storage/resolve"
+
 	cache "github.com/patrickmn/go-cache"
 )
 

cli/cli.go

@@ -3,12 +3,13 @@ package main
 import (
 	"bufio"
 	"fmt"
-	"local/args"
-	"local/storage"
 	"log"
 	"os"
 	"strings"
 	"time"
+
+	"gitea.bel.blue/local/args"
+	"gitea.bel.blue/local/storage"
 )
 
 func main() {
@@ -17,7 +18,7 @@ func main() {
 	as.Append(args.STRING, "db", "type of store", "dynomite")
 	as.Append(args.STRING, "user", "user of store", "")
 	as.Append(args.STRING, "pass", "pass of store", "")
-	as.Append(args.STRING, "do", "[get set]", "get")
+	as.Append(args.STRING, "do", "[get set del list]", "get")
 	as.Append(args.STRING, "k", "key", "key")
 	as.Append(args.STRING, "v", "value", "value")
 	as.Append(args.STRING, "ns", "namespace", "")
@@ -52,6 +53,9 @@ func main() {
 	case "set":
 		ns := strings.Split(as.Get("ns").GetString(), " ")
 		err = db.Set(as.Get("k").GetString(), []byte(as.Get("v").GetString()), ns...)
+	case "del":
+		ns := strings.Split(as.Get("ns").GetString(), " ")
+		err = db.Set(as.Get("k").GetString(), nil, ns...)
 	case "cli":
 		reader := bufio.NewReader(os.Stdin)
 		for {

cli/go.mod

@@ -1,12 +1,10 @@
-module local/storage/cli
+module gitea.bel.blue/local/storage/cli
 
 go 1.16
 
-replace local/storage => ../
+replace gitea.bel.blue/local/storage => ../
-
-replace local/args => ../../args
 
 require (
-	local/args v0.0.0-00010101000000-000000000000
+	gitea.bel.blue/local/args v0.0.0-20230410154220-44370f257b34
-	local/storage v0.0.0-00010101000000-000000000000
+	gitea.bel.blue/local/storage v0.0.0-20230410162102-db39d7b02e29
 )

cli/go.sum

@@ -1,12 +1,14 @@
 bazil.org/fuse v0.0.0-20180421153158-65cc252bf669/go.mod h1:Xbm+BRKSBEpa4q4hTSxohYNQpsxXPbPry4JJWOB3LB8=
 cloud.google.com/go v0.33.1 h1:fmJQWZ1w9PGkHR1YL/P7HloDvqlmKQ4Vpb7PC2e+aCk=
 cloud.google.com/go v0.33.1/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw=
+gitea.bel.blue/local/args v0.0.0-20240109214601-658deda479a4 h1:4qBHjKAiEwRV1A1tN1JK6PsLV1+UwESXKrjGqfCCdNk=
+gitea.bel.blue/local/args v0.0.0-20240109214601-658deda479a4/go.mod h1:SqCOE3bE3wvrztVIQGHuyxHKfDjRKU9EWhBdkmkiwyc=
+gitea.bel.blue/local/logb v0.0.0-20231109150430-1221d87a6dbc h1:u3akQkq12V8xWXlcDgjZxIK6hqo6f1eHd9KOxAKMoKc=
+gitea.bel.blue/local/logb v0.0.0-20231109150430-1221d87a6dbc/go.mod h1:KwilawX4UgD4HxSJAVFEzkuckrnHeQrd49KwUX6GpYU=
 github.com/Azure/azure-pipeline-go v0.1.8/go.mod h1:XA1kFWRVhSK+KNFiOhfv83Fv8L9achrP7OxIzeTn1Yg=
 github.com/Azure/azure-storage-blob-go v0.0.0-20181023070848-cf01652132cc/go.mod h1:oGfmITT1V6x//CswqY2gtAHND+xIP64/qL7a5QJix0Y=
 github.com/Azure/go-ansiterm v0.0.0-20170929234023-d6e3b3328b78/go.mod h1:LmzpDX56iTiv29bbRTIsUNlaFfuhWRQBWjQdVyAevI8=
 github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=
-github.com/OneOfOne/xxhash v1.2.2 h1:KMrpdQIwFcEqXDklaen+P1axHaj9BSKzvpUUfnHldSE=
-github.com/OneOfOne/xxhash v1.2.2/go.mod h1:HSdplMjZKSmBqAxg5vPj2TmRDmfkzw+cTzAElWljhcU=
 github.com/Unknwon/goconfig v0.0.0-20181105214110-56bd8ab18619 h1:6X8iB881g299aNEv6KXrcjL31iLOH7yA6NXoQX+MbDg=
 github.com/Unknwon/goconfig v0.0.0-20181105214110-56bd8ab18619/go.mod h1:wngxua9XCNjvHjDiTiV26DaKDT+0c63QR6H5hjVUUxw=
 github.com/a8m/tree v0.0.0-20180321023834-3cf936ce15d6/go.mod h1:FSdwKX97koS5efgm8WevNf7XS3PqtyFkKDDXrz778cg=
@@ -18,12 +20,6 @@ github.com/aws/aws-sdk-go v1.15.81/go.mod h1:E3/ieXAlvM0XWO57iftYVDLLvQ824smPP3A
 github.com/billziss-gh/cgofuse v1.1.0/go.mod h1:LJjoaUojlVjgo5GQoEJTcJNqZJeRU0nCR84CyxKt2YM=
 github.com/boltdb/bolt v1.3.1 h1:JQmyP4ZBrce+ZQu0dY660FMfatumYDLun9hBCUVIkF4=
 github.com/boltdb/bolt v1.3.1/go.mod h1:clJnj/oiGkjum5o1McbSZDSLxVThjynRyGBgiAx27Ps=
-github.com/bradfitz/gomemcache v0.0.0-20190913173617-a41fca850d0b h1:L/QXpzIa3pOvUGt1D1lA5KjYhPBAN/3iWdP7xeFS9F0=
-github.com/bradfitz/gomemcache v0.0.0-20190913173617-a41fca850d0b/go.mod h1:H0wQNHz2YrLsuXOZozoeDmnHXkNCRmMW0gwFWDfEZDA=
-github.com/buraksezer/consistent v0.9.0 h1:Zfs6bX62wbP3QlbPGKUhqDw7SmNkOzY5bHZIYXYpR5g=
-github.com/buraksezer/consistent v0.9.0/go.mod h1:6BrVajWq7wbKZlTOUPs/XVfR8c0maujuPowduSpZqmw=
-github.com/cespare/xxhash v1.1.0 h1:a6HrQnmkObjyL+Gs60czilIUGqrzKutQD6XZog3p+ko=
-github.com/cespare/xxhash v1.1.0/go.mod h1:XrSqR1VqqWfGrhpAt58auRo0WTKS1nRRg3ghfAqPWnc=
 github.com/coreos/bbolt v0.0.0-20180318001526-af9db2027c98/go.mod h1:iRUV2dpdMOn7Bo10OQBFzIJO9kkE559Wcmn+qkEiiKk=
 github.com/cpuguy83/go-md2man v1.0.8/go.mod h1:N6JayAiVKtlHSnuTCeuLSQVs75hb8q+dYQLjr7cDsKY=
 github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
@@ -164,8 +160,6 @@ github.com/smartystreets/assertions v0.0.0-20180927180507-b2de0cb4f26d/go.mod h1
 github.com/smartystreets/goconvey v0.0.0-20181108003508-044398e4856c/go.mod h1:XDJAKZRPZ1CvBcN2aX5YOUTYGHki24fSF0Iv48Ibg0s=
 github.com/smartystreets/goconvey v0.0.0-20190330032615-68dc04aab96a h1:pa8hGb/2YqsZKovtsgrwcDH1RZhVbTKCjLp47XpqCDs=
 github.com/smartystreets/goconvey v0.0.0-20190330032615-68dc04aab96a/go.mod h1:syvi0/a8iFYH4r/RixwvyeAJjdLS9QV7WQ/tjFTllLA=
-github.com/spaolacci/murmur3 v0.0.0-20180118202830-f09979ecbc72 h1:qLC7fQah7D6K1B0ujays3HV9gkFtllcxhzImRR7ArPQ=
-github.com/spaolacci/murmur3 v0.0.0-20180118202830-f09979ecbc72/go.mod h1:JwIasOWyU6f++ZhiEuf87xNszmSA2myDM2Kzu9HwQUA=
 github.com/spf13/cobra v0.0.3/go.mod h1:1l0Ry5zgKvJasoi3XT1TypsSe7PqH0Sj9dhYf7v3XqQ=
 github.com/spf13/pflag v1.0.3 h1:zPAT6CGy6wXeQ7NtTnaTerfKOsV6V6F8agHXFiazDkg=
 github.com/spf13/pflag v1.0.3/go.mod h1:DYY7MBk1bdzusC3SYhjObp+wFpr4gzcvqqNjLnInEg4=
@@ -224,8 +218,9 @@ golang.org/x/sys v0.0.0-20190403152447-81d4e9dc473e/go.mod h1:h1NjWce9XRLGQEsW7w
 golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20190419153524-e8e3143a4f4a/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20190422165155-953cdadca894/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
-golang.org/x/sys v0.0.0-20190531175056-4c3a928424d2 h1:T5DasATyLQfmbTpfEXx/IOL9vfjzW6up+ZDkmHvIf2s=
 golang.org/x/sys v0.0.0-20190531175056-4c3a928424d2/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.0.0-20220503163025-988cb79eb6c6 h1:nonptSpoQ4vQjyraW20DXPAglgQfVnM9ZC6MmNLMR60=
+golang.org/x/sys v0.0.0-20220503163025-988cb79eb6c6/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
 golang.org/x/text v0.3.5 h1:i6eZZ+zk0SOf0xgBpEpPD18qWcJda6q1sxt3S0kzyUQ=
 golang.org/x/text v0.3.5/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=

cli/install_cli.sh

@@ -0,0 +1,2 @@
+#! /bin/bash
+exec go build -o $HOME/Go/bin/local-storage-cli cli.go

cli/migr8.go

@@ -2,10 +2,11 @@ package main
 
 import (
 	"fmt"
-	"local/args"
-	"local/storage"
-	"local/storage/resolve"
 	"log"
+
+	"gitea.bel.blue/local/args"
+	"gitea.bel.blue/local/storage"
+	"gitea.bel.blue/local/storage/resolve"
 )
 
 type Config struct {

db.go

@@ -3,8 +3,9 @@ package storage
 import (
 	"fmt"
 	"io"
-	"local/storage/minio"
+
-	"local/storage/rclone"
+	"gitea.bel.blue/local/storage/minio"
+	"gitea.bel.blue/local/storage/rclone"
 )
 
 type DBStream interface {
@@ -42,6 +43,8 @@ func New(key Type, params ...string) (db DB, err error) {
 		db, err = rclone.NewRClone(params[0], params[1])
 	case FILES:
 		db, err = NewFiles(params[0])
+	case YAML:
+		db, err = NewYaml(params[0])
 	case BOLT:
 		db, err = NewBolt(params[0])
 	case MINIO:
@@ -50,10 +53,8 @@ func New(key Type, params ...string) (db DB, err error) {
 		db, err = NewCache(params...)
 	case LEVELDB:
 		db, err = NewLevelDB(params[0])
-	case MEMCACHE:
+	case SQLITE:
-		db, err = NewMemcache(params[0], params[1:]...)
+		db, err = NewSQLite(params[0])
-	case MEMCACHECLUSTER:
-		db, err = NewMemcacheCluster(params[0], params[1:]...)
 	case MONGO:
 		db, err = NewMongo(params[0], params[1:]...)
 	}

db_test.go

@@ -4,9 +4,6 @@ import (
 	"bytes"
 	"fmt"
 	"io/ioutil"
-	"local/storage/minio"
-	"local/storage/rclone"
-	"local/storage/resolve"
 	"log"
 	"net"
 	"os"
@@ -14,6 +11,11 @@ import (
 	"strings"
 	"sync"
 	"testing"
+	"time"
+
+	"gitea.bel.blue/local/storage/minio"
+	"gitea.bel.blue/local/storage/rclone"
+	"gitea.bel.blue/local/storage/resolve"
 
 	"github.com/google/uuid"
 )
@@ -103,6 +105,12 @@ func TestImplementations(t *testing.T) {
 		cases = append(cases, bolt)
 	}
 
+	if yamls, err := NewYaml(path.Join(dir, "yaml")); err != nil {
+		t.Errorf("cannot make yaml: %v", err)
+	} else {
+		cases = append(cases, yamls)
+	}
+
 	if files, err := NewFiles(path.Join(dir, "files")); err != nil {
 		t.Errorf("cannot make files: %v", err)
 	} else {
@@ -115,6 +123,12 @@ func TestImplementations(t *testing.T) {
 		cases = append(cases, leveldb)
 	}
 
+	if sqlite, err := NewSQLite(path.Join(dir, "sqlite")); err != nil {
+		t.Errorf("cannot make sqlite: %v", err)
+	} else {
+		cases = append(cases, sqlite)
+	}
+
 	if _, ok := os.LookupEnv("MONGO"); ok {
 		mongoLN, err := net.Listen("tcp", "localhost:27017")
 		if err == nil {
@@ -139,26 +153,6 @@ func TestImplementations(t *testing.T) {
 		t.Log("$MONGO not set. Skipping")
 	}
 
-	if _, ok := os.LookupEnv("MEMCACHED"); ok {
-		if memcache, err := NewMemcache("localhost:11211"); err != nil {
-			t.Logf("cannot make memcache: %v", err)
-		} else {
-			cases = append(cases, memcache)
-		}
-	} else {
-		t.Log("$MEMCACHED not set. Skipping")
-	}
-
-	if _, ok := os.LookupEnv("MEMCACHEDCLUSTER"); ok {
-		if memcacheCluster, err := NewMemcacheCluster("localhost:11211"); err != nil {
-			t.Logf("cannot make memcacheCluster: %v", err)
-		} else {
-			cases = append(cases, memcacheCluster)
-		}
-	} else {
-		t.Log("$MEMCACHEDCLUSTER not set. Skipping")
-	}
-
 	if _, ok := os.LookupEnv("MINIO"); ok {
 		if minio, err := minio.NewMinio("localhost:9000", "accesskey", "secretkey"); err != nil {
 			t.Logf("cannot make minio: %v", err)
@@ -192,19 +186,23 @@ type = local
 	for _, db := range cases {
 		t.Run(fmt.Sprintf("%T", db), func(t *testing.T) {
 			log.Printf("Trying %T", db)
-			t.Logf("   %T: set", db)
+			t.Logf("   %T: list @[ns1, ns2] against empty", db)
 			if keys, err := db.List([]string{"ns1", "ns2"}); err != nil || len(keys) > 0 {
 				t.Errorf("%T) cannot List() empty: (%T) %+v: %v", db, err, err, keys)
 			}
-			if keys, err := db.List([]string{path.Join("ns1", "ns2")}); err != nil || len(keys) > 0 {
+			if keys, err := db.Get("not found", "ns1", "ns2"); err == nil {
-				t.Errorf("%T) cannot List() empty w/ /: (%T) %+v: %v", db, err, err, keys)
+				t.Errorf("%T) cannot Get(404): (%T) %+v: %v", db, err, err, keys)
 			}
+			t.Logf("   %T: set %s @[ns1, ns2]", db, validKey)
 			if err := db.Set(validKey, validValue, "ns1", "ns2"); err != nil {
 				t.Errorf("%T) cannot set: %v", db, err)
 			}
-			t.Logf("   %T: get", db)
+			t.Logf("   %T: db: %+v", db, db)
+			t.Logf("   %T: get %s @[ns1, ns2]", db, validKey)
 			if v, err := db.Get(validKey, "ns1", "ns2"); err != nil {
 				t.Errorf("%T) cannot get: %v", db, err)
+				log.Printf("%T) cannot get: %v (%+v)", db, err, db)
+				time.Sleep(time.Second * 10)
 			} else if !bytes.Equal(v, validValue) {
 				t.Errorf("%T) wrong get: %q vs %q", db, v, validValue)
 			}
@@ -273,14 +271,6 @@ func TestToFromString(t *testing.T) {
 			key: "leveldb",
 			t:   LEVELDB,
 		},
-		{
-			key: "memcache",
-			t:   MEMCACHE,
-		},
-		{
-			key: "memcachecluster",
-			t:   MEMCACHECLUSTER,
-		},
 		{
 			key: "mongo",
 			t:   MONGO,

errors.go

@@ -1,6 +1,6 @@
 package storage
 
-import "local/storage/resolve"
+import "gitea.bel.blue/local/storage/resolve"
 
 var ErrNotFound = resolve.ErrNotFound
 var ErrNotImpl = resolve.ErrNotImpl

files.go

@@ -5,12 +5,13 @@ import (
 	"errors"
 	"io"
 	"io/ioutil"
-	"local/storage/resolve"
-	"log"
 	"os"
 	"path"
 	"path/filepath"
 	"strings"
+
+	"gitea.bel.blue/local/logb"
+	"gitea.bel.blue/local/storage/resolve"
 )
 
 const (
@@ -76,10 +77,10 @@ func (b *Files) Get(key string, ns ...string) ([]byte, error) {
 
 func (b *Files) GetStream(key string, ns ...string) (io.Reader, error) {
 	namespace := resolve.Namespace(ns)
-	key += fileExt
 	path := path.Join(b.root, namespace, key)
 	r, err := os.Open(path + fileExt)
 	if os.IsNotExist(err) {
+		logb.Warnf("does not exist: %q + %q from key=%q ns=%v namespace=%q, trying %q instead", path, fileExt, key, ns, namespace, path)
 		r, err = os.Open(path)
 	}
 	if os.IsNotExist(err) {
@@ -121,18 +122,18 @@ func (b *Files) SetStream(key string, r io.Reader, ns ...string) error {
 		return err
 	}
 	if err := os.MkdirAll(dir, os.ModePerm); err != nil {
-		log.Printf("failed mkdir: %v", err)
+		logb.Warnf("failed mkdir: %v", err)
 		return err
 	}
 	f, err := os.Create(path)
 	if err != nil {
-		log.Printf("failed create: %v: path=%q, dir=%q, ns=%q", err, path, dir, namespace)
+		logb.Warnf("failed create: %v: path=%q, dir=%q, ns=%q", err, path, dir, namespace)
 		return err
 	}
 	defer f.Close()
 	_, err = io.Copy(f, r)
 	if err != nil {
-		log.Printf("failed copy: %v", err)
+		logb.Warnf("failed copy: %v", err)
 		return err
 	}
 	return nil

go.mod

@@ -1,17 +1,65 @@
-module local/storage
+module gitea.bel.blue/local/storage
 
-go 1.16
+go 1.24.0
+
+toolchain go1.24.2
 
 require (
+	gitea.bel.blue/local/logb v0.0.0-20251121001353-d45d53fbaae9
 	github.com/boltdb/bolt v1.3.1
-	github.com/bradfitz/gomemcache v0.0.0-20190913173617-a41fca850d0b
-	github.com/buraksezer/consistent v0.9.0
-	github.com/cespare/xxhash v1.1.0
 	github.com/gomodule/redigo v1.8.5
-	github.com/google/uuid v1.3.0
+	github.com/google/uuid v1.6.0
 	github.com/minio/minio-go/v6 v6.0.57
 	github.com/ncw/rclone v1.46.0
 	github.com/patrickmn/go-cache v2.1.0+incompatible
 	github.com/syndtr/goleveldb v1.0.0
 	go.mongodb.org/mongo-driver v1.7.2
+	gopkg.in/yaml.v2 v2.2.8
+	modernc.org/sqlite v1.46.1
+)
+
+require (
+	cloud.google.com/go v0.33.1 // indirect
+	github.com/Unknwon/goconfig v0.0.0-20181105214110-56bd8ab18619 // indirect
+	github.com/abbot/go-http-auth v0.4.0 // indirect
+	github.com/aws/aws-sdk-go v1.15.81 // indirect
+	github.com/dustin/go-humanize v1.0.1 // indirect
+	github.com/go-stack/stack v1.8.0 // indirect
+	github.com/golang/protobuf v1.2.0 // indirect
+	github.com/golang/snappy v0.0.1 // indirect
+	github.com/jmespath/go-jmespath v0.0.0-20180206201540-c2b33e8439af // indirect
+	github.com/json-iterator/go v1.1.9 // indirect
+	github.com/klauspost/compress v1.9.5 // indirect
+	github.com/klauspost/cpuid v1.2.3 // indirect
+	github.com/mattn/go-isatty v0.0.20 // indirect
+	github.com/minio/md5-simd v1.1.0 // indirect
+	github.com/minio/sha256-simd v0.1.1 // indirect
+	github.com/mitchellh/go-homedir v1.1.0 // indirect
+	github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421 // indirect
+	github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742 // indirect
+	github.com/ncruces/go-strftime v1.0.0 // indirect
+	github.com/ncw/swift v1.0.44 // indirect
+	github.com/pkg/errors v0.9.1 // indirect
+	github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec // indirect
+	github.com/rfjakob/eme v0.0.0-20171028163933-2222dbd4ba46 // indirect
+	github.com/skratchdot/open-golang v0.0.0-20160302144031-75fb7ed4208c // indirect
+	github.com/xdg-go/pbkdf2 v1.0.0 // indirect
+	github.com/xdg-go/scram v1.0.2 // indirect
+	github.com/xdg-go/stringprep v1.0.2 // indirect
+	github.com/youmark/pkcs8 v0.0.0-20181117223130-1be2e3e5546d // indirect
+	golang.org/x/crypto v0.43.0 // indirect
+	golang.org/x/exp v0.0.0-20251023183803-a4bb9ffd2546 // indirect
+	golang.org/x/net v0.46.0 // indirect
+	golang.org/x/oauth2 v0.0.0-20181120190819-8f65e3013eba // indirect
+	golang.org/x/sync v0.17.0 // indirect
+	golang.org/x/sys v0.37.0 // indirect
+	golang.org/x/term v0.36.0 // indirect
+	golang.org/x/text v0.30.0 // indirect
+	golang.org/x/time v0.0.0-20181108054448-85acf8d2951c // indirect
+	google.golang.org/api v0.0.0-20181120235003-faade3cbb06a // indirect
+	google.golang.org/appengine v1.3.0 // indirect
+	gopkg.in/ini.v1 v1.42.0 // indirect
+	modernc.org/libc v1.67.6 // indirect
+	modernc.org/mathutil v1.7.1 // indirect
+	modernc.org/memory v1.11.0 // indirect
 )

go.sum

@@ -1,12 +1,12 @@
 bazil.org/fuse v0.0.0-20180421153158-65cc252bf669/go.mod h1:Xbm+BRKSBEpa4q4hTSxohYNQpsxXPbPry4JJWOB3LB8=
 cloud.google.com/go v0.33.1 h1:fmJQWZ1w9PGkHR1YL/P7HloDvqlmKQ4Vpb7PC2e+aCk=
 cloud.google.com/go v0.33.1/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw=
+gitea.bel.blue/local/logb v0.0.0-20251121001353-d45d53fbaae9 h1:lBkQPYgWZnPxt6CvsSwVh9EZtuvi2lIbGOHPqe/gn1Y=
+gitea.bel.blue/local/logb v0.0.0-20251121001353-d45d53fbaae9/go.mod h1:+8sJb8UksdadKy43czL7/3TcfBwCkuYT6hFY+RaxP48=
 github.com/Azure/azure-pipeline-go v0.1.8/go.mod h1:XA1kFWRVhSK+KNFiOhfv83Fv8L9achrP7OxIzeTn1Yg=
 github.com/Azure/azure-storage-blob-go v0.0.0-20181023070848-cf01652132cc/go.mod h1:oGfmITT1V6x//CswqY2gtAHND+xIP64/qL7a5QJix0Y=
 github.com/Azure/go-ansiterm v0.0.0-20170929234023-d6e3b3328b78/go.mod h1:LmzpDX56iTiv29bbRTIsUNlaFfuhWRQBWjQdVyAevI8=
 github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU=
-github.com/OneOfOne/xxhash v1.2.2 h1:KMrpdQIwFcEqXDklaen+P1axHaj9BSKzvpUUfnHldSE=
-github.com/OneOfOne/xxhash v1.2.2/go.mod h1:HSdplMjZKSmBqAxg5vPj2TmRDmfkzw+cTzAElWljhcU=
 github.com/Unknwon/goconfig v0.0.0-20181105214110-56bd8ab18619 h1:6X8iB881g299aNEv6KXrcjL31iLOH7yA6NXoQX+MbDg=
 github.com/Unknwon/goconfig v0.0.0-20181105214110-56bd8ab18619/go.mod h1:wngxua9XCNjvHjDiTiV26DaKDT+0c63QR6H5hjVUUxw=
 github.com/a8m/tree v0.0.0-20180321023834-3cf936ce15d6/go.mod h1:FSdwKX97koS5efgm8WevNf7XS3PqtyFkKDDXrz778cg=
@@ -18,12 +18,6 @@ github.com/aws/aws-sdk-go v1.15.81/go.mod h1:E3/ieXAlvM0XWO57iftYVDLLvQ824smPP3A
 github.com/billziss-gh/cgofuse v1.1.0/go.mod h1:LJjoaUojlVjgo5GQoEJTcJNqZJeRU0nCR84CyxKt2YM=
 github.com/boltdb/bolt v1.3.1 h1:JQmyP4ZBrce+ZQu0dY660FMfatumYDLun9hBCUVIkF4=
 github.com/boltdb/bolt v1.3.1/go.mod h1:clJnj/oiGkjum5o1McbSZDSLxVThjynRyGBgiAx27Ps=
-github.com/bradfitz/gomemcache v0.0.0-20190913173617-a41fca850d0b h1:L/QXpzIa3pOvUGt1D1lA5KjYhPBAN/3iWdP7xeFS9F0=
-github.com/bradfitz/gomemcache v0.0.0-20190913173617-a41fca850d0b/go.mod h1:H0wQNHz2YrLsuXOZozoeDmnHXkNCRmMW0gwFWDfEZDA=
-github.com/buraksezer/consistent v0.9.0 h1:Zfs6bX62wbP3QlbPGKUhqDw7SmNkOzY5bHZIYXYpR5g=
-github.com/buraksezer/consistent v0.9.0/go.mod h1:6BrVajWq7wbKZlTOUPs/XVfR8c0maujuPowduSpZqmw=
-github.com/cespare/xxhash v1.1.0 h1:a6HrQnmkObjyL+Gs60czilIUGqrzKutQD6XZog3p+ko=
-github.com/cespare/xxhash v1.1.0/go.mod h1:XrSqR1VqqWfGrhpAt58auRo0WTKS1nRRg3ghfAqPWnc=
 github.com/coreos/bbolt v0.0.0-20180318001526-af9db2027c98/go.mod h1:iRUV2dpdMOn7Bo10OQBFzIJO9kkE559Wcmn+qkEiiKk=
 github.com/cpuguy83/go-md2man v1.0.8/go.mod h1:N6JayAiVKtlHSnuTCeuLSQVs75hb8q+dYQLjr7cDsKY=
 github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
@@ -32,6 +26,8 @@ github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSs
 github.com/djherbis/times v1.1.0/go.mod h1:CGMZlo255K5r4Yw0b9RRfFQpM2y7uOmxg4jm9HsaVf8=
 github.com/dropbox/dropbox-sdk-go-unofficial v5.4.0+incompatible/go.mod h1:lr+LhMM3F6Y3lW1T9j2U5l7QeuWm87N9+PPXo3yH4qY=
 github.com/dustin/go-humanize v1.0.0/go.mod h1:HtrtbFcZ19U5GC7JDqmcUSB87Iq5E25KnS6fMYU6eOk=
+github.com/dustin/go-humanize v1.0.1 h1:GzkhY7T5VNhEkwH0PVJgjz+fX1rhBrR7pRT3mDkpeCY=
+github.com/dustin/go-humanize v1.0.1/go.mod h1:Mu1zIs6XwVuF/gI1OepvI0qD18qycQx+mFykh5fBlto=
 github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo=
 github.com/go-stack/stack v1.8.0 h1:5SgMzNM5HxrEjV0ww2lTmX6E2Izsfxas4+YHWRs3Lsk=
 github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY=
@@ -68,15 +64,20 @@ github.com/golang/snappy v0.0.1 h1:Qgr9rKW7uDUkrbSmQeiDsGa8SjGyCOGtuasMWwvp2P4=
 github.com/golang/snappy v0.0.1/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q=
 github.com/gomodule/redigo v1.8.5 h1:nRAxCa+SVsyjSBrtZmG/cqb6VbTmuRzpg/PoTFlpumc=
 github.com/gomodule/redigo v1.8.5/go.mod h1:P9dn9mFrCBvWhGE1wpxx6fgq7BAeLBk+UUUzlpkBYO0=
-github.com/google/go-cmp v0.5.2 h1:X2ev0eStA3AbceY54o37/0PQ/UWqKEiiO2dKL5OPaFM=
 github.com/google/go-cmp v0.5.2/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE=
+github.com/google/go-cmp v0.6.0 h1:ofyhxvXcZhMsU5ulbFiLKl/XBFqE1GSq7atu8tAmTRI=
+github.com/google/go-cmp v0.6.0/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY=
 github.com/google/go-querystring v1.0.0/go.mod h1:odCYkC5MyYFN7vkCjXpyrEuKhc/BUO6wN/zVPAxq5ck=
 github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg=
-github.com/google/uuid v1.3.0 h1:t6JiXgmwXMjEs8VusXIJk2BXHsn+wx8BZdTaoZ5fu7I=
+github.com/google/pprof v0.0.0-20250317173921-a4b03ec1a45e h1:ijClszYn+mADRFY17kjQEVQ1XRhq2/JR1M3sGqeJoxs=
-github.com/google/uuid v1.3.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
+github.com/google/pprof v0.0.0-20250317173921-a4b03ec1a45e/go.mod h1:boTsfXsheKC2y+lKOCMpSfarhxDeIzfZG1jqGcPl3cA=
+github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0=
+github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo=
 github.com/gopherjs/gopherjs v0.0.0-20181017120253-0766667cb4d1/go.mod h1:wJfORRmW1u3UXTncJ5qlYoELFm8eSnnEO6hX4iZ3EWY=
 github.com/gopherjs/gopherjs v0.0.0-20181103185306-d547d1d9531e h1:JKmoR8x90Iww1ks85zJ1lfDGgIiMDuIptTOhJq+zKyg=
 github.com/gopherjs/gopherjs v0.0.0-20181103185306-d547d1d9531e/go.mod h1:wJfORRmW1u3UXTncJ5qlYoELFm8eSnnEO6hX4iZ3EWY=
+github.com/hashicorp/golang-lru/v2 v2.0.7 h1:a+bsQ5rvGLjzHuww6tVxozPZFVghXaHOwFs4luLUK2k=
+github.com/hashicorp/golang-lru/v2 v2.0.7/go.mod h1:QeFd9opnmA6QUJc5vARoKUSoFhyfM2/ZepoAG6RGpeM=
 github.com/hpcloud/tail v1.0.0 h1:nfCOvKYfkgYP8hkirhJocXT2+zOD8yUNjXaWfTlyFKI=
 github.com/hpcloud/tail v1.0.0/go.mod h1:ab1qPbhIpdTxEkNHXyeSf5vhxWSCs/tWer42PpOxQnU=
 github.com/inconshreveable/mousetrap v1.0.0/go.mod h1:PxqpIevigyE2G7u3NXJIT2ANytuPF1OarO4DADm73n8=
@@ -100,11 +101,15 @@ github.com/klauspost/cpuid v1.2.3/go.mod h1:Pj4uuM528wm8OyEC2QMXAi2YiTZ96dNQPGgo
 github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ=
 github.com/konsorten/go-windows-terminal-sequences v1.0.2/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ=
 github.com/kr/fs v0.1.0/go.mod h1:FFnZGqtBN9Gxj7eW1uZ42v5BccTP0vu6NEaFoC2HwRg=
+github.com/kr/pretty v0.1.0 h1:L/CwN0zerZDmRFUapSPitk6f+Q3+0za1rQkzVuMiMFI=
 github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo=
 github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ=
+github.com/kr/text v0.1.0 h1:45sCR5RtlFHMR4UwH9sdQ5TC8v0qDQCHnXt+kaKSTVE=
 github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI=
 github.com/markbates/oncer v0.0.0-20181203154359-bf2de49a0be2/go.mod h1:Ld9puTsIW75CHf65OeIOkyKbteujpZVXDpWK6YGZbxE=
 github.com/markbates/safe v1.0.1/go.mod h1:nAqgmRi7cY2nqMc92/bSEeQA+R4OheNU2T1kNSCBdG0=
+github.com/mattn/go-isatty v0.0.20 h1:xfD0iDuEKnDkl03q4limB+vH+GxLEtL/jb4xVJSWWEY=
+github.com/mattn/go-isatty v0.0.20/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y=
 github.com/mattn/go-runewidth v0.0.3/go.mod h1:LwmH8dsx7+W8Uxz3IHJYH5QSwggIsqBzpuz5H//U1FU=
 github.com/minio/md5-simd v1.1.0 h1:QPfiOqlZH+Cj9teu0t9b1nTBfPbyTl16Of5MeuShdK4=
 github.com/minio/md5-simd v1.1.0/go.mod h1:XpBqgZULrMYD3R+M28PcmP0CkI7PEMzB3U77ZrKZ0Gw=
@@ -119,6 +124,8 @@ github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJ
 github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742 h1:Esafd1046DLDQ0W1YjYsBW+p8U2u7vzgW2SQVmlNazg=
 github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
 github.com/montanaflynn/stats v0.0.0-20171201202039-1bf9dbcd8cbe/go.mod h1:wL8QJuTMNUDYhXwkmfOly8iTdp5TEcJFWZD2D7SIkUc=
+github.com/ncruces/go-strftime v1.0.0 h1:HMFp8mLCTPp341M/ZnA4qaf7ZlsbTc+miZjCLOFAw7w=
+github.com/ncruces/go-strftime v1.0.0/go.mod h1:Fwc5htZGVVkseilnfgOVb9mKy6w1naJmn9CehxcKcls=
 github.com/ncw/go-acd v0.0.0-20171120105400-887eb06ab6a2/go.mod h1:MLIrzg7gp/kzVBxRE1olT7CWYMCklcUWU+ekoxOD9x0=
 github.com/ncw/rclone v1.46.0 h1:5SY9lB6LIIXqwOaCWp5twUqNWgJVZMW+0D4rX90A2+E=
 github.com/ncw/rclone v1.46.0/go.mod h1:+uFY4HNpat/yXXIEin5ETWXxIwEplC+eDe/vT8vlk1w=
@@ -142,6 +149,8 @@ github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINE
 github.com/pkg/sftp v1.8.3/go.mod h1:NxmoDg/QLVWluQDUYG7XBZTLUpKeFa8e3aMf1BfjyHk=
 github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
 github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
+github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec h1:W09IVJc94icq4NjY3clb7Lk8O1qJ8BdBEF8z0ibU0rE=
+github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec/go.mod h1:qqbHyh8v60DhA7CoWK5oRCqLrMHRGoxYCSS9EjAz6Eo=
 github.com/rfjakob/eme v0.0.0-20171028163933-2222dbd4ba46 h1:w2CpS5muK+jyydnmlkqpAhzKmHmMBzBkfYUDjQNS1Dk=
 github.com/rfjakob/eme v0.0.0-20171028163933-2222dbd4ba46/go.mod h1:U2bmx0hDj8EyDdcxmD5t3XHDnBFnyNNc22n1R4008eM=
 github.com/rogpeppe/go-internal v1.1.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4=
@@ -162,8 +171,6 @@ github.com/smartystreets/assertions v0.0.0-20180927180507-b2de0cb4f26d/go.mod h1
 github.com/smartystreets/goconvey v0.0.0-20181108003508-044398e4856c/go.mod h1:XDJAKZRPZ1CvBcN2aX5YOUTYGHki24fSF0Iv48Ibg0s=
 github.com/smartystreets/goconvey v0.0.0-20190330032615-68dc04aab96a h1:pa8hGb/2YqsZKovtsgrwcDH1RZhVbTKCjLp47XpqCDs=
 github.com/smartystreets/goconvey v0.0.0-20190330032615-68dc04aab96a/go.mod h1:syvi0/a8iFYH4r/RixwvyeAJjdLS9QV7WQ/tjFTllLA=
-github.com/spaolacci/murmur3 v0.0.0-20180118202830-f09979ecbc72 h1:qLC7fQah7D6K1B0ujays3HV9gkFtllcxhzImRR7ArPQ=
-github.com/spaolacci/murmur3 v0.0.0-20180118202830-f09979ecbc72/go.mod h1:JwIasOWyU6f++ZhiEuf87xNszmSA2myDM2Kzu9HwQUA=
 github.com/spf13/cobra v0.0.3/go.mod h1:1l0Ry5zgKvJasoi3XT1TypsSe7PqH0Sj9dhYf7v3XqQ=
 github.com/spf13/pflag v1.0.3 h1:zPAT6CGy6wXeQ7NtTnaTerfKOsV6V6F8agHXFiazDkg=
 github.com/spf13/pflag v1.0.3/go.mod h1:DYY7MBk1bdzusC3SYhjObp+wFpr4gzcvqqNjLnInEg4=
@@ -196,15 +203,21 @@ golang.org/x/crypto v0.0.0-20190131182504-b8fe1690c613/go.mod h1:6SG95UA2DQfeDnf
 golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
 golang.org/x/crypto v0.0.0-20190422162423-af44ce270edf/go.mod h1:WFFai1msRO1wXaEeE5yQxYXgSfI8pQAWXbQop6sCtWE=
 golang.org/x/crypto v0.0.0-20190513172903-22d7a77e9e5f/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI=
-golang.org/x/crypto v0.0.0-20200302210943-78000ba7a073 h1:xMPOj6Pz6UipU1wXLkrtqpHbR0AVFnyPEQq/wRWz9lM=
 golang.org/x/crypto v0.0.0-20200302210943-78000ba7a073/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
+golang.org/x/crypto v0.43.0 h1:dduJYIi3A3KOfdGOHX8AVZ/jGiyPa3IbBozJ5kNuE04=
+golang.org/x/crypto v0.43.0/go.mod h1:BFbav4mRNlXJL4wNeejLpWxB7wMbc79PdRGhWKncxR0=
+golang.org/x/exp v0.0.0-20251023183803-a4bb9ffd2546 h1:mgKeJMpvi0yx/sU5GsxQ7p6s2wtOnGAHZWCHUM4KGzY=
+golang.org/x/exp v0.0.0-20251023183803-a4bb9ffd2546/go.mod h1:j/pmGrbnkbPtQfxEe5D0VQhZC6qKbfKifgD0oM7sR70=
+golang.org/x/mod v0.29.0 h1:HV8lRxZC4l2cr3Zq1LvtOsi/ThTgWnUk/y64QSs8GwA=
+golang.org/x/mod v0.29.0/go.mod h1:NyhrlYXJ2H4eJiRy/WDBO6HMqZQ6q9nk4JzS3NuCK+w=
 golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
 golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
 golang.org/x/net v0.0.0-20181114220301-adae6a3d119a/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
 golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
 golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
-golang.org/x/net v0.0.0-20190522155817-f3200d17e092 h1:4QSRKanuywn15aTZvI/mIDEgPQpswuFndXpOj3rKEco=
 golang.org/x/net v0.0.0-20190522155817-f3200d17e092/go.mod h1:HSz+uSET+XFnRR8LxR5pz3Of3rY3CfYBVs4xY44aLks=
+golang.org/x/net v0.46.0 h1:giFlY12I07fugqwPuWJi68oOnpfqFnJIJzaIIm2JVV4=
+golang.org/x/net v0.46.0/go.mod h1:Q9BGdFy1y4nkUwiLvT5qtyhAnEHgnQ/zd8PfU6nc210=
 golang.org/x/oauth2 v0.0.0-20181120190819-8f65e3013eba h1:YDkOrzGLLYybtuP6ZgebnO4OWYEYVMFSniazXsxrFN8=
 golang.org/x/oauth2 v0.0.0-20181120190819-8f65e3013eba/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U=
 golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
@@ -212,8 +225,9 @@ golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJ
 golang.org/x/sync v0.0.0-20190227155943-e225da77a7e6/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
 golang.org/x/sync v0.0.0-20190412183630-56d357773e84/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
 golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
-golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e h1:vcxGaoTs7kV8m5Np9uUNQin4BrLOthgV7252N8V+FwY=
 golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
+golang.org/x/sync v0.17.0 h1:l60nONMj9l5drqw6jlhIELNv9I0A4OFgRsG9k2oT9Ug=
+golang.org/x/sync v0.17.0/go.mod h1:9KTHXmSnoGruLpwFjVSX0lNNA75CykiMECbovNTZqGI=
 golang.org/x/sys v0.0.0-20180905080454-ebe1bf3edb33/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
 golang.org/x/sys v0.0.0-20180909124046-d0be0721c37e/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
 golang.org/x/sys v0.0.0-20181122145206-62eef0e2fa9b/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
@@ -222,11 +236,16 @@ golang.org/x/sys v0.0.0-20190403152447-81d4e9dc473e/go.mod h1:h1NjWce9XRLGQEsW7w
 golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20190419153524-e8e3143a4f4a/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
 golang.org/x/sys v0.0.0-20190422165155-953cdadca894/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
-golang.org/x/sys v0.0.0-20190531175056-4c3a928424d2 h1:T5DasATyLQfmbTpfEXx/IOL9vfjzW6up+ZDkmHvIf2s=
 golang.org/x/sys v0.0.0-20190531175056-4c3a928424d2/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
+golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
+golang.org/x/sys v0.37.0 h1:fdNQudmxPjkdUTPnLn5mdQv7Zwvbvpaxqs831goi9kQ=
+golang.org/x/sys v0.37.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks=
+golang.org/x/term v0.36.0 h1:zMPR+aF8gfksFprF/Nc/rd1wRS1EI6nDBGyWAvDzx2Q=
+golang.org/x/term v0.36.0/go.mod h1:Qu394IJq6V6dCBRgwqshf3mPF85AqzYEzofzRdZkWss=
 golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
-golang.org/x/text v0.3.5 h1:i6eZZ+zk0SOf0xgBpEpPD18qWcJda6q1sxt3S0kzyUQ=
 golang.org/x/text v0.3.5/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ=
+golang.org/x/text v0.30.0 h1:yznKA/E9zq54KzlzBEAWn1NXSQ8DIp/NYMy88xJjl4k=
+golang.org/x/text v0.30.0/go.mod h1:yDdHFIX9t+tORqspjENWgzaCVXgk0yYnYuSZ8UzzBVM=
 golang.org/x/time v0.0.0-20181108054448-85acf8d2951c h1:fqgJT0MGcGpPgpWU7VRdRjuArfcOvC4AoJmILihzhDg=
 golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
 golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
@@ -235,7 +254,8 @@ golang.org/x/tools v0.0.0-20190329151228-23e29df326fe/go.mod h1:LCzVGOaR6xXOjkQ3
 golang.org/x/tools v0.0.0-20190416151739-9c9e1878f421/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs=
 golang.org/x/tools v0.0.0-20190420181800-aa740d480789/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs=
 golang.org/x/tools v0.0.0-20190531172133-b3315ee88b7d/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc=
-golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543 h1:E7g+9GITq07hpfrRu66IVDexMakfv52eLZ2CXBWiKr4=
+golang.org/x/tools v0.38.0 h1:Hx2Xv8hISq8Lm16jvBZ2VQf+RLmbd7wVUsALibYI/IQ=
+golang.org/x/tools v0.38.0/go.mod h1:yEsQ/d/YK8cjh0L6rZlY8tgtlKiBNTL14pGDJPJpYQs=
 golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0=
 google.golang.org/api v0.0.0-20181120235003-faade3cbb06a h1:yMfgT1baklxtECXVk3UtZBELVXtVhDbK3/7xLFkFypw=
 google.golang.org/api v0.0.0-20181120235003-faade3cbb06a/go.mod h1:4mhQ8q/RsB7i+udVvVy5NUi08OU8ZlA0gRVgrF7VFY0=
@@ -243,6 +263,7 @@ google.golang.org/appengine v1.3.0 h1:FBSsiFRMz3LBeXIomRnVzrQwSDj4ibvcRexLG0LZGQ
 google.golang.org/appengine v1.3.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4=
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
 gopkg.in/check.v1 v1.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
+gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127 h1:qIbj1fsPNlZgppZ+VLlY7N33q108Sa+fhmuc+sWQYwY=
 gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
 gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI=
 gopkg.in/fsnotify.v1 v1.4.7 h1:xOHLXZwVvI9hhs+cLKq5+I5onOuwQLhQwiu63xxlHs4=
@@ -257,3 +278,31 @@ gopkg.in/yaml.v2 v2.2.8 h1:obN1ZagJSUGI0Ek/LBmuj4SNLPfIny3KsKFopxRdj10=
 gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
 gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c h1:dUUwHk2QECo/6vqA44rthZ8ie2QXMNeKRTHCNY2nXvo=
 gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
+modernc.org/cc/v4 v4.27.1 h1:9W30zRlYrefrDV2JE2O8VDtJ1yPGownxciz5rrbQZis=
+modernc.org/cc/v4 v4.27.1/go.mod h1:uVtb5OGqUKpoLWhqwNQo/8LwvoiEBLvZXIQ/SmO6mL0=
+modernc.org/ccgo/v4 v4.30.1 h1:4r4U1J6Fhj98NKfSjnPUN7Ze2c6MnAdL0hWw6+LrJpc=
+modernc.org/ccgo/v4 v4.30.1/go.mod h1:bIOeI1JL54Utlxn+LwrFyjCx2n2RDiYEaJVSrgdrRfM=
+modernc.org/fileutil v1.3.40 h1:ZGMswMNc9JOCrcrakF1HrvmergNLAmxOPjizirpfqBA=
+modernc.org/fileutil v1.3.40/go.mod h1:HxmghZSZVAz/LXcMNwZPA/DRrQZEVP9VX0V4LQGQFOc=
+modernc.org/gc/v2 v2.6.5 h1:nyqdV8q46KvTpZlsw66kWqwXRHdjIlJOhG6kxiV/9xI=
+modernc.org/gc/v2 v2.6.5/go.mod h1:YgIahr1ypgfe7chRuJi2gD7DBQiKSLMPgBQe9oIiito=
+modernc.org/gc/v3 v3.1.1 h1:k8T3gkXWY9sEiytKhcgyiZ2L0DTyCQ/nvX+LoCljoRE=
+modernc.org/gc/v3 v3.1.1/go.mod h1:HFK/6AGESC7Ex+EZJhJ2Gni6cTaYpSMmU/cT9RmlfYY=
+modernc.org/goabi0 v0.2.0 h1:HvEowk7LxcPd0eq6mVOAEMai46V+i7Jrj13t4AzuNks=
+modernc.org/goabi0 v0.2.0/go.mod h1:CEFRnnJhKvWT1c1JTI3Avm+tgOWbkOu5oPA8eH8LnMI=
+modernc.org/libc v1.67.6 h1:eVOQvpModVLKOdT+LvBPjdQqfrZq+pC39BygcT+E7OI=
+modernc.org/libc v1.67.6/go.mod h1:JAhxUVlolfYDErnwiqaLvUqc8nfb2r6S6slAgZOnaiE=
+modernc.org/mathutil v1.7.1 h1:GCZVGXdaN8gTqB1Mf/usp1Y/hSqgI2vAGGP4jZMCxOU=
+modernc.org/mathutil v1.7.1/go.mod h1:4p5IwJITfppl0G4sUEDtCr4DthTaT47/N3aT6MhfgJg=
+modernc.org/memory v1.11.0 h1:o4QC8aMQzmcwCK3t3Ux/ZHmwFPzE6hf2Y5LbkRs+hbI=
+modernc.org/memory v1.11.0/go.mod h1:/JP4VbVC+K5sU2wZi9bHoq2MAkCnrt2r98UGeSK7Mjw=
+modernc.org/opt v0.1.4 h1:2kNGMRiUjrp4LcaPuLY2PzUfqM/w9N23quVwhKt5Qm8=
+modernc.org/opt v0.1.4/go.mod h1:03fq9lsNfvkYSfxrfUhZCWPk1lm4cq4N+Bh//bEtgns=
+modernc.org/sortutil v1.2.1 h1:+xyoGf15mM3NMlPDnFqrteY07klSFxLElE2PVuWIJ7w=
+modernc.org/sortutil v1.2.1/go.mod h1:7ZI3a3REbai7gzCLcotuw9AC4VZVpYMjDzETGsSMqJE=
+modernc.org/sqlite v1.46.1 h1:eFJ2ShBLIEnUWlLy12raN0Z1plqmFX9Qe3rjQTKt6sU=
+modernc.org/sqlite v1.46.1/go.mod h1:CzbrU2lSB1DKUusvwGz7rqEKIq+NUd8GWuBBZDs9/nA=
+modernc.org/strutil v1.2.1 h1:UneZBkQA+DX2Rp35KcM69cSsNES9ly8mQWD71HKlOA0=
+modernc.org/strutil v1.2.1/go.mod h1:EHkiggD70koQxjVdSBM3JKM7k6L0FbGE5eymy9i3B9A=
+modernc.org/token v1.1.0 h1:Xl7Ap9dKaEs5kLoOQeQmPWevfnk/DM5qcLcYlA8ys6Y=
+modernc.org/token v1.1.0/go.mod h1:UGzOrNV1mAFSEB63lOFHIpNRUVMvYTc6yu1SMY/XTDM=

leveldb.go

@@ -1,11 +1,12 @@
 package storage
 
 import (
-	"local/storage/resolve"
 	"path"
 	"strconv"
 	"strings"
 
+	"gitea.bel.blue/local/storage/resolve"
+
 	"github.com/syndtr/goleveldb/leveldb"
 	"github.com/syndtr/goleveldb/leveldb/filter"
 	"github.com/syndtr/goleveldb/leveldb/iterator"

map.go

@@ -2,8 +2,9 @@ package storage
 
 import (
 	"fmt"
-	"local/storage/resolve"
 	"sync"
+
+	"gitea.bel.blue/local/storage/resolve"
 )
 
 type Map struct {

memcache.go

@@ -1,78 +0,0 @@
-package storage
-
-import (
-	"errors"
-	"local/storage/resolve"
-	"net"
-	"path"
-
-	"github.com/bradfitz/gomemcache/memcache"
-)
-
-type Memcache struct {
-	db *memcache.Client
-}
-
-type netAddr struct {
-	network string
-	addr    string
-}
-
-func (a *netAddr) Network() string {
-	return a.network
-}
-
-func (a *netAddr) String() string {
-	return a.addr
-}
-
-func NewMemcache(addr string, addrs ...string) (*Memcache, error) {
-	for i := len(addrs) - 1; i >= 0; i-- {
-		if len(addrs[i]) == 0 {
-			addrs = append(addrs[:i], addrs[i+1:]...)
-		}
-	}
-	ss := &memcache.ServerList{}
-	if err := ss.SetServers(append([]string{addr}, addrs...)...); err != nil {
-		return nil, err
-	}
-	if err := ss.Each(func(addr net.Addr) error {
-		conn, err := net.Dial("tcp", addr.String())
-		if err != nil {
-			return err
-		}
-		return conn.Close()
-	}); err != nil {
-		return nil, err
-	}
-	db := memcache.NewFromSelector(ss)
-	return &Memcache{db: db}, nil
-}
-
-func (mc *Memcache) List(ns []string, limits ...string) ([]string, error) {
-	return nil, errors.New("not impl")
-}
-
-func (mc *Memcache) Get(key string, ns ...string) ([]byte, error) {
-	namespace := resolve.Namespace(ns)
-	v, err := mc.db.Get(path.Join(namespace, key))
-	if err != nil {
-		return nil, err
-	}
-	if v == nil {
-		return nil, ErrNotFound
-	}
-	return v.Value, err
-}
-
-func (mc *Memcache) Set(key string, value []byte, ns ...string) error {
-	namespace := resolve.Namespace(ns)
-	return mc.db.Set(&memcache.Item{
-		Key:   path.Join(namespace, key),
-		Value: value,
-	})
-}
-
-func (mc *Memcache) Close() error {
-	return mc.db.FlushAll()
-}

memcachecluster.go

@@ -1,94 +0,0 @@
-package storage
-
-import (
-	"errors"
-	"local/storage/resolve"
-	"net"
-	"path"
-
-	"github.com/bradfitz/gomemcache/memcache"
-	"github.com/buraksezer/consistent"
-	"github.com/cespare/xxhash"
-)
-
-type MemcacheCluster struct {
-	db *memcache.Client
-}
-
-type serverSelector struct {
-	hash *consistent.Consistent
-}
-
-func (ss *serverSelector) PickServer(key string) (net.Addr, error) {
-	return &netAddr{
-		network: "tcp",
-		addr:    ss.hash.LocateKey([]byte(key)).String(),
-	}, nil
-}
-
-func (ss *serverSelector) Each(each func(net.Addr) error) error {
-	for _, member := range ss.hash.GetMembers() {
-		if err := each(&netAddr{
-			network: "tcp",
-			addr:    member.String(),
-		}); err != nil {
-			return err
-		}
-	}
-	return nil
-}
-
-type hasher struct{}
-
-func (h hasher) Sum64(data []byte) uint64 {
-	return xxhash.Sum64(data)
-}
-
-func NewMemcacheCluster(addr string, addrs ...string) (*MemcacheCluster, error) {
-	cfg := consistent.Config{
-		PartitionCount:    71,
-		ReplicationFactor: 20,
-		Load:              1.25,
-		Hasher:            hasher{},
-	}
-	hash := consistent.New(nil, cfg)
-	for _, addr := range append(addrs, addr) {
-		hash.Add(&netAddr{addr: addr})
-	}
-	ss := &serverSelector{
-		hash: hash,
-	}
-	if err := ss.Each(func(addr net.Addr) error {
-		conn, err := net.Dial("tcp", addr.String())
-		if err != nil {
-			return err
-		}
-		return conn.Close()
-	}); err != nil {
-		return nil, err
-	}
-	db := memcache.NewFromSelector(ss)
-	return &MemcacheCluster{db: db}, nil
-}
-
-func (mc *MemcacheCluster) List(ns []string, limits ...string) ([]string, error) {
-	return nil, errors.New("not impl")
-}
-
-func (mc *MemcacheCluster) Get(key string, ns ...string) ([]byte, error) {
-	namespace := resolve.Namespace(ns)
-	v, err := mc.db.Get(path.Join(namespace, key))
-	return v.Value, err
-}
-
-func (mc *MemcacheCluster) Set(key string, value []byte, ns ...string) error {
-	namespace := resolve.Namespace(ns)
-	return mc.db.Set(&memcache.Item{
-		Key:   path.Join(namespace, key),
-		Value: value,
-	})
-}
-
-func (mc *MemcacheCluster) Close() error {
-	return mc.db.FlushAll()
-}

minio.go

@@ -1,5 +1,5 @@
 package storage
 
-import "local/storage/minio"
+import "gitea.bel.blue/local/storage/minio"
 
 type Minio minio.Minio

minio/minio.go

@@ -4,11 +4,12 @@ import (
 	"bytes"
 	"fmt"
 	"io/ioutil"
-	"local/storage/resolve"
 	"net/url"
 	"sort"
 	"strings"
 
+	"gitea.bel.blue/local/storage/resolve"
+
 	minio "github.com/minio/minio-go/v6"
 )
 

mongo.go

@@ -3,10 +3,11 @@ package storage
 import (
 	"context"
 	"errors"
-	"local/storage/resolve"
 	"strings"
 	"time"
 
+	"gitea.bel.blue/local/storage/resolve"
+
 	"go.mongodb.org/mongo-driver/bson"
 	"go.mongodb.org/mongo-driver/mongo"
 	"go.mongodb.org/mongo-driver/mongo/options"

rclone/rclone.go

@@ -5,11 +5,12 @@ import (
 	"errors"
 	"io"
 	"io/ioutil"
-	"local/storage/resolve"
 	"os"
 	"path"
 	"time"
 
+	"gitea.bel.blue/local/storage/resolve"
+
 	"github.com/ncw/rclone/fs"
 	"github.com/ncw/rclone/fs/config"
 	"github.com/ncw/rclone/fs/object"

redis.go

@@ -3,9 +3,10 @@ package storage
 import (
 	"errors"
 	"fmt"
-	"local/storage/resolve"
 	"time"
 
+	"gitea.bel.blue/local/storage/resolve"
+
 	"github.com/gomodule/redigo/redis"
 )
 

sqlite.go

@@ -0,0 +1,78 @@
+package storage
+
+import (
+	"context"
+	"database/sql"
+	"time"
+
+	"gitea.bel.blue/local/storage/resolve"
+	_ "modernc.org/sqlite"
+)
+
+type SQLite struct {
+	*sql.DB
+}
+
+func NewSQLite(path string) (*SQLite, error) {
+	db, err := sql.Open("sqlite", path)
+	if err != nil {
+		return nil, err
+	}
+	ctx, can := context.WithTimeout(context.Background(), time.Minute)
+	defer can()
+	if err := db.PingContext(ctx); err != nil {
+		db.Close()
+		return nil, err
+	}
+	if _, err := db.ExecContext(ctx, `
+		CREATE TABLE IF NOT EXISTS data (
+			namespace TEXT,
+			key TEXT,
+			value TEXT
+		);
+		CREATE UNIQUE INDEX IF NOT EXISTS data_pk ON data (namespace, key);
+	`); err != nil {
+		db.Close()
+		return nil, err
+	}
+	return &SQLite{
+		DB: db,
+	}, nil
+}
+
+func (sqlite *SQLite) Get(key string, ns ...string) ([]byte, error) {
+	namespace := resolve.Namespace(ns)
+	row := sqlite.QueryRow(`SELECT value FROM data WHERE namespace=$1 AND key=$2`, namespace, key)
+
+	var value string
+	if err := row.Scan(&value); err != nil {
+		return nil, err
+	}
+
+	return []byte(value), row.Err()
+}
+
+func (sqlite *SQLite) Set(key string, value []byte, ns ...string) error {
+	namespace := resolve.Namespace(ns)
+	_, err := sqlite.Exec(`INSERT INTO data (namespace, key, value) VALUES ($1, $2, $3)`, namespace, key, string(value))
+	return err
+}
+
+func (sqlite *SQLite) List(ns []string, limits ...string) ([]string, error) {
+	namespace := resolve.Namespace(ns)
+	rows, err := sqlite.Query(`SELECT key FROM data WHERE namespace=$1`, namespace)
+	if err != nil {
+		return nil, err
+	}
+
+	result := []string{}
+	for rows.Next() {
+		var a string
+		if err := rows.Scan(&a); err != nil {
+			return nil, err
+		}
+		result = append(result, a)
+	}
+
+	return result, rows.Err()
+}

type.go

@@ -15,12 +15,12 @@ const (
 	COCKROACH = Type(iota)
 	CACHE     = Type(iota)
 	LEVELDB   = Type(iota)
-	MEMCACHE        = Type(iota)
-	MEMCACHECLUSTER = Type(iota)
 	MONGO     = Type(iota)
 	MINIO     = Type(iota)
 	RCLONE    = Type(iota)
 	MAPSTREAM = Type(iota)
+	YAML      = Type(iota)
+	SQLITE    = Type(iota)
 )
 
 func (t Type) String() string {
@@ -37,6 +37,8 @@ func (t Type) String() string {
 		return "rclone"
 	case COCKROACH:
 		return "cockroach"
+	case YAML:
+		return "yaml"
 	case FILES:
 		return "files"
 	case BOLT:
@@ -47,10 +49,8 @@ func (t Type) String() string {
 		return "cache"
 	case LEVELDB:
 		return "leveldb"
-	case MEMCACHE:
+	case SQLITE:
-		return "memcache"
+		return "sqlite"
-	case MEMCACHECLUSTER:
-		return "memcachecluster"
 	case MONGO:
 		return "mongo"
 	}

yaml.go

@@ -0,0 +1,264 @@
+package storage
+
+import (
+	"bytes"
+	"encoding/base64"
+	"errors"
+	"fmt"
+	"io"
+	"io/ioutil"
+	"os"
+	"path"
+	"path/filepath"
+	"strings"
+	"unicode"
+
+	"gitea.bel.blue/local/storage/resolve"
+
+	yaml "gopkg.in/yaml.v2"
+)
+
+const (
+	yamlExt = ".yaml"
+)
+
+type Yaml struct {
+	path string
+}
+
+func NewYaml(p string) (*Yaml, error) {
+	_, err := os.Stat(path.Dir(p))
+	if err != nil {
+		return nil, err
+	}
+	p, err = filepath.Abs(p)
+	if err != nil {
+		return nil, err
+	}
+	return &Yaml{
+		path: p,
+	}, os.MkdirAll(path.Dir(p), os.ModePerm)
+}
+
+func (y *Yaml) Namespaces() ([][]string, error) {
+	m, err := y.getMap()
+	if err != nil {
+		return nil, err
+	}
+	return keysDFS(m)
+}
+
+func (y *Yaml) List(ns []string, limits ...string) ([]string, error) {
+	namespace := resolve.Namespace(ns)
+	m, err := y.getMap(namespace)
+	if err != nil {
+		return nil, err
+	}
+	limits = resolve.Limits(limits)
+	ks := make([]string, 0, len(m))
+	for k := range m {
+		if k >= limits[0] && k <= limits[1] {
+			ks = append(ks, k)
+		}
+	}
+	return ks, nil
+}
+
+func (y *Yaml) Get(key string, ns ...string) ([]byte, error) {
+	r, err := y.GetStream(key, ns...)
+	if err != nil {
+		return nil, err
+	}
+	return ioutil.ReadAll(r)
+}
+
+func (y *Yaml) GetStream(key string, ns ...string) (io.Reader, error) {
+	namespace := resolve.Namespace(ns)
+	m, err := y.getMap(namespace)
+	if err != nil {
+		return nil, err
+	}
+	v, ok := m[key]
+	if !ok {
+		return nil, ErrNotFound
+	}
+	s, ok := v.(string)
+	if !ok {
+		return nil, ErrNotFound
+	}
+	if strings.HasPrefix(s, "b64://") {
+		b, err := base64.StdEncoding.DecodeString(strings.TrimPrefix(s, "b64://"))
+		return bytes.NewReader(b), err
+	}
+	return strings.NewReader(s), nil
+}
+
+func (y *Yaml) Set(key string, value []byte, ns ...string) error {
+	r := bytes.NewReader(value)
+	if value == nil {
+		return y.Del(key, ns...)
+	}
+	return y.SetStream(key, r, ns...)
+}
+
+func (y *Yaml) Del(key string, ns ...string) error {
+	return y.SetStream(key, nil, ns...)
+}
+
+func isASCII(s string) bool {
+	for _, c := range s {
+		if c > unicode.MaxASCII {
+			return false
+		}
+	}
+	return true
+}
+
+func (y *Yaml) SetStream(key string, r io.Reader, ns ...string) error {
+	namespace := resolve.Namespace(ns)
+	var v interface{} = nil
+	if r != nil {
+		b, err := ioutil.ReadAll(r)
+		if err != nil {
+			return err
+		}
+		if isASCII(string(b)) {
+			v = string(b)
+		} else {
+			v = "b64://" + base64.StdEncoding.EncodeToString(b)
+		}
+	}
+	m, err := y.getMap()
+	if err != nil {
+		return err
+	}
+	if err := setInMap(m, []string{namespace}, key, v); err != nil {
+		return err
+	}
+	return y.setMap(m)
+}
+
+func (y *Yaml) Close() error {
+	return nil
+}
+
+func (y *Yaml) getMap(keys ...string) (map[string]interface{}, error) {
+	b, err := y.get()
+	if err != nil {
+		return nil, err
+	}
+	var mBad map[interface{}]interface{}
+	if err := yaml.Unmarshal(b, &mBad); err != nil {
+		return nil, err
+	}
+	m, err := mbadToM(mBad)
+	if err != nil {
+		return nil, err
+	}
+	if m == nil {
+		m = map[string]interface{}{}
+	}
+	for _, k := range keys {
+		subv, ok := m[k]
+		if !ok {
+			subv = map[string]interface{}{}
+			m[k] = subv
+		}
+		subm, ok := subv.(map[string]interface{})
+		if !ok {
+			return nil, ErrNotFound
+		}
+		m = subm
+	}
+	return m, err
+}
+
+func (y *Yaml) setMap(m map[string]interface{}) error {
+	b, err := yaml.Marshal(m)
+	if err != nil {
+		return err
+	}
+	return y.set(b)
+}
+
+func setInMap(m map[string]interface{}, keys []string, key string, v interface{}) error {
+	if len(keys) == 0 {
+		m[key] = v
+		if v == nil {
+			delete(m, key)
+		}
+		return nil
+	}
+	subv, ok := m[keys[0]]
+	if !ok {
+		subv = map[string]interface{}{}
+	}
+	subm, ok := subv.(map[string]interface{})
+	if !ok {
+		return errors.New("clobber")
+	}
+	if err := setInMap(subm, keys[1:], key, v); err != nil {
+		return err
+	}
+	m[keys[0]] = subm
+	return nil
+}
+
+func (y *Yaml) get() ([]byte, error) {
+	b, err := ioutil.ReadFile(y.path)
+	if os.IsNotExist(err) {
+		return []byte{}, nil
+	}
+	return b, err
+}
+
+func (y *Yaml) set(b []byte) error {
+	return ioutil.WriteFile(y.path, b, os.ModePerm)
+}
+
+func keysDFS(m map[string]interface{}) ([][]string, error) {
+	keys, _, err := _keysDFS(m)
+	return keys, err
+}
+
+func _keysDFS(m map[string]interface{}) ([][]string, bool, error) {
+	keys := make([][]string, 0)
+	hasNonMaps := false
+	for k, v := range m {
+		if subm, ok := v.(map[string]interface{}); ok {
+			subkeys, hasElements, err := _keysDFS(subm)
+			if err != nil {
+				return nil, false, err
+			}
+			if hasElements {
+				subkeys = append(subkeys, []string{})
+			}
+			for i := range subkeys {
+				subkeys[i] = append([]string{k}, subkeys[i]...)
+				keys = append(keys, subkeys[i])
+			}
+		} else {
+			hasNonMaps = true
+		}
+	}
+	return keys, hasNonMaps, nil
+}
+
+func mbadToM(mBad map[interface{}]interface{}) (map[string]interface{}, error) {
+	m := map[string]interface{}{}
+	for k, v := range mBad {
+		s, ok := k.(string)
+		if !ok {
+			s = fmt.Sprint(k)
+		}
+		m[s] = v
+		if m2, ok := v.(map[interface{}]interface{}); ok {
+			v2, err := mbadToM(m2)
+			if err != nil {
+				return nil, err
+			}
+			m[s] = v2
+		}
+	}
+	return m, nil
+}

yaml_test.go

@@ -0,0 +1,62 @@
+package storage
+
+import (
+	"fmt"
+	"testing"
+)
+
+func TestKeysDFS(t *testing.T) {
+	cases := map[string]struct {
+		input map[string]interface{}
+		want  [][]string
+	}{
+		"empty": {
+			input: map[string]interface{}{},
+			want:  [][]string{},
+		},
+		"top level non map keys": {
+			input: map[string]interface{}{"a": "b", "c": "d"},
+			want:  [][]string{},
+		},
+		"top level non map keys and map key": {
+			input: map[string]interface{}{"a": "b", "c": "d", "e": map[string]interface{}{"f": "g"}},
+			want:  [][]string{[]string{"e"}},
+		},
+		"top level non map keys and map key and nested, ignore empty nested": {
+			input: map[string]interface{}{
+				"a": "b",
+				"c": "d",
+				"e": map[string]interface{}{
+					"f": map[string]interface{}{"g": "h"},
+				},
+				"i": map[string]interface{}{},
+				"j": map[string]interface{}{"k": "l"},
+			},
+			want: [][]string{[]string{"e", "f"}, []string{"j"}},
+		},
+	}
+
+	for name, d := range cases {
+		c := d
+		t.Run(name, func(t *testing.T) {
+			got, err := keysDFS(c.input)
+			if err != nil {
+				t.Fatal(err)
+			}
+			for j := range c.want {
+				found := false
+				for i := range got {
+					if fmt.Sprint(got[i]) == fmt.Sprint(c.want[j]) {
+						found = true
+					}
+				}
+				if !found {
+					t.Errorf("want %+v among %+v", c.want[j], got)
+				}
+			}
+			if fmt.Sprintf("%+v", got) != fmt.Sprintf("%+v", c.want) {
+				t.Fatalf("want: %+v\ngot: %+v", c.want, got)
+			}
+		})
+	}
+}