Compare commits

..

3 Commits

Author SHA1 Message Date
bel
0c811eb404 cleanup 2025-06-04 18:50:00 -06:00
bel
e74a398e1e fix lowercase to num 2025-06-04 18:48:28 -06:00
Bel LaPointe
4d1892f54b numeric uuids 2025-06-04 18:32:53 -06:00
4 changed files with 350 additions and 199 deletions

1
.gitignore vendored
View File

@@ -1,2 +1 @@
**/*.sw*
/jellyfin-user-clone

544
main.go
View File

@@ -1,265 +1,417 @@
package main
import (
"bytes"
"context"
"encoding/json"
"database/sql"
"fmt"
"io"
"io/ioutil"
"log"
"net/http"
"os"
"os/signal"
"syscall"
"time"
"path"
"slices"
"strings"
//_ "github.com/glebarez/sqlite"
"github.com/google/uuid"
_ "modernc.org/sqlite"
)
const (
jellyDB = "jellyfin.db"
libDB = "library.db"
)
func main() {
ctx, can := signal.NotifyContext(context.Background(), syscall.SIGINT)
defer can()
data := os.Args[1]
fromU := os.Args[2]
toU := os.Args[3]
outd := os.Args[4]
jellyFrom, err := NewJelly(ctx, "squeaky2x3", "aFJKcZ4fUuN9FZ", "5c1de748f61145a085f272aea527c759", "213abf9acbe84d9fb9c3b06bbe1eec3b")
workd, err := ioutil.TempDir(os.TempDir(), "jellyfin-user-clone.*")
if err != nil {
log.Fatal(err)
log.Fatalf("%v", err)
}
log.Printf("from %+v", jellyFrom)
defer func() {
os.RemoveAll(workd)
}()
jellyTo, err := NewJelly(ctx, "belly", "qBentOcpHMUjhD", "497b212a22e34b54be091055edbe264d", "b71b931108ba4323b75b675871a7738f")
{
if err := cp(path.Join(data, jellyDB), path.Join(workd, jellyDB)); err != nil {
log.Fatalf("%v", err)
} else if err := cp(path.Join(data, libDB), path.Join(workd, libDB)); err != nil {
log.Fatalf("%v", err)
}
}
jellyfinDB, err := sql.Open("sqlite", path.Join(workd, jellyDB))
if err != nil {
log.Fatal(err)
log.Fatalf("%v", err)
}
log.Printf("to %+v", jellyTo)
defer jellyfinDB.Close()
folders, err := jellyFrom.VirtualFolders(ctx)
libraryDB, err := sql.Open("sqlite", path.Join(workd, libDB))
if err != nil {
log.Fatal(err)
log.Fatalf("%v", err)
}
for len(folders) > 0 {
folder := folders[0]
folders = folders[1:]
defer libraryDB.Close()
items, err := jellyFrom.ListFolder(ctx, folder)
fromUUID, err := SelectOne[string](jellyfinDB, `SELECT Id FROM Users WHERE Username = $1`, fromU)
if err != nil {
log.Fatal(err)
log.Fatalf("%v", err)
}
fromID, err := SelectOne[int](jellyfinDB, `SELECT InternalId FROM Users WHERE Id = $1`, fromUUID)
if err != nil {
log.Fatalf("%v", err)
}
log.Println(fromU, fromUUID, fromID)
if n, err := SelectOne[int](jellyfinDB, `SELECT COUNT(*) FROM Users WHERE Username = $1`, toU); err != nil {
log.Fatalf("%v", err)
} else if n != 1 {
log.Println("creating user", toU, "from", fromU)
nextID, err := SelectOne[int](libraryDB, `SELECT COALESCE(MAX(userId), 0)+1 FROM UserDatas`)
if err != nil {
log.Fatalf("failed to get max userid ever: %v", err)
}
for _, item := range items {
if item.IsFolder {
folders = append([]FolderItem{item}, folders...)
} else if userData, err := jellyFrom.UserDataOf(ctx, item); err != nil {
log.Fatal(err)
} else if userData.PlayCount == 0 && userData.PlaybackPositionTicks == 0 {
} else if userDataB, err := jellyTo.UserDataOf(ctx, item); err != nil {
log.Fatal(err)
} else if userDataB == userData.Plus(userDataB) {
log.Printf("skipping noop %+v", userData)
} else if err := jellyTo.SetUserData(ctx, userData.Plus(userDataB)); err != nil {
log.Fatalf("failed to set user data of %+v: %v", userData, err)
}
}
}
if err := CloneForColumn(jellyfinDB, `Users`, `Username`, fromU, toU, map[string]any{`InternalId`: nextID}); err != nil {
log.Fatalf("%v", err)
}
type Jelly struct {
u string
apitoken string
accesstoken string
if n, err := SelectOne[int](jellyfinDB, `SELECT COUNT(*) FROM Users WHERE Username = $1 AND InternalId = $2`, toU, nextID); err != nil {
log.Fatalf("%v", err)
} else if n != 1 {
log.Fatalf("still no username=%q after insert", toU)
}
func NewJelly(ctx context.Context, u, p, apitoken, optAccessToken string) (Jelly, error) {
jelly := Jelly{u: u, apitoken: apitoken, accesstoken: optAccessToken}
if optAccessToken != "" {
} else if accessToken, err := jelly.Login(ctx, p); err != nil {
return Jelly{}, err
} else {
jelly.accesstoken = accessToken
log.Println("user", toU, "already exists")
}
return jelly, nil
}
type FolderItem struct {
Name string
Id string
IsFolder bool
Parent *FolderItem
}
func (jelly Jelly) ListFolder(ctx context.Context, folder FolderItem) ([]FolderItem, error) {
resp, err := jelly.do(ctx, http.MethodGet, fmt.Sprintf("/Items?parentId=%s", folder.Id), nil)
toUUID, err := SelectOne[string](jellyfinDB, `SELECT Id FROM Users WHERE Username = $1`, toU)
if err != nil {
return nil, err
log.Fatalf("%v", err)
}
a := resp.(map[string]any)["Items"].([]any)
result := make([]FolderItem, len(a))
for i := range a {
m := a[i].(map[string]any)
name, _ := m["Name"].(string)
id, _ := m["Id"].(string)
isFolder, _ := m["IsFolder"].(bool)
result[i] = FolderItem{
Name: name,
Id: id,
IsFolder: isFolder,
Parent: &folder,
toID, err := SelectOne[int](jellyfinDB, `SELECT InternalId FROM Users WHERE Id = $1`, toUUID)
if err != nil {
log.Fatalf("%v", err)
}
}
return result, nil
log.Println(toU, toUUID, toID)
for _, db := range []*sql.DB{jellyfinDB, libraryDB} {
tables, err := Tables(db)
if err != nil {
log.Fatalf("%v", err)
}
// get+set item via /UserItems/{itemId}/UserData
type UserData struct {
IsFavorite bool
ItemId string
Key string
PlayCount float64
PlaybackPositionTicks float64
Played bool
FolderItem FolderItem `json:",omitempty"`
for _, table := range tables {
columns, err := Columns(db, table)
if err != nil {
log.Fatalf("%v", err)
}
func (this UserData) Plus(that UserData) UserData {
this.IsFavorite = this.IsFavorite || that.IsFavorite
//this.ItemId
//this.Key
if this.PlayCount < that.PlayCount {
this.PlayCount = that.PlayCount
}
if this.PlaybackPositionTicks < that.PlaybackPositionTicks {
this.PlaybackPositionTicks = that.PlaybackPositionTicks
}
this.Played = this.Played || that.Played
return this
userColumns := slices.DeleteFunc(slices.Clone(columns), func(s string) bool {
return !slices.Contains([]string{
"user",
"userid",
}, strings.ToLower(s))
})
if len(userColumns) == 0 {
continue
}
func (jelly Jelly) SetUserData(ctx context.Context, userData UserData) error {
fi := userData.FolderItem
if os.Getenv("DRY_RUN") != "false" {
b, _ := json.Marshal(userData)
log.Printf("SET %s", b)
return nil
for _, column := range userColumns {
log.Println(table, column, "...")
if n, err := SelectOne[int](db, fmt.Sprintf(`SELECT COUNT(*) FROM %q WHERE %q = $1`, table, column), fromID); err != nil {
log.Fatalf("%v", err)
} else if n > 0 {
if err := CloneForColumn(db, table, column, fromID, toID, nil); err != nil {
log.Fatalf("%v", err)
}
userData.FolderItem = FolderItem{}
b, _ := json.Marshal(userData)
log.Printf("SET %s", b)
_, err := jelly.do(ctx, http.MethodPost, "/UserItems/"+fi.Id+"/UserData", userData)
} else if n, err := SelectOne[int](db, fmt.Sprintf(`SELECT COUNT(*) FROM %q WHERE %q = $1`, table, column), fromUUID); err != nil {
log.Fatalf("%v", err)
} else if n > 0 {
if err := CloneForColumn(db, table, column, fromUUID, toUUID, nil); err != nil {
log.Fatalf("%v", err)
}
}
}
}
}
entries, err := os.ReadDir(workd)
if err != nil {
log.Fatal(err)
}
for _, entry := range entries {
os.MkdirAll(path.Dir(path.Join(path.Join(outd, entry.Name()))), os.ModePerm)
if err := cp(path.Join(workd, entry.Name()), path.Join(outd, entry.Name())); err != nil {
log.Fatal(err)
} else if err := os.Remove(path.Join(workd, entry.Name())); err != nil {
log.Fatal(err)
}
}
}
func CloneForColumn[T any](db *sql.DB, table, column string, from, to T, fixed map[string]any) error {
columns, err := Columns(db, table)
if err != nil {
return err
}
func (jelly Jelly) UserDataOf(ctx context.Context, folderItem FolderItem) (UserData, error) {
resp, err := jelly.do(ctx, http.MethodGet, "/UserItems/"+folderItem.Id+"/UserData", nil)
uniqueIntColumns, err := UniqueTypeColumns(db, "INTEGER", table)
if err != nil {
return UserData{}, err
return err
}
return UserData{
IsFavorite: resp.(map[string]any)["IsFavorite"].(bool),
ItemId: resp.(map[string]any)["ItemId"].(string),
Key: resp.(map[string]any)["Key"].(string),
PlayCount: resp.(map[string]any)["PlayCount"].(float64),
PlaybackPositionTicks: resp.(map[string]any)["PlaybackPositionTicks"].(float64),
Played: resp.(map[string]any)["Played"].(bool),
FolderItem: folderItem,
}, nil
uniqueTextColumns, err := UniqueTypeColumns(db, "TEXT", table)
if err != nil {
return err
}
func (jelly Jelly) VirtualFolders(ctx context.Context) ([]FolderItem, error) {
resp, err := jelly.do(ctx, http.MethodGet, "/Library/VirtualFolders", nil)
log.Printf("unique text columns %+v, unique int columns %+v", uniqueTextColumns, uniqueIntColumns)
extraUniques := []string{}
for k := range fixed {
extraUniques = append(extraUniques, k)
}
omit := append(append(extraUniques, uniqueIntColumns...), uniqueTextColumns...)
notTheseColumns := slices.DeleteFunc(slices.Clone(columns), func(s string) bool {
return s == column || slices.Contains(omit, s) || slices.Contains(extraUniques, s)
})
for i := range notTheseColumns {
notTheseColumns[i] = fmt.Sprintf("%q", notTheseColumns[i])
}
notNullTextColumns, err := NotNullTextColumns(db, table)
if err != nil {
return err
}
uuidGenColumns := slices.DeleteFunc(notNullTextColumns, func(s string) bool {
return s == column || !slices.Contains(omit, s) || slices.Contains(extraUniques, s)
})
for i := range uuidGenColumns {
uuidGenColumns[i] = fmt.Sprintf("%q", uuidGenColumns[i])
}
notNullIntColumns, err := NotNullIntColumns(db, table)
if err != nil {
return err
}
incrGenColumns := slices.DeleteFunc(notNullIntColumns, func(s string) bool {
return s == column || !slices.Contains(omit, s) || slices.Contains(extraUniques, s)
})
for i := range incrGenColumns {
incrGenColumns[i] = fmt.Sprintf("%q", incrGenColumns[i])
}
return ForEach(db, func(args []any) error {
selectMaxes := ""
for _, col := range incrGenColumns {
selectMaxes += fmt.Sprintf(`(SELECT COALESCE(MAX(%s)+1, 1) FROM %q), `, col, table)
}
values := []any{}
for _ = range uuidGenColumns {
values = append(values, fmt.Sprintf("'%s'", guid()))
}
for _, arg := range args {
values = append(values, *(arg.(*any)))
}
for _, k := range extraUniques {
values = append(values, fixed[k])
}
values = append(values, to)
q := fmt.Sprintf(
`INSERT INTO %q (%s, %q) VALUES (%s %s)`,
table, strings.Join(append(append(incrGenColumns, append(uuidGenColumns, notTheseColumns...)...), extraUniques...), ", "), column,
selectMaxes, strings.Join(slices.Repeat([]string{"?"}, len(values)), ", "),
)
log.Printf("INSERT | %s (%+v)", q, values)
return Exec(db, q, values...)
}, fmt.Sprintf(`SELECT %s FROM %q WHERE %q = $1`, strings.Join(notTheseColumns, ", "), table, column), from)
/*
q := fmt.Sprintf(
`INSERT INTO %q (%q, %s) SELECT $1, %s %s %s FROM %q WHERE %q = $2`,
table, column, strings.Join(append(incrGenColumns, append(uuidGenColumns, notTheseColumns...)...), ", "),
func() string {
incrs := make([]string, len(incrGenColumns))
for i := range incrs {
incrs[i] = fmt.Sprintf(`(SELECT COALESCE(MAX(%s), 1) FROM %q)`, incrGenColumns[i], table)
}
s := strings.Join(incrs, ", ")
if len(incrs) > 0 {
s += ", "
}
return s
}(),
func() string {
uuids := make([]string, len(uuidGenColumns))
for i := range uuids {
uuids[i] = fmt.Sprintf("'%s'", guid())
}
s := strings.Join(uuids, ", ")
if len(uuids) > 0 {
s += ", "
}
return s
}(), strings.Join(notTheseColumns, ", "), table, column,
)
log.Printf("EXEC | %s (%v, %v)", q, to, from)
return Insert(db, q, to, from)
*/
}
func ForEach(db *sql.DB, cb func([]any) error, q string, args ...any) error {
rows, err := db.Query(q, args...)
if err != nil {
return err
}
defer rows.Close()
columns, err := rows.Columns()
if err != nil {
return err
}
cols := make([]any, len(columns))
for rows.Next() {
for i := range cols {
var a any
cols[i] = &a
}
if err := rows.Scan(cols...); err != nil {
return err
}
if err := cb(cols); err != nil {
return err
}
}
return rows.Err()
}
func cp(from, to string) error {
fromF, err := os.Open(from)
if err != nil {
return err
}
defer fromF.Close()
toF, err := os.Create(to)
if err != nil {
return err
}
defer toF.Close()
_, err = io.Copy(toF, fromF)
return err
}
func Tables(db *sql.DB) ([]string, error) {
return Select[string](db, `SELECT name FROM sqlite_schema WHERE type = 'table' AND name NOT LIKE 'sqlite_%'`)
}
func Columns(db *sql.DB, table string) ([]string, error) {
return Select[string](db, `SELECT name FROM PRAGMA_TABLE_INFO($1)`, table)
}
func NotNullTextColumns(db *sql.DB, table string) ([]string, error) {
return Select[string](db, `SELECT name FROM PRAGMA_TABLE_INFO($1) WHERE "notnull" = 1 AND "type" = 'TEXT'`, table)
}
func NotNullIntColumns(db *sql.DB, table string) ([]string, error) {
return Select[string](db, `SELECT name FROM PRAGMA_TABLE_INFO($1) WHERE "notnull" = 1 AND "type" = 'INTEGER'`, table)
}
func UniqueTypeColumns(db *sql.DB, t, table string) ([]string, error) {
pks, err := Select[string](db, `SELECT name FROM PRAGMA_TABLE_INFO($1) WHERE "pk" AND "type" = $2`, table, t)
if err != nil {
return nil, err
}
a := resp.([]any)
result := make([]FolderItem, len(a))
for i, v := range a {
m := v.(map[string]any)
result[i] = FolderItem{
Id: m["ItemId"].(string),
Name: m["Name"].(string),
IsFolder: true,
}
}
return result, nil
}
func (jelly Jelly) Login(ctx context.Context, p string) (string, error) {
resp, err := jelly.post(ctx, "/Users/AuthenticateByName", map[string]string{
"Username": jelly.u,
"Pw": p,
}, "Authorization", jelly._authHeader(jelly.apitoken))
if err != nil {
return "", err
}
m, _ := resp.(map[string]any)
if m == nil {
return "", fmt.Errorf("no map response")
}
token, _ := m["AccessToken"]
if token == nil {
return "", fmt.Errorf("no .AccessToken response")
}
s, _ := token.(string)
return s, nil
}
func (jelly Jelly) post(ctx context.Context, path string, body any, headers ...string) (any, error) {
return jelly.do(ctx, http.MethodPost, path, body, headers...)
}
func (jelly Jelly) do(ctx context.Context, method, path string, body any, headers ...string) (any, error) {
resp, err := jelly._do(ctx, method, path, body, headers...)
idxes, err := Select[string](db, `SELECT name AS idx_name FROM PRAGMA_INDEX_LIST($1) WHERE "unique"`, table)
if err != nil {
return nil, err
}
var result any
err = json.NewDecoder(resp.Body).Decode(&result)
return result, err
}
func (jelly Jelly) _do(ctx context.Context, method, path string, body any, headers ...string) (*http.Response, error) {
t := http.Transport{
DisableKeepAlives: true,
}
c := http.Client{
Timeout: time.Minute,
Transport: &t,
}
b, _ := json.Marshal(body)
req, err := http.NewRequest(method, fmt.Sprintf("https://jellyfin.home.blapointe.com%s", path), bytes.NewReader(b))
uniqueIdxCols := []string{}
for _, idx := range idxes {
cols, err := Select[string](db, `SELECT name FROM PRAGMA_INDEX_INFO($1)`, idx)
if err != nil {
return nil, err
}
if len(cols) > 1 {
log.Printf("not impl: compound unique indexes like %s.%s's %+v", table, idx, cols)
continue
}
col := cols[0]
req.Header.Set("Content-Type", "application/json")
req.Header.Set("Authorization", jelly.authHeader())
req = req.WithContext(ctx)
for i := 0; i+1 < len(headers); i += 2 {
req.Header.Set(headers[i], headers[i+1])
if n, err := SelectOne[int](db, `SELECT COUNT(*) FROM PRAGMA_TABLE_INFO($1) WHERE "name" = $2 AND "type" = $3`, table, col, t); err != nil {
return nil, err
} else if n > 0 {
uniqueIdxCols = append(uniqueIdxCols, col)
}
}
resp, err := c.Do(req)
cols := append(pks, uniqueIdxCols...)
slices.Sort(cols)
cols = slices.Compact(cols)
return cols, nil
}
func Insert(db *sql.DB, q string, args ...any) error {
_, err := db.Exec(q, args...)
return err
}
func Exec(db *sql.DB, q string, args ...any) error {
_, err := db.Exec(q, args...)
return err
}
func SelectOne[T any](db *sql.DB, q string, args ...any) (T, error) {
var some T
results, err := Select[T](db, q, args...)
if err != nil {
return some, err
}
if len(results) != 1 {
return some, fmt.Errorf("expected 1 result but got %d (%+v)", len(results), results)
}
return results[0], nil
}
func Select[T any](db *sql.DB, q string, args ...any) ([]T, error) {
rows, err := db.Query(q, args...)
if err != nil {
return nil, err
}
defer resp.Body.Close()
defer rows.Close()
b, _ = io.ReadAll(resp.Body)
resp.Body = io.NopCloser(bytes.NewReader(b))
if resp.StatusCode >= 400 {
return nil, fmt.Errorf("(%d) %s", resp.StatusCode, b)
results := []T{}
for rows.Next() {
var some T
if err := rows.Scan(&some); err != nil {
return nil, err
}
results = append(results, some)
}
return resp, nil
return results, rows.Err()
}
func (jelly Jelly) authHeader() string {
return jelly._authHeader(jelly.accesstoken)
func guid() string {
s := []byte(uuid.New().String())
for i := range s {
if ('A' <= s[i] && s[i] <= 'Z') || ('a' <= s[i] && s[i] <= 'z') {
s[i] = '0' + byte(int(s[i])%10)
}
func (jelly Jelly) _authHeader(token string) string {
return fmt.Sprintf("MediaBrowser Token=%q, Client=%q, Version=%q, DeviceId=%q, Device=%q", token, "client", "version", "deviceId"+jelly.u, "device")
}
return strings.ToUpper(string(s))
}

BIN
testdata/jellyfin.db vendored Normal file

Binary file not shown.

BIN
testdata/library.db vendored Executable file

Binary file not shown.