From 54adf0e56f66d584dc74edefa0e68829588e7740 Mon Sep 17 00:00:00 2001 From: Luigi311 Date: Tue, 16 Jan 2024 00:21:58 -0700 Subject: [PATCH] Jellyfin: Remove async Signed-off-by: Luigi311 --- src/jellyfin.py | 1206 ++++++++++++++++++++++------------------------- src/main.py | 26 +- 2 files changed, 583 insertions(+), 649 deletions(-) diff --git a/src/jellyfin.py b/src/jellyfin.py index 9ab4942..63ae2dd 100644 --- a/src/jellyfin.py +++ b/src/jellyfin.py @@ -1,6 +1,7 @@ -import asyncio, aiohttp, traceback, os +import traceback, os from math import floor from dotenv import load_dotenv +import requests from src.functions import ( logger, @@ -78,12 +79,7 @@ class Jellyfin: def __init__(self, baseurl, token): self.baseurl = baseurl self.token = token - self.timeout = aiohttp.ClientTimeout( - total=int(os.getenv("REQUEST_TIMEOUT", 300)), - connect=None, - sock_connect=None, - sock_read=None, - ) + self.timeout = int(os.getenv("REQUEST_TIMEOUT", 300)) if not self.baseurl: raise Exception("Jellyfin baseurl not set") @@ -91,14 +87,11 @@ class Jellyfin: if not self.token: raise Exception("Jellyfin token not set") - self.users = asyncio.run(self.get_users()) + self.session = requests.Session() + self.users = self.get_users() - async def query(self, query, query_type, session=None, identifiers=None): + def query(self, query, query_type, session=None, identifiers=None): try: - if not session: - async with aiohttp.ClientSession(timeout=self.timeout) as session: - return await self.query(query, query_type, session, identifiers) - results = None authorization = ( @@ -115,24 +108,20 @@ class Jellyfin: } if query_type == "get": - async with session.get( - self.baseurl + query, headers=headers - ) as response: - if response.status != 200: - raise Exception( - f"Query failed with status {response.status} {response.reason}" - ) - results = await response.json() + response = self.session.get(self.baseurl + query, headers=headers) + if response.status_code != 200: + raise Exception( + f"Query failed with status {response.status} {response.reason}" + ) + results = response.json() elif query_type == "post": - async with session.post( - self.baseurl + query, headers=headers - ) as response: - if response.status != 200: - raise Exception( - f"Query failed with status {response.status} {response.reason}" - ) - results = await response.json() + response = self.session.post(self.baseurl + query, headers=headers) + if response.status_code != 200: + raise Exception( + f"Query failed with status {response.status} {response.reason}" + ) + results = response.json() if not isinstance(results, list) and not isinstance(results, dict): raise Exception("Query result is not of type list or dict") @@ -151,7 +140,7 @@ class Jellyfin: try: query_string = "/System/Info/Public" - response = asyncio.run(self.query(query_string, "get")) + response = self.query(query_string, "get") if response: return f"{response['ServerName']}: {response['Version']}" @@ -162,13 +151,12 @@ class Jellyfin: logger(f"Jellyfin: Get server name failed {e}", 2) raise Exception(e) - async def get_users(self): + def get_users(self): try: users = {} query_string = "/Users" - async with aiohttp.ClientSession(timeout=self.timeout) as session: - response = await self.query(query_string, "get", session) + response = self.query(query_string, "get") # If response is not empty if response: @@ -180,7 +168,7 @@ class Jellyfin: logger(f"Jellyfin: Get users failed {e}", 2) raise Exception(e) - async def get_user_library_watched( + def get_user_library_watched( self, user_name, user_id, library_type, library_id, library_title ): try: @@ -193,222 +181,196 @@ class Jellyfin: 0, ) - async with aiohttp.ClientSession(timeout=self.timeout) as session: - # Movies - if library_type == "Movie": - user_watched[user_name][library_title] = [] - watched = await self.query( - f"/Users/{user_id}/Items" - + f"?ParentId={library_id}&Filters=IsPlayed&IncludeItemTypes=Movie&Recursive=True&Fields=ItemCounts,ProviderIds,MediaSources", - "get", - session, - ) + # Movies + if library_type == "Movie": + user_watched[user_name][library_title] = [] + watched = self.query( + f"/Users/{user_id}/Items" + + f"?ParentId={library_id}&Filters=IsPlayed&IncludeItemTypes=Movie&Recursive=True&Fields=ItemCounts,ProviderIds,MediaSources", + "get", + ) - in_progress = await self.query( - f"/Users/{user_id}/Items" - + f"?ParentId={library_id}&Filters=IsResumable&IncludeItemTypes=Movie&Recursive=True&Fields=ItemCounts,ProviderIds,MediaSources", - "get", - session, - ) + in_progress = self.query( + f"/Users/{user_id}/Items" + + f"?ParentId={library_id}&Filters=IsResumable&IncludeItemTypes=Movie&Recursive=True&Fields=ItemCounts,ProviderIds,MediaSources", + "get", + ) - for movie in watched["Items"]: - if "MediaSources" in movie and movie["MediaSources"] != {}: - logger( - f"Jellyfin: Adding {movie.get('Name')} to {user_name} watched list", - 3, - ) - - # Get the movie's GUIDs - movie_guids = get_movie_guids(movie) - - # Append the movie dictionary to the list for the given user and library - user_watched[user_name][library_title].append(movie_guids) - logger( - f"Jellyfin: Added {movie_guids} to {user_name} watched list", - 3, - ) - - # Get all partially watched movies greater than 1 minute - for movie in in_progress["Items"]: - if "MediaSources" in movie and movie["MediaSources"] != {}: - if movie["UserData"]["PlaybackPositionTicks"] < 600000000: - continue - - logger( - f"Jellyfin: Adding {movie.get('Name')} to {user_name} watched list", - 3, - ) - - # Get the movie's GUIDs - movie_guids = get_movie_guids(movie) - - # Append the movie dictionary to the list for the given user and library - user_watched[user_name][library_title].append(movie_guids) - logger( - f"Jellyfin: Added {movie_guids} to {user_name} watched list", - 3, - ) - - # TV Shows - if library_type in ["Series", "Episode"]: - # Initialize an empty dictionary for the given user and library - user_watched[user_name][library_title] = {} - - # Retrieve a list of watched TV shows - watched_shows = await self.query( - f"/Users/{user_id}/Items" - + f"?ParentId={library_id}&isPlaceHolder=false&IncludeItemTypes=Series&Recursive=True&Fields=ProviderIds,Path,RecursiveItemCount", - "get", - session, - ) - - # Filter the list of shows to only include those that have been partially or fully watched - watched_shows_filtered = [] - for show in watched_shows["Items"]: - if "PlayedPercentage" in show["UserData"]: - if show["UserData"]["PlayedPercentage"] > 0: - watched_shows_filtered.append(show) - - # Create a list of tasks to retrieve the seasons of each watched show - seasons_tasks = [] - for show in watched_shows_filtered: + for movie in watched["Items"]: + if "MediaSources" in movie and movie["MediaSources"] != {}: logger( - f"Jellyfin: Adding {show.get('Name')} to {user_name} watched list", + f"Jellyfin: Adding {movie.get('Name')} to {user_name} watched list", 3, ) - show_guids = { - k.lower(): v for k, v in show["ProviderIds"].items() - } - show_guids["title"] = show["Name"] - show_guids["locations"] = ( - tuple([show["Path"].split("/")[-1]]) - if "Path" in show - else tuple() + + # Get the movie's GUIDs + movie_guids = get_movie_guids(movie) + + # Append the movie dictionary to the list for the given user and library + user_watched[user_name][library_title].append(movie_guids) + logger( + f"Jellyfin: Added {movie_guids} to {user_name} watched list", + 3, ) - show_guids = frozenset(show_guids.items()) - show_identifiers = { - "show_guids": show_guids, - "show_id": show["Id"], - } - season_task = asyncio.ensure_future( - self.query( - f"/Shows/{show['Id']}/Seasons" - + f"?userId={user_id}&isPlaceHolder=false&Fields=ProviderIds,RecursiveItemCount", - "get", - session, - frozenset(show_identifiers.items()), - ) + # Get all partially watched movies greater than 1 minute + for movie in in_progress["Items"]: + if "MediaSources" in movie and movie["MediaSources"] != {}: + if movie["UserData"]["PlaybackPositionTicks"] < 600000000: + continue + + logger( + f"Jellyfin: Adding {movie.get('Name')} to {user_name} watched list", + 3, ) - seasons_tasks.append(season_task) - # Retrieve the seasons for each watched show - seasons_watched = await asyncio.gather(*seasons_tasks) + # Get the movie's GUIDs + movie_guids = get_movie_guids(movie) - # Filter the list of seasons to only include those that have been partially or fully watched - seasons_watched_filtered = [] - for seasons in seasons_watched: - seasons_watched_filtered_dict = {} - seasons_watched_filtered_dict["Identifiers"] = seasons[ - "Identifiers" - ] - seasons_watched_filtered_dict["Items"] = [] + # Append the movie dictionary to the list for the given user and library + user_watched[user_name][library_title].append(movie_guids) + logger( + f"Jellyfin: Added {movie_guids} to {user_name} watched list", + 3, + ) + + # TV Shows + if library_type in ["Series", "Episode"]: + # Initialize an empty dictionary for the given user and library + user_watched[user_name][library_title] = {} + + # Retrieve a list of watched TV shows + watched_shows = self.query( + f"/Users/{user_id}/Items" + + f"?ParentId={library_id}&isPlaceHolder=false&IncludeItemTypes=Series&Recursive=True&Fields=ProviderIds,Path,RecursiveItemCount", + "get", + ) + + # Filter the list of shows to only include those that have been partially or fully watched + watched_shows_filtered = [] + for show in watched_shows["Items"]: + if "PlayedPercentage" in show["UserData"]: + if show["UserData"]["PlayedPercentage"] > 0: + watched_shows_filtered.append(show) + + # Create a list of tasks to retrieve the seasons of each watched show + seasons_watched = [] + for show in watched_shows_filtered: + logger( + f"Jellyfin: Adding {show.get('Name')} to {user_name} watched list", + 3, + ) + show_guids = {k.lower(): v for k, v in show["ProviderIds"].items()} + show_guids["title"] = show["Name"] + show_guids["locations"] = ( + tuple([show["Path"].split("/")[-1]]) + if "Path" in show + else tuple() + ) + show_guids = frozenset(show_guids.items()) + show_identifiers = { + "show_guids": show_guids, + "show_id": show["Id"], + } + + season_task = self.query( + f"/Shows/{show['Id']}/Seasons" + + f"?userId={user_id}&isPlaceHolder=false&Fields=ProviderIds,RecursiveItemCount", + "get", + identifiers=frozenset(show_identifiers.items()), + ) + seasons_watched.append(season_task) + + # Filter the list of seasons to only include those that have been partially or fully watched + seasons_watched_filtered = [] + for seasons in seasons_watched: + seasons_watched_filtered_dict = {} + seasons_watched_filtered_dict["Identifiers"] = seasons[ + "Identifiers" + ] + seasons_watched_filtered_dict["Items"] = [] + for season in seasons["Items"]: + if "PlayedPercentage" in season["UserData"]: + if season["UserData"]["PlayedPercentage"] > 0: + seasons_watched_filtered_dict["Items"].append(season) + + if seasons_watched_filtered_dict["Items"]: + seasons_watched_filtered.append(seasons_watched_filtered_dict) + + # Create a list of tasks to retrieve the episodes of each watched season + watched_episodes = [] + for seasons in seasons_watched_filtered: + if len(seasons["Items"]) > 0: for season in seasons["Items"]: - if "PlayedPercentage" in season["UserData"]: - if season["UserData"]["PlayedPercentage"] > 0: - seasons_watched_filtered_dict["Items"].append( - season - ) - - if seasons_watched_filtered_dict["Items"]: - seasons_watched_filtered.append( - seasons_watched_filtered_dict + season_identifiers = dict(seasons["Identifiers"]) + season_identifiers["season_index"] = season["IndexNumber"] + watched_task = self.query( + f"/Shows/{season_identifiers['show_id']}/Episodes" + + f"?seasonId={season['Id']}&userId={user_id}&isPlaceHolder=false&Filters=IsPlayed&Fields=ProviderIds,MediaSources", + "get", + identifiers=frozenset(season_identifiers.items()), ) - # Create a list of tasks to retrieve the episodes of each watched season - episodes_tasks = [] - for seasons in seasons_watched_filtered: - if len(seasons["Items"]) > 0: - for season in seasons["Items"]: - season_identifiers = dict(seasons["Identifiers"]) - season_identifiers["season_index"] = season[ - "IndexNumber" - ] - watched_task = asyncio.ensure_future( - self.query( - f"/Shows/{season_identifiers['show_id']}/Episodes" - + f"?seasonId={season['Id']}&userId={user_id}&isPlaceHolder=false&Filters=IsPlayed&Fields=ProviderIds,MediaSources", - "get", - session, - frozenset(season_identifiers.items()), - ) - ) - in_progress_task = asyncio.ensure_future( - self.query( - f"/Shows/{season_identifiers['show_id']}/Episodes" - + f"?seasonId={season['Id']}&userId={user_id}&isPlaceHolder=false&Filters=IsResumable&Fields=ProviderIds,MediaSources", - "get", - session, - frozenset(season_identifiers.items()), - ) - ) - episodes_tasks.append(watched_task) - episodes_tasks.append(in_progress_task) + in_progress_task = self.query( + f"/Shows/{season_identifiers['show_id']}/Episodes" + + f"?seasonId={season['Id']}&userId={user_id}&isPlaceHolder=false&Filters=IsResumable&Fields=ProviderIds,MediaSources", + "get", + identifiers=frozenset(season_identifiers.items()), + ) + watched_episodes.append(watched_task) + watched_episodes.append(in_progress_task) - # Retrieve the episodes for each watched season - watched_episodes = await asyncio.gather(*episodes_tasks) - - # Iterate through the watched episodes - for episodes in watched_episodes: - # If the season has any watched episodes - if len(episodes["Items"]) > 0: - # Create a dictionary for the season with its identifier and episodes - season_dict = {} - season_dict["Identifiers"] = dict(episodes["Identifiers"]) - season_dict["Episodes"] = [] - for episode in episodes["Items"]: + # Iterate through the watched episodes + for episodes in watched_episodes: + # If the season has any watched episodes + if len(episodes["Items"]) > 0: + # Create a dictionary for the season with its identifier and episodes + season_dict = {} + season_dict["Identifiers"] = dict(episodes["Identifiers"]) + season_dict["Episodes"] = [] + for episode in episodes["Items"]: + if ( + "MediaSources" in episode + and episode["MediaSources"] is not {} + ): + # If watched or watched more than a minute if ( - "MediaSources" in episode - and episode["MediaSources"] is not {} + episode["UserData"]["Played"] == True + or episode["UserData"]["PlaybackPositionTicks"] + > 600000000 ): - # If watched or watched more than a minute - if ( - episode["UserData"]["Played"] == True - or episode["UserData"]["PlaybackPositionTicks"] - > 600000000 - ): - episode_dict = get_episode_guids(episode) - # Add the episode dictionary to the season's list of episodes - season_dict["Episodes"].append(episode_dict) - - # Add the season dictionary to the show's list of seasons - if ( - season_dict["Identifiers"]["show_guids"] - not in user_watched[user_name][library_title] - ): - user_watched[user_name][library_title][ - season_dict["Identifiers"]["show_guids"] - ] = {} - - if ( - season_dict["Identifiers"]["season_index"] - not in user_watched[user_name][library_title][ - season_dict["Identifiers"]["show_guids"] - ] - ): - user_watched[user_name][library_title][ - season_dict["Identifiers"]["show_guids"] - ][season_dict["Identifiers"]["season_index"]] = [] + episode_dict = get_episode_guids(episode) + # Add the episode dictionary to the season's list of episodes + season_dict["Episodes"].append(episode_dict) + # Add the season dictionary to the show's list of seasons + if ( + season_dict["Identifiers"]["show_guids"] + not in user_watched[user_name][library_title] + ): user_watched[user_name][library_title][ season_dict["Identifiers"]["show_guids"] - ][season_dict["Identifiers"]["season_index"]] = season_dict[ - "Episodes" + ] = {} + + if ( + season_dict["Identifiers"]["season_index"] + not in user_watched[user_name][library_title][ + season_dict["Identifiers"]["show_guids"] ] - logger( - f"Jellyfin: Added {season_dict['Episodes']} to {user_name} {season_dict['Identifiers']['show_guids']} watched list", - 1, - ) + ): + user_watched[user_name][library_title][ + season_dict["Identifiers"]["show_guids"] + ][season_dict["Identifiers"]["season_index"]] = [] + + user_watched[user_name][library_title][ + season_dict["Identifiers"]["show_guids"] + ][season_dict["Identifiers"]["season_index"]] = season_dict[ + "Episodes" + ] + logger( + f"Jellyfin: Added {season_dict['Episodes']} to {user_name} {season_dict['Identifiers']['show_guids']} watched list", + 1, + ) logger( f"Jellyfin: Got watched for {user_name} in library {library_title}", 1 @@ -426,7 +388,7 @@ class Jellyfin: logger(traceback.format_exc(), 2) return {} - async def get_users_watched( + def get_users_watched( self, user_name, user_id, @@ -441,93 +403,84 @@ class Jellyfin: user_name = user_name.lower() tasks_watched = [] - tasks_libraries = [] - async with aiohttp.ClientSession(timeout=self.timeout) as session: - libraries = await self.query(f"/Users/{user_id}/Views", "get", session) - for library in libraries["Items"]: - library_id = library["Id"] - library_title = library["Name"] - identifiers = { - "library_id": library_id, - "library_title": library_title, - } - task = asyncio.ensure_future( - self.query( - f"/Users/{user_id}/Items" - + f"?ParentId={library_id}&Filters=IsPlayed&Recursive=True&excludeItemTypes=Folder&limit=100", - "get", - session, - identifiers=identifiers, - ) - ) - tasks_libraries.append(task) + libraries = [] - libraries = await asyncio.gather( - *tasks_libraries, return_exceptions=True + all_libraries = self.query(f"/Users/{user_id}/Views", "get") + for library in all_libraries["Items"]: + library_id = library["Id"] + library_title = library["Name"] + identifiers = { + "library_id": library_id, + "library_title": library_title, + } + task = self.query( + f"/Users/{user_id}/Items" + + f"?ParentId={library_id}&Filters=IsPlayed&Recursive=True&excludeItemTypes=Folder&limit=100", + "get", + identifiers=identifiers, + ) + libraries.append(task) + + for watched in libraries: + if len(watched["Items"]) == 0: + continue + + library_id = watched["Identifiers"]["library_id"] + library_title = watched["Identifiers"]["library_title"] + # Get all library types excluding "Folder" + types = set( + [ + x["Type"] + for x in watched["Items"] + if x["Type"] in ["Movie", "Series", "Episode"] + ] ) - for watched in libraries: - if len(watched["Items"]) == 0: - continue + skip_reason = check_skip_logic( + library_title, + types, + blacklist_library, + whitelist_library, + blacklist_library_type, + whitelist_library_type, + library_mapping, + ) - library_id = watched["Identifiers"]["library_id"] - library_title = watched["Identifiers"]["library_title"] - # Get all library types excluding "Folder" - types = set( - [ - x["Type"] - for x in watched["Items"] - if x["Type"] in ["Movie", "Series", "Episode"] - ] + if skip_reason: + logger( + f"Jellyfin: Skipping library {library_title}: {skip_reason}", + 1, ) + continue - skip_reason = check_skip_logic( + # If there are multiple types in library raise error + if types is None or len(types) < 1: + all_types = set([x["Type"] for x in watched["Items"]]) + logger( + f"Jellyfin: Skipping Library {library_title} found types: {types}, all types: {all_types}", + 1, + ) + continue + + for library_type in types: + # Get watched for user + task = self.get_user_library_watched( + user_name, + user_id, + library_type, + library_id, library_title, - types, - blacklist_library, - whitelist_library, - blacklist_library_type, - whitelist_library_type, - library_mapping, ) + tasks_watched.append(task) - if skip_reason: - logger( - f"Jellyfin: Skipping library {library_title}: {skip_reason}", - 1, - ) - continue - - # If there are multiple types in library raise error - if types is None or len(types) < 1: - all_types = set([x["Type"] for x in watched["Items"]]) - logger( - f"Jellyfin: Skipping Library {library_title} found types: {types}, all types: {all_types}", - 1, - ) - continue - - for library_type in types: - # Get watched for user - task = asyncio.ensure_future( - self.get_user_library_watched( - user_name, - user_id, - library_type, - library_id, - library_title, - ) - ) - tasks_watched.append(task) - - watched = await asyncio.gather(*tasks_watched, return_exceptions=True) + watched = tasks_watched return watched except Exception as e: logger(f"Jellyfin: Failed to get users watched, Error: {e}", 2) raise Exception(e) - async def get_watched( + def get_watched( self, users, blacklist_library, @@ -553,7 +506,6 @@ class Jellyfin: ) ) - watched = await asyncio.gather(*watched, return_exceptions=True) for user_watched in watched: user_watched_combine = combine_watched_dicts(user_watched) for user, user_watched_temp in user_watched_combine.items(): @@ -566,7 +518,7 @@ class Jellyfin: logger(f"Jellyfin: Failed to get watched, Error: {e}", 2) raise Exception(e) - async def update_user_watched( + def update_user_watched( self, user_name, user_id, library, library_id, videos, dryrun ): try: @@ -583,296 +535,281 @@ class Jellyfin: f"Jellyfin: mark list\nShows: {videos_shows_ids}\nEpisodes: {videos_episodes_ids}\nMovies: {videos_movies_ids}", 1, ) - async with aiohttp.ClientSession(timeout=self.timeout) as session: - if videos_movies_ids: - jellyfin_search = await self.query( - f"/Users/{user_id}/Items" - + f"?SortBy=SortName&SortOrder=Ascending&Recursive=True&ParentId={library_id}" - + "&isPlayed=false&Fields=ItemCounts,ProviderIds,MediaSources&IncludeItemTypes=Movie", - "get", - session, - ) - for jellyfin_video in jellyfin_search["Items"]: - movie_status = None - if "MediaSources" in jellyfin_video: - for movie_location in jellyfin_video["MediaSources"]: - if "Path" in movie_location: - if ( - contains_nested( - movie_location["Path"].split("/")[-1], - videos_movies_ids["locations"], - ) - is not None - ): - for video in videos: - if ( - contains_nested( - movie_location["Path"].split("/")[ - -1 - ], - video["locations"], - ) - is not None - ): - movie_status = video["status"] - break - break + if videos_movies_ids: + jellyfin_search = self.query( + f"/Users/{user_id}/Items" + + f"?SortBy=SortName&SortOrder=Ascending&Recursive=True&ParentId={library_id}" + + "&isPlayed=false&Fields=ItemCounts,ProviderIds,MediaSources&IncludeItemTypes=Movie", + "get", + ) + for jellyfin_video in jellyfin_search["Items"]: + movie_status = None - if not movie_status: - for ( - movie_provider_source, - movie_provider_id, - ) in jellyfin_video["ProviderIds"].items(): - if movie_provider_source.lower() in videos_movies_ids: - if ( - movie_provider_id.lower() - in videos_movies_ids[ - movie_provider_source.lower() - ] - ): - for video in videos: - if movie_provider_id.lower() in video.get( - movie_provider_source.lower(), [] - ): - movie_status = video["status"] - break - break - - if movie_status: - jellyfin_video_id = jellyfin_video["Id"] - if movie_status["completed"]: - msg = f"Jellyfin: {jellyfin_video.get('Name')} as watched for {user_name} in {library}" - if not dryrun: - logger(msg, 5) - await self.query( - f"/Users/{user_id}/PlayedItems/{jellyfin_video_id}", - "post", - session, + if "MediaSources" in jellyfin_video: + for movie_location in jellyfin_video["MediaSources"]: + if "Path" in movie_location: + if ( + contains_nested( + movie_location["Path"].split("/")[-1], + videos_movies_ids["locations"], ) - else: - logger(msg, 6) + is not None + ): + for video in videos: + if ( + contains_nested( + movie_location["Path"].split("/")[-1], + video["locations"], + ) + is not None + ): + movie_status = video["status"] + break + break - log_marked( - user_name, - library, - jellyfin_video.get("Name"), + if not movie_status: + for ( + movie_provider_source, + movie_provider_id, + ) in jellyfin_video["ProviderIds"].items(): + if movie_provider_source.lower() in videos_movies_ids: + if ( + movie_provider_id.lower() + in videos_movies_ids[movie_provider_source.lower()] + ): + for video in videos: + if movie_provider_id.lower() in video.get( + movie_provider_source.lower(), [] + ): + movie_status = video["status"] + break + break + + if movie_status: + jellyfin_video_id = jellyfin_video["Id"] + if movie_status["completed"]: + msg = f"Jellyfin: {jellyfin_video.get('Name')} as watched for {user_name} in {library}" + if not dryrun: + logger(msg, 5) + self.query( + f"/Users/{user_id}/PlayedItems/{jellyfin_video_id}", + "post", ) else: - # TODO add support for partially watched movies - msg = f"Jellyfin: {jellyfin_video.get('Name')} as partially watched for {floor(movie_status['time'] / 60_000)} minutes for {user_name} in {library}" - """ - if not dryrun: - pass - # logger(msg, 5) - else: - pass - # logger(msg, 6) + logger(msg, 6) - log_marked( - user_name, - library, - jellyfin_video.get("Name"), - duration=floor(movie_status["time"] / 60_000), - )""" + log_marked( + user_name, + library, + jellyfin_video.get("Name"), + ) else: - logger( - f"Jellyfin: Skipping movie {jellyfin_video.get('Name')} as it is not in mark list for {user_name}", - 1, + # TODO add support for partially watched movies + msg = f"Jellyfin: {jellyfin_video.get('Name')} as partially watched for {floor(movie_status['time'] / 60_000)} minutes for {user_name} in {library}" + """ + if not dryrun: + pass + # logger(msg, 5) + else: + pass + # logger(msg, 6) + + log_marked( + user_name, + library, + jellyfin_video.get("Name"), + duration=floor(movie_status["time"] / 60_000), + )""" + else: + logger( + f"Jellyfin: Skipping movie {jellyfin_video.get('Name')} as it is not in mark list for {user_name}", + 1, + ) + + # TV Shows + if videos_shows_ids and videos_episodes_ids: + jellyfin_search = self.query( + f"/Users/{user_id}/Items" + + f"?SortBy=SortName&SortOrder=Ascending&Recursive=True&ParentId={library_id}" + + "&Fields=ItemCounts,ProviderIds,Path&IncludeItemTypes=Series", + "get", + ) + jellyfin_shows = [x for x in jellyfin_search["Items"]] + + for jellyfin_show in jellyfin_shows: + show_found = False + + if "Path" in jellyfin_show: + if ( + contains_nested( + jellyfin_show["Path"].split("/")[-1], + videos_shows_ids["locations"], ) + is not None + ): + show_found = True + episode_videos = [] - # TV Shows - if videos_shows_ids and videos_episodes_ids: - jellyfin_search = await self.query( - f"/Users/{user_id}/Items" - + f"?SortBy=SortName&SortOrder=Ascending&Recursive=True&ParentId={library_id}" - + "&Fields=ItemCounts,ProviderIds,Path&IncludeItemTypes=Series", - "get", - session, - ) - jellyfin_shows = [x for x in jellyfin_search["Items"]] + for show, seasons in videos.items(): + show = {k: v for k, v in show} + if ( + contains_nested( + jellyfin_show["Path"].split("/")[-1], + show["locations"], + ) + is not None + ): + for season in seasons.values(): + for episode in season: + episode_videos.append(episode) - for jellyfin_show in jellyfin_shows: - show_found = False + if not show_found: + for show_provider_source, show_provider_id in jellyfin_show[ + "ProviderIds" + ].items(): + if show_provider_source.lower() in videos_shows_ids: + if ( + show_provider_id.lower() + in videos_shows_ids[show_provider_source.lower()] + ): + show_found = True + episode_videos = [] + for show, seasons in videos.items(): + show = {k: v for k, v in show} + if show_provider_id.lower() in show.get( + show_provider_source.lower(), [] + ): + for season in seasons.values(): + for episode in season: + episode_videos.append(episode) - if "Path" in jellyfin_show: - if ( - contains_nested( - jellyfin_show["Path"].split("/")[-1], - videos_shows_ids["locations"], - ) - is not None - ): - show_found = True - episode_videos = [] + if show_found: + logger( + f"Jellyfin: Updating watched for {user_name} in library {library} for show {jellyfin_show.get('Name')}", + 1, + ) + jellyfin_show_id = jellyfin_show["Id"] + jellyfin_episodes = self.query( + f"/Shows/{jellyfin_show_id}/Episodes" + + f"?userId={user_id}&Fields=ItemCounts,ProviderIds,MediaSources", + "get", + ) - for show, seasons in videos.items(): - show = {k: v for k, v in show} + for jellyfin_episode in jellyfin_episodes["Items"]: + episode_status = None + + if "MediaSources" in jellyfin_episode: + for episode_location in jellyfin_episode[ + "MediaSources" + ]: + if "Path" in episode_location: + if ( + contains_nested( + episode_location["Path"].split("/")[-1], + videos_episodes_ids["locations"], + ) + is not None + ): + for episode in episode_videos: + if ( + contains_nested( + episode_location["Path"].split( + "/" + )[-1], + episode["locations"], + ) + is not None + ): + episode_status = episode["status"] + break + break + + if not episode_status: + for ( + episode_provider_source, + episode_provider_id, + ) in jellyfin_episode["ProviderIds"].items(): if ( - contains_nested( - jellyfin_show["Path"].split("/")[-1], - show["locations"], - ) - is not None + episode_provider_source.lower() + in videos_episodes_ids ): - for season in seasons.values(): - for episode in season: - episode_videos.append(episode) - - if not show_found: - for show_provider_source, show_provider_id in jellyfin_show[ - "ProviderIds" - ].items(): - if show_provider_source.lower() in videos_shows_ids: - if ( - show_provider_id.lower() - in videos_shows_ids[ - show_provider_source.lower() - ] - ): - show_found = True - episode_videos = [] - for show, seasons in videos.items(): - show = {k: v for k, v in show} - if show_provider_id.lower() in show.get( - show_provider_source.lower(), [] - ): - for season in seasons.values(): - for episode in season: - episode_videos.append(episode) - - if show_found: - logger( - f"Jellyfin: Updating watched for {user_name} in library {library} for show {jellyfin_show.get('Name')}", - 1, - ) - jellyfin_show_id = jellyfin_show["Id"] - jellyfin_episodes = await self.query( - f"/Shows/{jellyfin_show_id}/Episodes" - + f"?userId={user_id}&Fields=ItemCounts,ProviderIds,MediaSources", - "get", - session, - ) - - for jellyfin_episode in jellyfin_episodes["Items"]: - episode_status = None - - if "MediaSources" in jellyfin_episode: - for episode_location in jellyfin_episode[ - "MediaSources" - ]: - if "Path" in episode_location: - if ( - contains_nested( - episode_location["Path"].split("/")[ - -1 - ], - videos_episodes_ids["locations"], - ) - is not None - ): - for episode in episode_videos: + if ( + episode_provider_id.lower() + in videos_episodes_ids[ + episode_provider_source.lower() + ] + ): + for episode in episode_videos: + if ( + episode_provider_source.lower() + in episode + ): if ( - contains_nested( - episode_location[ - "Path" - ].split("/")[-1], - episode["locations"], - ) - is not None + episode_provider_id.lower() + in episode[ + episode_provider_source.lower() + ] ): episode_status = episode[ "status" ] break - break + break - if not episode_status: - for ( - episode_provider_source, - episode_provider_id, - ) in jellyfin_episode["ProviderIds"].items(): - if ( - episode_provider_source.lower() - in videos_episodes_ids - ): - if ( - episode_provider_id.lower() - in videos_episodes_ids[ - episode_provider_source.lower() - ] - ): - for episode in episode_videos: - if ( - episode_provider_source.lower() - in episode - ): - if ( - episode_provider_id.lower() - in episode[ - episode_provider_source.lower() - ] - ): - episode_status = episode[ - "status" - ] - break - break - - if episode_status: - jellyfin_episode_id = jellyfin_episode["Id"] - if episode_status["completed"]: - msg = ( - f"Jellyfin: {jellyfin_episode['SeriesName']} {jellyfin_episode['SeasonName']} Episode {jellyfin_episode.get('IndexNumber')} {jellyfin_episode.get('Name')}" - + f" as watched for {user_name} in {library}" - ) - if not dryrun: - logger(msg, 5) - await self.query( - f"/Users/{user_id}/PlayedItems/{jellyfin_episode_id}", - "post", - session, - ) - else: - logger(msg, 6) - - log_marked( - user_name, - library, - jellyfin_episode.get("SeriesName"), - jellyfin_episode.get("Name"), + if episode_status: + jellyfin_episode_id = jellyfin_episode["Id"] + if episode_status["completed"]: + msg = ( + f"Jellyfin: {jellyfin_episode['SeriesName']} {jellyfin_episode['SeasonName']} Episode {jellyfin_episode.get('IndexNumber')} {jellyfin_episode.get('Name')}" + + f" as watched for {user_name} in {library}" + ) + if not dryrun: + logger(msg, 5) + self.query( + f"/Users/{user_id}/PlayedItems/{jellyfin_episode_id}", + "post", ) else: - # TODO add support for partially watched episodes - msg = ( - f"Jellyfin: {jellyfin_episode['SeriesName']} {jellyfin_episode['SeasonName']} Episode {jellyfin_episode.get('IndexNumber')} {jellyfin_episode.get('Name')}" - + f" as partially watched for {floor(episode_status['time'] / 60_000)} minutes for {user_name} in {library}" - ) - """ - if not dryrun: - pass - # logger(f"Marked {msg}", 0) - else: - pass - # logger(f"Dryrun {msg}", 0) + logger(msg, 6) - log_marked( - user_name, - library, - jellyfin_episode.get("SeriesName"), - jellyfin_episode.get('Name'), - duration=floor(episode_status["time"] / 60_000), - )""" - else: - logger( - f"Jellyfin: Skipping episode {jellyfin_episode.get('Name')} as it is not in mark list for {user_name}", - 3, + log_marked( + user_name, + library, + jellyfin_episode.get("SeriesName"), + jellyfin_episode.get("Name"), ) - else: - logger( - f"Jellyfin: Skipping show {jellyfin_show.get('Name')} as it is not in mark list for {user_name}", - 3, - ) + else: + # TODO add support for partially watched episodes + msg = ( + f"Jellyfin: {jellyfin_episode['SeriesName']} {jellyfin_episode['SeasonName']} Episode {jellyfin_episode.get('IndexNumber')} {jellyfin_episode.get('Name')}" + + f" as partially watched for {floor(episode_status['time'] / 60_000)} minutes for {user_name} in {library}" + ) + """ + if not dryrun: + pass + # logger(f"Marked {msg}", 0) + else: + pass + # logger(f"Dryrun {msg}", 0) + + log_marked( + user_name, + library, + jellyfin_episode.get("SeriesName"), + jellyfin_episode.get('Name'), + duration=floor(episode_status["time"] / 60_000), + )""" + else: + logger( + f"Jellyfin: Skipping episode {jellyfin_episode.get('Name')} as it is not in mark list for {user_name}", + 3, + ) + else: + logger( + f"Jellyfin: Skipping show {jellyfin_show.get('Name')} as it is not in mark list for {user_name}", + 3, + ) if ( not videos_movies_ids @@ -892,88 +829,87 @@ class Jellyfin: logger(traceback.format_exc(), 2) raise Exception(e) - async def update_watched( + def update_watched( self, watched_list, user_mapping=None, library_mapping=None, dryrun=False ): try: tasks = [] - async with aiohttp.ClientSession(timeout=self.timeout) as session: - for user, libraries in watched_list.items(): - logger(f"Jellyfin: Updating for entry {user}, {libraries}", 1) - user_other = None - user_name = None - if user_mapping: - if user in user_mapping.keys(): - user_other = user_mapping[user] - elif user in user_mapping.values(): - user_other = search_mapping(user_mapping, user) - user_id = None - for key in self.users.keys(): - if user.lower() == key.lower(): - user_id = self.users[key] - user_name = key - break - elif user_other and user_other.lower() == key.lower(): - user_id = self.users[key] - user_name = key - break + for user, libraries in watched_list.items(): + logger(f"Jellyfin: Updating for entry {user}, {libraries}", 1) + user_other = None + user_name = None + if user_mapping: + if user in user_mapping.keys(): + user_other = user_mapping[user] + elif user in user_mapping.values(): + user_other = search_mapping(user_mapping, user) - if not user_id: - logger(f"{user} {user_other} not found in Jellyfin", 2) - continue + user_id = None + for key in self.users.keys(): + if user.lower() == key.lower(): + user_id = self.users[key] + user_name = key + break + elif user_other and user_other.lower() == key.lower(): + user_id = self.users[key] + user_name = key + break - jellyfin_libraries = await self.query( - f"/Users/{user_id}/Views", "get", session - ) - jellyfin_libraries = [x for x in jellyfin_libraries["Items"]] + if not user_id: + logger(f"{user} {user_other} not found in Jellyfin", 2) + continue - for library, videos in libraries.items(): - library_other = None - if library_mapping: - if library in library_mapping.keys(): - library_other = library_mapping[library] - elif library in library_mapping.values(): - library_other = search_mapping(library_mapping, library) + jellyfin_libraries = self.query( + f"/Users/{user_id}/Views", + "get", + ) + jellyfin_libraries = [x for x in jellyfin_libraries["Items"]] - if library.lower() not in [ - x["Name"].lower() for x in jellyfin_libraries - ]: - if library_other: - if library_other.lower() in [ - x["Name"].lower() for x in jellyfin_libraries - ]: - logger( - f"Jellyfin: Library {library} not found, but {library_other} found, using {library_other}", - 1, - ) - library = library_other - else: - logger( - f"Jellyfin: Library {library} or {library_other} not found in library list", - 1, - ) - continue + for library, videos in libraries.items(): + library_other = None + if library_mapping: + if library in library_mapping.keys(): + library_other = library_mapping[library] + elif library in library_mapping.values(): + library_other = search_mapping(library_mapping, library) + + if library.lower() not in [ + x["Name"].lower() for x in jellyfin_libraries + ]: + if library_other: + if library_other.lower() in [ + x["Name"].lower() for x in jellyfin_libraries + ]: + logger( + f"Jellyfin: Library {library} not found, but {library_other} found, using {library_other}", + 1, + ) + library = library_other else: logger( - f"Jellyfin: Library {library} not found in library list", + f"Jellyfin: Library {library} or {library_other} not found in library list", 1, ) continue - - library_id = None - for jellyfin_library in jellyfin_libraries: - if jellyfin_library["Name"] == library: - library_id = jellyfin_library["Id"] - continue - - if library_id: - task = self.update_user_watched( - user_name, user_id, library, library_id, videos, dryrun + else: + logger( + f"Jellyfin: Library {library} not found in library list", + 1, ) - tasks.append(task) + continue + + library_id = None + for jellyfin_library in jellyfin_libraries: + if jellyfin_library["Name"] == library: + library_id = jellyfin_library["Id"] + continue + + if library_id: + self.update_user_watched( + user_name, user_id, library, library_id, videos, dryrun + ) - await asyncio.gather(*tasks, return_exceptions=True) except Exception as e: logger(f"Jellyfin: Error updating watched, {e}", 2) raise Exception(e) diff --git a/src/main.py b/src/main.py index fa99a63..53b97e2 100644 --- a/src/main.py +++ b/src/main.py @@ -1,4 +1,4 @@ -import os, traceback, json, asyncio +import os, traceback, json from dotenv import load_dotenv from time import sleep, perf_counter @@ -28,6 +28,8 @@ def setup_users( ): server_1_users = generate_user_list(server_1) server_2_users = generate_user_list(server_2) + logger(f"Server 1 users: {server_1_users}", 1) + logger(f"Server 2 users: {server_2_users}", 1) users = combine_user_lists(server_1_users, server_2_users, user_mapping) logger(f"User list that exist on both servers {users}", 1) @@ -180,15 +182,13 @@ def get_server_watched( library_mapping, ) elif server_connection[0] == "jellyfin": - return asyncio.run( - server_connection[1].get_watched( - users, - blacklist_library, - whitelist_library, - blacklist_library_type, - whitelist_library_type, - library_mapping, - ) + return server_connection[1].get_watched( + users, + blacklist_library, + whitelist_library, + blacklist_library_type, + whitelist_library_type, + library_mapping, ) @@ -204,10 +204,8 @@ def update_server_watched( server_watched_filtered, user_mapping, library_mapping, dryrun ) elif server_connection[0] == "jellyfin": - asyncio.run( - server_connection[1].update_watched( - server_watched_filtered, user_mapping, library_mapping, dryrun - ) + server_connection[1].update_watched( + server_watched_filtered, user_mapping, library_mapping, dryrun )