fix(sonarr_database): remove recall_jaccard
with recall jaccard title like "Der Strand" and "Surfing Hippos – Der Strand der Dschungeltiere" give a false positive match create match group dict for episode title
This commit is contained in:
1 parent
e591602d18
commit
d722fe42f0
2 files changed
+33
-398
No files matched your search
@@ -1,384 +0,0 @@
|
||||
#!/home/lucas/scripts/.venv/bin/python
|
||||
|
||||
import re
|
||||
import requests
|
||||
import argparse
|
||||
from pathlib import Path
|
||||
import logging
|
||||
|
||||
weight_jaccard = 0.6
|
||||
weight_fuzzy = 1 - weight_jaccard
|
||||
|
||||
from serverlibrary import *
|
||||
|
||||
logging.setLoggerClass(CustomLogger)
|
||||
logger: CustomLogger = logging.getLogger(__name__) # type: ignore[assignment]
|
||||
|
||||
|
||||
def find_tmdbid_by_title(title, media_type="tv", year=None, language="de-DE"):
|
||||
"""
|
||||
Search TMDB by title.
|
||||
|
||||
media_type:
|
||||
tv | movie
|
||||
"""
|
||||
|
||||
params = {
|
||||
"query": title,
|
||||
"language": language,
|
||||
}
|
||||
|
||||
if year:
|
||||
if media_type == "tv":
|
||||
params["first_air_date_year"] = year
|
||||
else:
|
||||
params["year"] = year
|
||||
|
||||
return tmdb_get(
|
||||
f"/search/{media_type}",
|
||||
params,
|
||||
)
|
||||
|
||||
|
||||
def find_by_tmdb_id(tmdb_id, language="de-DE"):
|
||||
"""
|
||||
Try to determine whether a TMDB ID is a TV show or movie.
|
||||
|
||||
Returns:
|
||||
("tv", data)
|
||||
("movie", data)
|
||||
(None, None)
|
||||
"""
|
||||
|
||||
try:
|
||||
data = get_tv_details(tmdb_id, language)
|
||||
return "tv", data
|
||||
except requests.HTTPError:
|
||||
pass
|
||||
|
||||
try:
|
||||
data = get_movie_details(tmdb_id, language)
|
||||
return "movie", data
|
||||
except requests.HTTPError:
|
||||
pass
|
||||
|
||||
return None, None
|
||||
|
||||
|
||||
def get_tv_details(tmdb_id, language="de-DE"):
|
||||
"""
|
||||
Retrieve TV show details in German.
|
||||
"""
|
||||
|
||||
return tmdb_get(
|
||||
f"/tv/{tmdb_id}",
|
||||
{
|
||||
"language": language,
|
||||
},
|
||||
)
|
||||
|
||||
|
||||
def get_movie_details(tmdb_id, language="de-DE"):
|
||||
"""
|
||||
Retrieve movie details in German.
|
||||
"""
|
||||
|
||||
return tmdb_get(
|
||||
f"/movie/{tmdb_id}",
|
||||
{
|
||||
"language": language,
|
||||
},
|
||||
)
|
||||
|
||||
|
||||
def get_season(tmdb_id, season_number):
|
||||
return tmdb_get(
|
||||
f"/tv/{tmdb_id}/season/{season_number}",
|
||||
{
|
||||
"language": "de-DE",
|
||||
},
|
||||
)
|
||||
|
||||
|
||||
def get_episode_list(show, series_path: Path, get_all: bool = False):
|
||||
# _, show = find_by_tmdb_id(tmdb_id)
|
||||
file_seasons = sorted(
|
||||
{
|
||||
int(m.group(1))
|
||||
for d in series_path.iterdir()
|
||||
if d.is_dir() and (m := re.match(r"^Season\s+0*(\d+)$", d.name, re.I))
|
||||
}
|
||||
)
|
||||
episodes = []
|
||||
|
||||
for season in show.get("seasons", []):
|
||||
season_number = season["season_number"]
|
||||
|
||||
# skip specials if desired
|
||||
if not get_all and (season_number == 0 or season_number not in file_seasons):
|
||||
continue
|
||||
|
||||
season_data = get_season(show.get("id"), season_number)
|
||||
|
||||
for episode in season_data.get("episodes", []):
|
||||
episodes.append(
|
||||
{
|
||||
"season": season_number,
|
||||
"episode": episode["episode_number"],
|
||||
"title": episode["name"],
|
||||
"air_date": episode["air_date"],
|
||||
"runtime": episode.get("runtime"),
|
||||
"tmdb_id": episode["id"],
|
||||
}
|
||||
)
|
||||
|
||||
return episodes
|
||||
|
||||
|
||||
def print_results(result):
|
||||
media_type, data = result
|
||||
|
||||
logger.info(f"Type : {media_type}")
|
||||
logger.info(f"TMDB ID : {data.get('id')}")
|
||||
logger.info(f"Title : {data.get('name') or data.get('title')}")
|
||||
logger.info(
|
||||
f"Original : {data.get('original_name') or data.get('original_title')}"
|
||||
)
|
||||
logger.info(
|
||||
f"Year : {(data.get('first_air_date') or data.get('release_date') or '')[:4]}"
|
||||
)
|
||||
logger.info(f"Rating : {data.get('vote_average')}")
|
||||
logger.info(f"Votes : {data.get('vote_count')}")
|
||||
logger.info(f"Status : {data.get('status')}")
|
||||
logger.info(f"Tagline : {data.get('tagline')}")
|
||||
logger.info(f"Overview : {data.get('overview')}")
|
||||
|
||||
genres = ", ".join(g["name"] for g in data.get("genres", []))
|
||||
logger.info(f"Genres : {genres}")
|
||||
|
||||
logger.info(
|
||||
f"Poster : https://image.tmdb.org/t/p/original{data.get('poster_path', '')}"
|
||||
)
|
||||
logger.info(
|
||||
f"Backdrop : https://image.tmdb.org/t/p/original{data.get('backdrop_path', '')}"
|
||||
)
|
||||
|
||||
if media_type == "tv":
|
||||
logger.info(f"Seasons : {data.get('number_of_seasons')}")
|
||||
logger.info(f"Episodes : {data.get('number_of_episodes')}")
|
||||
|
||||
|
||||
def normalize(text, title, year):
|
||||
text = text.lower()
|
||||
|
||||
# remove series title
|
||||
text = re.sub(re.escape(title.lower()), " ", text)
|
||||
|
||||
# remove year
|
||||
text = re.sub(rf"\b{year}\b", " ", text)
|
||||
|
||||
# remove anything in [] including the brackets
|
||||
text = re.sub(r"\[[^\]]*\]", " ", text)
|
||||
|
||||
# remove punctuation
|
||||
text = re.sub(r"[^\w\s]", " ", text)
|
||||
|
||||
# remove episode numbers like S01E01
|
||||
text = re.sub(r"\bs\d+e\d+\b", " ", text, flags=re.I)
|
||||
|
||||
# collapse spaces
|
||||
text = re.sub(r"\s+", " ", text).strip()
|
||||
|
||||
return text
|
||||
|
||||
|
||||
def best_episode_match(filename, episodes, title, year):
|
||||
filename_norm = normalize(Path(filename).stem, title, year)
|
||||
|
||||
best = None
|
||||
best_score = 0
|
||||
|
||||
for episode in episodes:
|
||||
score_fuzzy = score_match_fuzzy(
|
||||
filename_norm, normalize(episode["title"], title, year)
|
||||
)
|
||||
score_jaccard = score_match_jaccard(
|
||||
filename_norm, normalize(episode["title"], title, year)
|
||||
)
|
||||
score = combined_score(score_fuzzy, score_jaccard, weight_fuzzy, weight_jaccard)
|
||||
|
||||
if score > best_score:
|
||||
best_score = score
|
||||
best = episode
|
||||
|
||||
return best, best_score
|
||||
|
||||
|
||||
def rename_media(episodes, series_path, file_title, tmdb_title):
|
||||
series = series_path.name
|
||||
episode_map = {(ep["season"], ep["episode"]): ep for ep in episodes}
|
||||
file_list = []
|
||||
new_file_list = []
|
||||
for file in series_path.rglob("*"):
|
||||
match_SE_name = re.search(r"S(\d{2})E(\d{2})", file.name, re.I)
|
||||
if not match_SE_name:
|
||||
match_season_folder = re.search(r"Season (\d{2})", file.name, re.I)
|
||||
if match_season_folder:
|
||||
continue # witchout bothering anyone
|
||||
logger.error(f"No season/episode number found: {file.name}")
|
||||
continue
|
||||
|
||||
season = int(match_SE_name.group(1))
|
||||
episode = int(match_SE_name.group(2))
|
||||
|
||||
episode_number = episode_map.get((season, episode))
|
||||
|
||||
if not episode_number:
|
||||
logger.warning(f"Episode not found: S{season:02d}E{episode:02d}")
|
||||
continue
|
||||
episode_season_number_match = re.match(
|
||||
r"^(.*?S\d{2}E\d{2})\s*-\s*(.*?)\s*(\[[^\]]+\].*)?$",
|
||||
file.stem,
|
||||
re.I,
|
||||
)
|
||||
if not episode_season_number_match:
|
||||
logger.warning(f"S{season:02d}E{episode:02d} not found")
|
||||
continue
|
||||
prefix = episode_season_number_match.group(1).replace(
|
||||
file_title, tmdb_title
|
||||
) # Andor (2022) - S01E07
|
||||
quality = (
|
||||
episode_season_number_match.group(3) or ""
|
||||
) # [WEBRip-1080p][AAC 5.1][h265]
|
||||
|
||||
new_name = (
|
||||
f"{prefix} - {episode_number['title']}"
|
||||
f"{(' ' + quality) if quality else ''}"
|
||||
f"{file.suffix}"
|
||||
)
|
||||
|
||||
logger.info(f"{file.name} -> {new_name}")
|
||||
|
||||
file_list.append(file)
|
||||
new_file_list.append(new_name)
|
||||
|
||||
logger.info(f"{series} -> {tmdb_title}")
|
||||
|
||||
file_list.append(series_path)
|
||||
new_file_list.append(tmdb_title)
|
||||
has_changes = False
|
||||
for file, new_file in zip(file_list, new_file_list):
|
||||
if file.name != new_file:
|
||||
has_changes = True
|
||||
break
|
||||
if not has_changes:
|
||||
logger.info("No changes necessary.")
|
||||
return
|
||||
answer = input("Rename files? [y/N]: ").strip().lower()
|
||||
if answer in ("y", "yes"):
|
||||
logger.info("Proceeding...")
|
||||
for file, new_file in zip(file_list, new_file_list):
|
||||
file.rename(file.with_name(new_file))
|
||||
logger.info("All files renamed")
|
||||
return
|
||||
logger.warning("Cancelled.")
|
||||
return
|
||||
|
||||
|
||||
def process_series(series_path: Path, skip_rename: bool = False):
|
||||
series = series_path.name
|
||||
|
||||
m = re.match(r"^(.*?)\s*\((\d{4})\)\s*\[(\d+)\]$", series)
|
||||
|
||||
if not m:
|
||||
logger.warning(f"Skipping invalid folder: {series}")
|
||||
return
|
||||
|
||||
file_title = m.group(1).strip()
|
||||
# file_year = int(m.group(2))
|
||||
file_tmdb_id = int(m.group(3))
|
||||
|
||||
if file_tmdb_id == 0:
|
||||
logger.error("TMDB ID required")
|
||||
return
|
||||
|
||||
try:
|
||||
data = find_by_tmdb_id(file_tmdb_id)
|
||||
|
||||
if not data:
|
||||
logger.error("TMDB lookup failed")
|
||||
return
|
||||
|
||||
media_type, media_data = data
|
||||
|
||||
tmdb_title = f"{(media_data.get('name') or media_data.get('title'))}"
|
||||
tmdb_year = f"{(media_data.get('first_air_date') or media_data.get('release_date') or '')[:4]}"
|
||||
new_series_folder_name = f"{tmdb_title} ({tmdb_year}) [{media_data.get('id')}]"
|
||||
|
||||
# print_results(data)
|
||||
get_all = False
|
||||
extra_episodes_path = series_path / "Extra Episodes"
|
||||
if extra_episodes_path.is_dir():
|
||||
get_all = True
|
||||
|
||||
episodes = get_episode_list(media_data, series_path, get_all=get_all)
|
||||
|
||||
process_extra_episodes(episodes, extra_episodes_path, tmdb_title, tmdb_year)
|
||||
|
||||
if skip_rename:
|
||||
return
|
||||
|
||||
rename_media(episodes, series_path, file_title, new_series_folder_name)
|
||||
|
||||
except Exception as e:
|
||||
logger.error(f"Error processing {series}: {e}")
|
||||
|
||||
|
||||
def process_extra_episodes(
|
||||
episode_list: list, extra_episodes_path: Path, tmdb_title, tmdb_year
|
||||
):
|
||||
for file in extra_episodes_path.iterdir():
|
||||
if not (file.suffix == ".mkv" or file.suffix == ".mp4"):
|
||||
continue
|
||||
|
||||
best_matc, best_score = best_episode_match(
|
||||
file, episode_list, tmdb_title, tmdb_year
|
||||
)
|
||||
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument(
|
||||
"path",
|
||||
help='Either a series folder "Maya the Bee (1975) [10620]" or a root folder containing such folders',
|
||||
)
|
||||
|
||||
parser.add_argument(
|
||||
"-ll",
|
||||
"--log-level",
|
||||
type=str.upper,
|
||||
default="INFO",
|
||||
choices=["TRACE", "DEBUG", "INFO", "WARNING", "ERROR", "CRITICAL"],
|
||||
help="Set log level",
|
||||
)
|
||||
args = parser.parse_args()
|
||||
|
||||
setup_logging(args.log_level, "sonar_translation")
|
||||
input_path = Path(args.path)
|
||||
|
||||
if not input_path.is_dir():
|
||||
parser.error(f"Directory not found: {input_path}")
|
||||
|
||||
# Input is already a series folder
|
||||
if re.match(r"^(.*?)\s*\((\d{4})\)\s*\[(\d+)\]$", input_path.name):
|
||||
process_series(input_path)
|
||||
|
||||
# Input is a root folder containing series folders
|
||||
else:
|
||||
for series_path in sorted(input_path.iterdir()):
|
||||
if series_path.is_dir():
|
||||
process_series(series_path)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
@@ -448,22 +448,22 @@ def best_episode_title_match(filename, episodes):
|
||||
search_words,
|
||||
candidate_words,
|
||||
)
|
||||
recall_jaccard1 = score_match_recall_jaccard(
|
||||
search_words,
|
||||
candidate_words,
|
||||
)
|
||||
recall_jaccard2 = score_match_recall_jaccard(
|
||||
candidate_words,
|
||||
search_words,
|
||||
)
|
||||
|
||||
score = combined_score(
|
||||
fuzzy,
|
||||
jaccard,
|
||||
weight_fuzzy=weight_fuzzy,
|
||||
weight_jaccard=weight_jaccard,
|
||||
)
|
||||
score = max(score, recall_jaccard1, recall_jaccard2)
|
||||
# recall_jaccard1 = score_match_recall_jaccard(
|
||||
# search_words,
|
||||
# candidate_words,
|
||||
# )
|
||||
# recall_jaccard2 = score_match_recall_jaccard(
|
||||
# candidate_words,
|
||||
# search_words,
|
||||
# )
|
||||
|
||||
# score = max(score, recall_jaccard1, recall_jaccard2)
|
||||
|
||||
# if "hyänen" in search_words and score > 0.6:
|
||||
# logger.warning(
|
||||
@@ -556,6 +556,7 @@ def translate_series_folder(episodes, series_path, media_data: dict, args):
|
||||
logger.info("All files renamed")
|
||||
return
|
||||
|
||||
|
||||
def reference_extra_episodes(episodes, series_path: Path, media_data: dict, args):
|
||||
logger.info(f"Execute reference_extra_episodes for {media_data['name']}")
|
||||
extra_episodes_path = series_path / "Extra Episodes"
|
||||
@@ -603,6 +604,7 @@ def reference_extra_episodes(episodes, series_path: Path, media_data: dict, args
|
||||
# logger.info(f"{file.name} -> {target}, score={score:.3f}")
|
||||
safe_rename(file, target, logger=logger)
|
||||
|
||||
|
||||
def recheck_current_episodes(episodes, series_path: Path, media_data: dict, args):
|
||||
logger.info(f"Execute reference_extra_episodes for {media_data['name']}")
|
||||
for file in series_path.glob("Season*/*"):
|
||||
@@ -610,12 +612,21 @@ def recheck_current_episodes(episodes, series_path: Path, media_data: dict, args
|
||||
continue
|
||||
logger.trace(f"Reference file: {file.name}")
|
||||
|
||||
match = re.search(r" - S\d+E\d+ - (.+)$", file.stem)
|
||||
title = match.group(1) if match else None
|
||||
match = re.match(
|
||||
r"^(?P<show>.+?) - (?P<se>S\d+E\d+) - (?P<title>.+?)(?: (?P<quality>(?:\[[^\]]+\])+))?$",
|
||||
file.stem,
|
||||
)
|
||||
if not match:
|
||||
logger.warning(f"No match found for {file.name}")
|
||||
return
|
||||
title = match["title"]
|
||||
episode, score = best_episode_title_match(
|
||||
title,
|
||||
episodes,
|
||||
)
|
||||
quality = match["quality"]
|
||||
season_episode = match["se"]
|
||||
|
||||
if episode is None:
|
||||
continue
|
||||
|
||||
@@ -630,12 +641,17 @@ def recheck_current_episodes(episodes, series_path: Path, media_data: dict, args
|
||||
"",
|
||||
episode["name"],
|
||||
)
|
||||
|
||||
new_season_episode = f"S{episode['season']:02d}E{episode['episode']:02d}"
|
||||
if new_season_episode != season_episode:
|
||||
logger.warning(
|
||||
f"Setting new season and episode number: {season_episode} --> {new_season_episode}"
|
||||
)
|
||||
new_name = (
|
||||
f"{media_data['name']}"
|
||||
f" - S{episode['season']:02d}"
|
||||
f"E{episode['episode']:02d}"
|
||||
f" - {safe_title}"
|
||||
f"{quality}"
|
||||
f"{file.suffix}"
|
||||
)
|
||||
|
||||
@@ -646,11 +662,12 @@ def recheck_current_episodes(episodes, series_path: Path, media_data: dict, args
|
||||
logger.trace(f"{file.name} -> {new_name}, score={score:.3f}")
|
||||
|
||||
if args.dry_run:
|
||||
logger.debug(f"{file.name} -> {target}")
|
||||
logger.debug(f"{file.name} -> {target.relative_to(series_path)}")
|
||||
continue
|
||||
# logger.info(f"{file.name} -> {target}, score={score:.3f}")
|
||||
safe_rename(file, target, logger=logger)
|
||||
|
||||
|
||||
def get_series_data(series_path: Path, database: str = "tvdb"):
|
||||
series_name, _, tmdb_id = parse_series_name(series_path.name)
|
||||
|
||||
@@ -733,6 +750,7 @@ def get_series_data(series_path: Path, database: str = "tvdb"):
|
||||
|
||||
return series_data, episodes, media_data
|
||||
|
||||
|
||||
def process_series(series_path: Path, args):
|
||||
series_name = series_path.name
|
||||
logger.debug(f"Pricess series with name : {series_name}")
|
||||
@@ -748,6 +766,7 @@ def process_series(series_path: Path, args):
|
||||
if args.translate:
|
||||
translate_series_folder(episodes, series_path, media_data, args)
|
||||
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument(
|
||||
|
||||
Reference in new issue
Block a user