Compare commits
14 Commits
834563bae1
...
master
Author | SHA1 | Date | |
---|---|---|---|
80db904a45 | |||
91370068e4 | |||
af1525a2c3 | |||
c147b56747 | |||
4118e4c781 | |||
1673cbe8bd | |||
a30a31a2fc | |||
7b3df48945 | |||
ab7cc7bab1 | |||
86339a88e4 | |||
1de24ee2d1 | |||
318e29da85 | |||
b0aafc4f95 | |||
a47faa90b9 |
2
.gitignore
vendored
2
.gitignore
vendored
@@ -238,3 +238,5 @@ cython_debug/
|
|||||||
# option (not recommended) you can uncomment the following to ignore the entire idea folder.
|
# option (not recommended) you can uncomment the following to ignore the entire idea folder.
|
||||||
#.idea/
|
#.idea/
|
||||||
|
|
||||||
|
# ---> kodi-nfo-feeder
|
||||||
|
config.ini
|
17
config.ini
17
config.ini
@@ -1,17 +0,0 @@
|
|||||||
[DEFAULT]
|
|
||||||
self_name = kodi-nfo-feeder
|
|
||||||
ignored_target_file_exts = .jpg, .jpeg, .png, .nfo
|
|
||||||
title_regex_search =
|
|
||||||
title_regex_replace =
|
|
||||||
do_seasons = yes
|
|
||||||
|
|
||||||
[maus]
|
|
||||||
watch_dir = /var/lib/kodi-nfo-feeder/watch
|
|
||||||
output_dir = /var/lib/kodi-nfo-feeder/output
|
|
||||||
title_regex_search = (\w)-(\s)
|
|
||||||
title_regex_replace = \1 -\2
|
|
||||||
do_seasons = yes
|
|
||||||
|
|
||||||
[otto]
|
|
||||||
watch_dir = /var/lib/kodi-nfo-feeder/test/watch
|
|
||||||
output_dir = /var/lib/kodi-nfo-feeder/test/output
|
|
17
examples/config.ini.example
Normal file
17
examples/config.ini.example
Normal file
@@ -0,0 +1,17 @@
|
|||||||
|
[DEFAULT]
|
||||||
|
self_name = kodi-nfo-feeder
|
||||||
|
ignored_target_file_exts = .jpg, .jpeg, .png, .nfo
|
||||||
|
title_regex_search =
|
||||||
|
title_regex_replace =
|
||||||
|
do_seasons = yes
|
||||||
|
|
||||||
|
[maus]
|
||||||
|
watch_dir = /tmp/kodi-nfo-feeder/maus
|
||||||
|
output_dir = /srv/kodi/tv-shows/scraper-local/Die Sendung mit der Maus (1971)
|
||||||
|
title_regex_search = (\w)-(\s)
|
||||||
|
title_regex_replace = \1 -\2
|
||||||
|
do_seasons = yes
|
||||||
|
run_cmd = touch /srv/kodi/latest-state-change
|
||||||
|
kodi_jsonrpc_address = http://localhost:8080/jsonrpc
|
||||||
|
kodi_jsonrpc_username = username
|
||||||
|
kodi_jsonrpc_password = password
|
12
examples/kodi-nfo-feeder.service.example
Normal file
12
examples/kodi-nfo-feeder.service.example
Normal file
@@ -0,0 +1,12 @@
|
|||||||
|
[Unit]
|
||||||
|
Description=NFO feeder service for Kodi's "local" scraper
|
||||||
|
After=multi-user.target
|
||||||
|
|
||||||
|
[Service]
|
||||||
|
Type=simple
|
||||||
|
Restart=always
|
||||||
|
Environment='PATH=/usr/local/sbin:/usr/local/bin:/usr/bin'
|
||||||
|
ExecStart=/opt/miniconda3/envs/kodi-nfo-feeder/bin/python /opt/python/kodi-nfo-feeder/dev/kodi-nfo-feeder.py
|
||||||
|
|
||||||
|
[Install]
|
||||||
|
WantedBy=multi-user.target
|
@@ -1,5 +1,7 @@
|
|||||||
|
import json
|
||||||
import os
|
import os
|
||||||
import logging
|
import logging
|
||||||
|
import subprocess
|
||||||
import sys
|
import sys
|
||||||
import time
|
import time
|
||||||
import re
|
import re
|
||||||
@@ -11,9 +13,8 @@ import inflect
|
|||||||
from inotify_simple import INotify, flags
|
from inotify_simple import INotify, flags
|
||||||
import lxml.etree
|
import lxml.etree
|
||||||
import lxml.builder
|
import lxml.builder
|
||||||
|
import requests
|
||||||
|
from requests.auth import HTTPBasicAuth
|
||||||
# TODO Create season subdir if it doesn't exist
|
|
||||||
|
|
||||||
|
|
||||||
# Exit codes
|
# Exit codes
|
||||||
@@ -41,7 +42,11 @@ class CONST(object):
|
|||||||
{"key": "output_dir", "is_mandatory": True},
|
{"key": "output_dir", "is_mandatory": True},
|
||||||
{"key": "title_regex_search", "is_mandatory": False},
|
{"key": "title_regex_search", "is_mandatory": False},
|
||||||
{"key": "title_regex_replace", "is_mandatory": False},
|
{"key": "title_regex_replace", "is_mandatory": False},
|
||||||
{"key": "do_seasons", "is_mandatory": False}
|
{"key": "do_seasons", "is_mandatory": False},
|
||||||
|
{"key": "run_cmd", "is_mandatory": False},
|
||||||
|
{"key": "kodi_jsonrpc_address", "is_mandatory": False},
|
||||||
|
{"key": "kodi_jsonrpc_username", "is_mandatory": False},
|
||||||
|
{"key": "kodi_jsonrpc_password", "is_mandatory": False}
|
||||||
]
|
]
|
||||||
CFG_MANDATORY = [section_cfg["key"] for section_cfg in CFG_KNOWN_SECTION if section_cfg["is_mandatory"]]
|
CFG_MANDATORY = [section_cfg["key"] for section_cfg in CFG_KNOWN_SECTION if section_cfg["is_mandatory"]]
|
||||||
|
|
||||||
@@ -60,6 +65,7 @@ logging.basicConfig(
|
|||||||
log = logging.getLogger("rich")
|
log = logging.getLogger("rich")
|
||||||
# Our own code logs with this level
|
# Our own code logs with this level
|
||||||
log.setLevel(logging.DEBUG)
|
log.setLevel(logging.DEBUG)
|
||||||
|
logging.getLogger("urllib3.connectionpool").setLevel(logging.WARNING)
|
||||||
install(show_locals=True)
|
install(show_locals=True)
|
||||||
|
|
||||||
|
|
||||||
@@ -85,7 +91,7 @@ p = inflect.engine()
|
|||||||
ini_defaults = []
|
ini_defaults = []
|
||||||
internal_defaults = {default["key"]: default["value"] for default in CONST.CFG_KNOWN_DEFAULTS}
|
internal_defaults = {default["key"]: default["value"] for default in CONST.CFG_KNOWN_DEFAULTS}
|
||||||
config = ConfigParser(defaults=internal_defaults)
|
config = ConfigParser(defaults=internal_defaults)
|
||||||
config.read(CONST.CFG_DEFAULT_FILENAME)
|
config.read(CONST.CFG_DEFAULT_ABS_PATH)
|
||||||
ignored_target_file_exts_str = config.get(config.default_section, "ignored_target_file_exts")
|
ignored_target_file_exts_str = config.get(config.default_section, "ignored_target_file_exts")
|
||||||
ignored_target_file_exts = re.split(r""",\s?|\s""", ignored_target_file_exts_str)
|
ignored_target_file_exts = re.split(r""",\s?|\s""", ignored_target_file_exts_str)
|
||||||
|
|
||||||
@@ -226,7 +232,15 @@ def get_season_and_episode(
|
|||||||
ext = file_name_ext_split[1]
|
ext = file_name_ext_split[1]
|
||||||
season_episode = re.split("[S|E]", season_ep_str[0])
|
season_episode = re.split("[S|E]", season_ep_str[0])
|
||||||
season = f"Season {season_episode[1]}"
|
season = f"Season {season_episode[1]}"
|
||||||
|
try:
|
||||||
title = season_ep_str[1]
|
title = season_ep_str[1]
|
||||||
|
except IndexError:
|
||||||
|
log.warning(f"File name '{raw_file_name}' is not following expected format. The excepted format "
|
||||||
|
f"is a season-and-episode string followed by space-slash-space and and arbitrary sequence "
|
||||||
|
f"of characters suffixed with a file extension e.g. "
|
||||||
|
f"'S2022E2022032001 - This is a Title.mp4'. Skipping further file processing ...")
|
||||||
|
return {}
|
||||||
|
else:
|
||||||
basic_cleaned_title = get_basic_cleaned_title(csection_name, config_obj, title)
|
basic_cleaned_title = get_basic_cleaned_title(csection_name, config_obj, title)
|
||||||
|
|
||||||
got_season_and_episode = {
|
got_season_and_episode = {
|
||||||
@@ -270,14 +284,16 @@ def move_file_to_target_dir(
|
|||||||
target_ext = season_ep_str["ext"]
|
target_ext = season_ep_str["ext"]
|
||||||
target_file_name_plus_ext = f"{target_file_name}{target_ext}"
|
target_file_name_plus_ext = f"{target_file_name}{target_ext}"
|
||||||
|
|
||||||
if target_file_name_plus_ext in target_file_list:
|
while target_file_name_plus_ext in target_file_list:
|
||||||
log.debug(f"Intended file name already exists in target dir, incrementing counter ...")
|
log.debug(f"Intended file name already exists in target dir, incrementing counter suffix ...")
|
||||||
episode_minus_counter = target_file_name[:-2]
|
episode_minus_counter = target_file_name[:-2]
|
||||||
counter = target_file_name[-2:]
|
counter = target_file_name[-2:]
|
||||||
counter_length = len(counter)
|
counter_length = len(counter)
|
||||||
counter_stripped = int(counter.lstrip("0"))
|
counter_stripped = int(counter.lstrip("0"))
|
||||||
counter_stripped += 1
|
counter_stripped += 1
|
||||||
target_file_name = f"{episode_minus_counter}{str(counter_stripped).zfill(counter_length)}"
|
target_file_name = f"{episode_minus_counter}{str(counter_stripped).zfill(counter_length)}"
|
||||||
|
target_file_name_plus_ext = f"{target_file_name}{target_ext}"
|
||||||
|
|
||||||
target_abs_path = os.path.join(target_dir, f"{target_file_name}{target_ext}")
|
target_abs_path = os.path.join(target_dir, f"{target_file_name}{target_ext}")
|
||||||
|
|
||||||
try:
|
try:
|
||||||
@@ -321,6 +337,68 @@ def write_nfo_to_disk(
|
|||||||
return True
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
def kodi_library_update(
|
||||||
|
csection_name: str,
|
||||||
|
config_obj: configparser.ConfigParser()) -> bool:
|
||||||
|
|
||||||
|
kodi_jsonrpc_address = config_obj.get(csection_name, "kodi_jsonrpc_address")
|
||||||
|
kodi_jsonrpc_username = config_obj.get(csection_name, "kodi_jsonrpc_username") if \
|
||||||
|
config.has_option(csection_name, "kodi_jsonrpc_username") else None
|
||||||
|
kodi_jsonrpc_password = config_obj.get(csection_name, "kodi_jsonrpc_password") if \
|
||||||
|
config.has_option(csection_name, "kodi_jsonrpc_password") else None
|
||||||
|
|
||||||
|
require_auth = False
|
||||||
|
if (kodi_jsonrpc_username and not kodi_jsonrpc_password) or \
|
||||||
|
(not kodi_jsonrpc_username and kodi_jsonrpc_password):
|
||||||
|
log.warning(f"Please make sure that both a Kodi username /and/ and password are set via "
|
||||||
|
f"the 'kodi_jsonrpc_username' and 'kodi_jsonrpc_password' config options, respectively. "
|
||||||
|
f"If Kodi's web interface is configured to not require authentication please set "
|
||||||
|
f"both 'kodi_jsonrpc_username' and 'kodi_jsonrpc_password' to empty values (or simply remove "
|
||||||
|
f"both lines from the config file).\n"
|
||||||
|
f"Skipping Kodi video library reload ...")
|
||||||
|
return False
|
||||||
|
elif kodi_jsonrpc_username and kodi_jsonrpc_password:
|
||||||
|
require_auth = True
|
||||||
|
|
||||||
|
json_payload_str = {
|
||||||
|
"jsonrpc": "2.0",
|
||||||
|
"method": "VideoLibrary.Scan",
|
||||||
|
"id": f"""{config_obj.get(csection_name, "self_name")}_trigger-vid-lib-scan"""
|
||||||
|
}
|
||||||
|
json_payload = json.dumps(json_payload_str)
|
||||||
|
req_header = {"content-type": "application/json"}
|
||||||
|
s = requests.Session()
|
||||||
|
req = requests.Request(
|
||||||
|
"POST",
|
||||||
|
kodi_jsonrpc_address,
|
||||||
|
data=json_payload,
|
||||||
|
auth=requests.auth.HTTPBasicAuth(
|
||||||
|
kodi_jsonrpc_username,
|
||||||
|
kodi_jsonrpc_password
|
||||||
|
) if require_auth else None,
|
||||||
|
headers=req_header)
|
||||||
|
prepped = req.prepare()
|
||||||
|
newline = "\n"
|
||||||
|
log.debug(f"Triggering Kodi library update ...")
|
||||||
|
log.debug(f"Request method: {req.method}\n"
|
||||||
|
f"URL: {req.url}\n"
|
||||||
|
f"""{newline.join(f"Header '{header}': '{value}'" for header, value in list(req.headers.items()))}\n"""
|
||||||
|
f"Payload: {json_payload}")
|
||||||
|
try:
|
||||||
|
with s.send(prepped) as s:
|
||||||
|
got_json_response = s.content
|
||||||
|
if s.status_code == requests.codes.ok:
|
||||||
|
log.debug(f"Kodi library update successful")
|
||||||
|
return True
|
||||||
|
else:
|
||||||
|
log.error(f"Request failed, response code was {s.status_code}:\n"
|
||||||
|
f"{json.loads(got_json_response)}")
|
||||||
|
return False
|
||||||
|
except requests.exceptions.ConnectionError:
|
||||||
|
log.info(f"Kodi JSON-RPC endpoint {kodi_jsonrpc_address} is not currently connectable.")
|
||||||
|
return False
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
validate_default_section(config)
|
validate_default_section(config)
|
||||||
if config_has_valid_section(config):
|
if config_has_valid_section(config):
|
||||||
@@ -349,11 +427,13 @@ if __name__ == '__main__':
|
|||||||
watch_dir = watch_dir_config["watch_dir"]
|
watch_dir = watch_dir_config["watch_dir"]
|
||||||
output_dir = watch_dir_config["output_dir"]
|
output_dir = watch_dir_config["output_dir"]
|
||||||
section_name = watch_dir_config["section"]
|
section_name = watch_dir_config["section"]
|
||||||
log.debug(f"Watch dir config: {watch_dir_config}")
|
|
||||||
log.info(f"File '{file_name}' was moved to watch directory "
|
log.info(f"File '{file_name}' was moved to watch directory "
|
||||||
f"""'{watch_dir}', processing ...""")
|
f"""'{watch_dir}', processing ...""")
|
||||||
|
|
||||||
season_and_episode = get_season_and_episode(section_name, config, file_name)
|
season_and_episode = get_season_and_episode(section_name, config, file_name)
|
||||||
|
if not season_and_episode:
|
||||||
|
break
|
||||||
|
|
||||||
if config.getboolean(section_name, "do_seasons"):
|
if config.getboolean(section_name, "do_seasons"):
|
||||||
season_str = season_and_episode["season_str"]
|
season_str = season_and_episode["season_str"]
|
||||||
log.debug(f"Changing output to season-specific dir '{season_str}' ...")
|
log.debug(f"Changing output to season-specific dir '{season_str}' ...")
|
||||||
@@ -380,3 +460,16 @@ if __name__ == '__main__':
|
|||||||
nfo,
|
nfo,
|
||||||
file_moved_to_target_dir,
|
file_moved_to_target_dir,
|
||||||
output_dir)
|
output_dir)
|
||||||
|
|
||||||
|
run_cmd = config.get(section_name, "run_cmd") if config.has_option(section_name, "run_cmd") else False
|
||||||
|
if run_cmd:
|
||||||
|
log.debug(f"Executing post-move command: {run_cmd} ...")
|
||||||
|
run_cmd_result = subprocess.getstatusoutput(run_cmd)
|
||||||
|
run_cmd_exit_code = run_cmd_result[0]
|
||||||
|
run_cmd_output = run_cmd_result[1]
|
||||||
|
if run_cmd_exit_code != 0:
|
||||||
|
log.warning(f"Post-move command failed with exit code {run_cmd_exit_code}:\n"
|
||||||
|
f"{run_cmd_output}")
|
||||||
|
|
||||||
|
if config.has_option(section_name, "kodi_jsonrpc_address"):
|
||||||
|
kodi_library_update(section_name, config)
|
@@ -2,3 +2,4 @@ rich
|
|||||||
inflect
|
inflect
|
||||||
inotify_simple
|
inotify_simple
|
||||||
lxml
|
lxml
|
||||||
|
requests
|
@@ -4,8 +4,14 @@
|
|||||||
#
|
#
|
||||||
# pip-compile
|
# pip-compile
|
||||||
#
|
#
|
||||||
|
certifi==2021.10.8
|
||||||
|
# via requests
|
||||||
|
charset-normalizer==2.0.12
|
||||||
|
# via requests
|
||||||
commonmark==0.9.1
|
commonmark==0.9.1
|
||||||
# via rich
|
# via rich
|
||||||
|
idna==3.3
|
||||||
|
# via requests
|
||||||
inflect==5.4.0
|
inflect==5.4.0
|
||||||
# via -r requirements.in
|
# via -r requirements.in
|
||||||
inotify-simple==1.3.5
|
inotify-simple==1.3.5
|
||||||
@@ -14,5 +20,9 @@ lxml==4.8.0
|
|||||||
# via -r requirements.in
|
# via -r requirements.in
|
||||||
pygments==2.11.2
|
pygments==2.11.2
|
||||||
# via rich
|
# via rich
|
||||||
rich==12.0.0
|
requests==2.27.1
|
||||||
# via -r requirements.in
|
# via -r requirements.in
|
||||||
|
rich==12.0.1
|
||||||
|
# via -r requirements.in
|
||||||
|
urllib3==1.26.9
|
||||||
|
# via requests
|
||||||
|
Reference in New Issue
Block a user