diff --git a/jd-webgui/app.py b/jd-webgui/app.py index c857842..96f38d5 100644 --- a/jd-webgui/app.py +++ b/jd-webgui/app.py @@ -1,1338 +1,1336 @@ -#!/usr/bin/env python3 -from __future__ import annotations - -import base64 -import hashlib -import hmac -import html as html_mod -import ipaddress -import json -import os -import re -import shlex -import socket -import subprocess -import threading -import time -import urllib.parse -import urllib.request -from dataclasses import dataclass -from typing import Any, Dict, List, Optional, Tuple - -from myjdapi import Myjdapi -import paramiko -from fastapi import FastAPI, Form, Request -from fastapi.responses import HTMLResponse, PlainTextResponse, RedirectResponse -from fastapi.staticfiles import StaticFiles - -# ============================================================ -# Environment -# ============================================================ -MYJD_EMAIL = os.environ.get("MYJD_EMAIL", "") -MYJD_PASSWORD = os.environ.get("MYJD_PASSWORD", "") -MYJD_DEVICE = os.environ.get("MYJD_DEVICE", "") - -JELLYFIN_HOST = os.environ.get("JELLYFIN_HOST", "192.168.1.1") -JELLYFIN_PORT = int(os.environ.get("JELLYFIN_PORT", "22")) -JELLYFIN_USER = os.environ.get("JELLYFIN_USER", "") -JELLYFIN_SSH_KEY = os.environ.get("JELLYFIN_SSH_KEY", "/ssh/id_ed25519") - -JELLYFIN_MOVIES_DIR = os.environ.get("JELLYFIN_MOVIES_DIR", "").rstrip("/") -JELLYFIN_SERIES_DIR = os.environ.get("JELLYFIN_SERIES_DIR", "").rstrip("/") -JELLYFIN_DEST_DIR = os.environ.get("JELLYFIN_DEST_DIR", "/jellyfin/Filme").rstrip("/") - -JELLYFIN_API_BASE = os.environ.get("JELLYFIN_API_BASE", "").rstrip("/") -JELLYFIN_API_KEY = os.environ.get("JELLYFIN_API_KEY", "") -JELLYFIN_LIBRARY_REFRESH = os.environ.get("JELLYFIN_LIBRARY_REFRESH", "false").lower() == "true" - -TMDB_API_KEY = os.environ.get("TMDB_API_KEY", "") -TMDB_LANGUAGE = os.environ.get("TMDB_LANGUAGE", "de-DE") - -CREATE_MOVIE_FOLDER = os.environ.get("CREATE_MOVIE_FOLDER", "true").lower() == "true" -CREATE_SERIES_FOLDERS = os.environ.get("CREATE_SERIES_FOLDERS", "true").lower() == "true" - -MD5_DIR = os.environ.get("MD5_DIR", "/md5").rstrip("/") - -BASIC_AUTH_USER = os.environ.get("BASIC_AUTH_USER", "") -BASIC_AUTH_PASS = os.environ.get("BASIC_AUTH_PASS", "") - -POLL_SECONDS = float(os.environ.get("POLL_SECONDS", "5")) - -# JDownloader writes here inside container -JD_OUTPUT_PATH = "/output" -PROXY_EXPORT_PATH = os.environ.get("PROXY_EXPORT_PATH", "/output/jd-proxies.jdproxies") -LOG_BUFFER_LIMIT = int(os.environ.get("LOG_BUFFER_LIMIT", "500")) - -URL_RE = re.compile(r"^https?://", re.I) - -NO_PROXY_OPENER = urllib.request.build_opener(urllib.request.ProxyHandler({})) - -def esc(s: str) -> str: - """HTML-escape a string to prevent XSS.""" - return html_mod.escape(str(s), quote=True) - -def mask_secret(value: str, visible: int = 4) -> str: - """Mask a secret string, showing only the last `visible` characters.""" - if len(value) <= visible: - return "***" - return "***" + value[-visible:] - -VIDEO_EXTS = { - ".mkv", ".mp4", ".m4v", ".avi", ".mov", ".wmv", ".flv", ".webm", - ".ts", ".m2ts", ".mts", ".mpg", ".mpeg", ".vob", ".ogv", - ".3gp", ".3g2", -} -IGNORE_EXTS = {".part", ".tmp", ".crdownload"} - -SERIES_RE = re.compile(r"(?:^|[^a-z0-9])S(\d{1,2})E(\d{1,2})(?:[^a-z0-9]|$)", re.IGNORECASE) - -app = FastAPI() -app.mount("/static", StaticFiles(directory="static"), name="static") - -# ============================================================ -# Basic Auth (optional) -# ============================================================ -def _auth_enabled() -> bool: - return bool(BASIC_AUTH_USER and BASIC_AUTH_PASS) - -def _check_basic_auth(req: Request) -> bool: - if not _auth_enabled(): - return True - hdr = req.headers.get("authorization", "") - if not hdr.lower().startswith("basic "): - return False - b64 = hdr.split(" ", 1)[1].strip() - try: - raw = base64.b64decode(b64).decode("utf-8", "replace") - except Exception: - return False - if ":" not in raw: - return False - user, pw = raw.split(":", 1) - return hmac.compare_digest(user, BASIC_AUTH_USER) and hmac.compare_digest(pw, BASIC_AUTH_PASS) - -def _auth_challenge() -> HTMLResponse: - return HTMLResponse( - "Authentication required", - status_code=401, - headers={"WWW-Authenticate": 'Basic realm="jd-webgui"'}, - ) - -@app.middleware("http") -async def basic_auth_middleware(request: Request, call_next): - if not _check_basic_auth(request): - return _auth_challenge() - return await call_next(request) - -# ============================================================ -# Models / State -# ============================================================ -@dataclass -class Job: - id: str - url: str - package_name: str - library: str # movies|series|auto - status: str # queued|collecting|downloading|upload|finished|failed - message: str - progress: float = 0.0 - cancel_requested: bool = False - -jobs: Dict[str, Job] = {} -lock = threading.Lock() -log_lock = threading.Lock() -connection_logs: List[str] = [] - -def log_connection(message: str) -> None: - timestamp = time.strftime("%Y-%m-%d %H:%M:%S") - line = f"[{timestamp}] {message}" - with log_lock: - connection_logs.append(line) - if len(connection_logs) > LOG_BUFFER_LIMIT: - excess = len(connection_logs) - LOG_BUFFER_LIMIT - del connection_logs[:excess] - -def get_connection_logs() -> str: - with log_lock: - return "\n".join(connection_logs) - -# ============================================================ -# Core helpers -# ============================================================ -def ensure_env(): - missing = [] - for k, v in [ - ("MYJD_EMAIL", MYJD_EMAIL), - ("MYJD_PASSWORD", MYJD_PASSWORD), - ("JELLYFIN_USER", JELLYFIN_USER), - ("JELLYFIN_SSH_KEY", JELLYFIN_SSH_KEY), - ]: - if not v: - missing.append(k) - - if not (JELLYFIN_DEST_DIR or (JELLYFIN_MOVIES_DIR and JELLYFIN_SERIES_DIR)): - missing.append("JELLYFIN_DEST_DIR or (JELLYFIN_MOVIES_DIR+JELLYFIN_SERIES_DIR)") - - if JELLYFIN_LIBRARY_REFRESH and not (JELLYFIN_API_BASE and JELLYFIN_API_KEY): - missing.append("JELLYFIN_API_BASE+JELLYFIN_API_KEY (required when JELLYFIN_LIBRARY_REFRESH=true)") - - if missing: - raise RuntimeError("Missing env vars: " + ", ".join(missing)) - -def get_device(): - jd = Myjdapi() - log_connection(f"MyJDownloader connect as {MYJD_EMAIL or 'unknown'}") - jd.connect(MYJD_EMAIL, MYJD_PASSWORD) - - wanted = (MYJD_DEVICE or "").strip() - - # wait up to 30s for device to become ONLINE - deadline = time.time() + 30 - last = None - while time.time() < deadline: - devs = jd.list_devices() or [] - last = devs - - # pick by name (or first) - def pick(): - if wanted: - for d in devs: - if (d.get("name") or "") == wanted: - return d - for d in devs: - if (d.get("name") or "").lower() == wanted.lower(): - return d - return None - return devs[0] if devs else None - - d = pick() - if not d: - time.sleep(2) - continue - - status = (d.get("status") or "").upper() - if status not in {"ONLINE", "CONNECTED"}: - # just a warning; do not fail - print(f"[WARN] Device status is {status}, continuing anyway...") - return jd.get_device(d["name"]) - - - - # no ONLINE device after waiting - if last: - names = [(x.get("name"), x.get("status")) for x in last] - raise RuntimeError(f"MyJDownloader device not ONLINE yet. Devices: {names}") - raise RuntimeError("No MyJDownloader devices available (JD online/logged in?)") - - - -def is_video_file(path: str) -> bool: - name = os.path.basename(path).lower() - _, ext = os.path.splitext(name) - if ext in IGNORE_EXTS: - return False - return ext in VIDEO_EXTS - -DEMO_PATTERNS = {"big_buck_bunny", "bigbuckbunny", "big buck bunny", "bbb_sunflower"} - -def is_demo_link(name: str) -> bool: - """Detect JDownloader demo/fallback videos (e.g. Big Buck Bunny).""" - lower = name.lower().replace("-", "_").replace(".", " ") - return any(pat in lower for pat in DEMO_PATTERNS) - -def _is_ssrf_target(url: str) -> bool: - """Return True if the URL resolves to a private/loopback address (SSRF protection).""" - try: - host = urllib.parse.urlparse(url).hostname or "" - try: - addr = ipaddress.ip_address(host) - except ValueError: - try: - host = socket.gethostbyname(host) - addr = ipaddress.ip_address(host) - except Exception: - return False - return addr.is_private or addr.is_loopback or addr.is_link_local or addr.is_reserved - except Exception: - return False - -def check_url_reachable(url: str) -> Optional[str]: - """Try a HEAD request to verify the URL is reachable. Returns error string or None.""" - if _is_ssrf_target(url): - return "URL zeigt auf eine interne/private Adresse (nicht erlaubt)" - try: - req = urllib.request.Request(url, method="HEAD") - req.add_header("User-Agent", "Mozilla/5.0") - with urllib.request.urlopen(req, timeout=10) as resp: - if resp.status >= 400: - return f"URL antwortet mit HTTP {resp.status}" - except urllib.error.HTTPError as e: - return f"URL nicht erreichbar: HTTP {e.code}" - except urllib.error.URLError as e: - return f"URL nicht erreichbar: {e.reason}" - except Exception as e: - return f"URL-Check fehlgeschlagen: {e}" - return None - -def md5_file(path: str) -> str: - h = hashlib.md5() - with open(path, "rb") as f: - for chunk in iter(lambda: f.read(1024 * 1024), b""): - h.update(chunk) - return h.hexdigest() - -def write_md5_sidecar(file_path: str, md5_hex: str) -> str: - base = os.path.basename(file_path) - candidates = [MD5_DIR, "/tmp/md5"] - last_err: Optional[Exception] = None - - for target in candidates: - try: - os.makedirs(target, exist_ok=True) - md5_path = os.path.join(target, base + ".md5") - with open(md5_path, "w", encoding="utf-8") as f: - f.write(f"{md5_hex} {base}\n") - return md5_path - except PermissionError as exc: - last_err = exc - continue - - if last_err: - raise last_err - raise RuntimeError("Failed to write MD5 sidecar file.") - -def ffprobe_ok(path: str) -> bool: - try: - cp = subprocess.run( - ["ffprobe", "-v", "error", "-show_streams", "-select_streams", "v:0", path], - stdout=subprocess.PIPE, - stderr=subprocess.PIPE, - text=True, - timeout=60, - ) - return cp.returncode == 0 and "codec_type=video" in (cp.stdout or "") - except Exception: - return False - -# ============================================================ -# SSH/SFTP -# ============================================================ -SSH_KNOWN_HOSTS = os.environ.get("SSH_KNOWN_HOSTS", "/ssh/known_hosts") - -def ssh_connect() -> paramiko.SSHClient: - ssh = paramiko.SSHClient() - if os.path.isfile(SSH_KNOWN_HOSTS): - ssh.load_host_keys(SSH_KNOWN_HOSTS) - ssh.set_missing_host_key_policy(paramiko.RejectPolicy()) - log_connection(f"SSH connect {JELLYFIN_USER}@{JELLYFIN_HOST}:{JELLYFIN_PORT} (known_hosts verified)") - else: - ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy()) - log_connection(f"SSH connect {JELLYFIN_USER}@{JELLYFIN_HOST}:{JELLYFIN_PORT} (WARNING: no known_hosts, accepting any host key)") - ssh.connect( - hostname=JELLYFIN_HOST, - port=JELLYFIN_PORT, - username=JELLYFIN_USER, - key_filename=JELLYFIN_SSH_KEY, - timeout=30, - ) - return ssh - -def sftp_mkdirs(sftp: paramiko.SFTPClient, remote_dir: str): - parts = [p for p in remote_dir.split("/") if p] - cur = "" - for p in parts: - cur += "/" + p - try: - sftp.stat(cur) - except IOError: - sftp.mkdir(cur) - -def sftp_upload(ssh: paramiko.SSHClient, local_path: str, remote_path: str): - sftp = ssh.open_sftp() - try: - log_connection(f"SFTP upload {local_path} -> {remote_path}") - sftp_mkdirs(sftp, os.path.dirname(remote_path)) - sftp.put(local_path, remote_path) - finally: - sftp.close() - -def remote_md5sum(ssh: paramiko.SSHClient, remote_path: str) -> str: - quoted = shlex.quote(remote_path) - cmd = f"md5sum {quoted}" - log_connection(f"SSH exec {cmd}") - stdin, stdout, stderr = ssh.exec_command(cmd, timeout=120) - out = stdout.read().decode("utf-8", "replace").strip() - err = stderr.read().decode("utf-8", "replace").strip() - if err and not out: - raise RuntimeError(f"Remote md5sum failed: {err}") - if not out: - raise RuntimeError("Remote md5sum returned empty output") - return out.split()[0] - -# ============================================================ -# TMDB & naming -# ============================================================ -def _sanitize_url_for_log(url: str) -> str: - """Remove sensitive query params (api_key) from URLs before logging.""" - parsed = urllib.parse.urlparse(url) - params = urllib.parse.parse_qs(parsed.query, keep_blank_values=True) - for key in ("api_key", "apikey", "token"): - if key in params: - params[key] = ["***"] - safe_query = urllib.parse.urlencode(params, doseq=True) - return urllib.parse.urlunparse(parsed._replace(query=safe_query)) - -def _http_get_json(url: str, headers: Optional[Dict[str, str]] = None) -> Any: - req = urllib.request.Request(url, headers=headers or {}) - log_connection(f"HTTP GET {_sanitize_url_for_log(url)} (no-proxy)") - with NO_PROXY_OPENER.open(req, timeout=20) as r: - return json.loads(r.read().decode("utf-8", "replace")) - -def tmdb_search_movie(query: str) -> Optional[Dict[str, Any]]: - if not TMDB_API_KEY or not query.strip(): - return None - q = urllib.parse.quote(query.strip()) - url = f"https://api.themoviedb.org/3/search/movie?api_key={TMDB_API_KEY}&language={urllib.parse.quote(TMDB_LANGUAGE)}&query={q}" - try: - data = _http_get_json(url) - except Exception: - return None - results = data.get("results") or [] - return results[0] if results else None - -def tmdb_search_tv(query: str) -> Optional[Dict[str, Any]]: - if not TMDB_API_KEY or not query.strip(): - return None - q = urllib.parse.quote(query.strip()) - url = f"https://api.themoviedb.org/3/search/tv?api_key={TMDB_API_KEY}&language={urllib.parse.quote(TMDB_LANGUAGE)}&query={q}" - try: - data = _http_get_json(url) - except Exception: - return None - results = data.get("results") or [] - return results[0] if results else None - -def sanitize_name(name: str) -> str: - bad = '<>:"/\\|?*' - out = "".join("_" if c in bad else c for c in name).strip() - return re.sub(r"\s+", " ", out) - -def format_proxy_lines(raw: str, scheme: str) -> str: - """ - Takes raw lines (ip:port or scheme://ip:port) and outputs normalized lines: - scheme://ip:port (one per line). Ignores empty lines and comments. - """ - scheme = scheme.strip().lower() - if scheme not in {"socks5", "socks4", "http"}: - raise ValueError("Unsupported proxy scheme") - - out = [] - for line in (raw or "").splitlines(): - s = line.strip() - if not s or s.startswith("#"): - continue - - if "://" in s: - s = s.split("://", 1)[1].strip() - - if ":" not in s: - continue - - host, port = s.rsplit(":", 1) - host = host.strip() - port = port.strip() - - if not host or not port.isdigit(): - continue - - out.append(f"{scheme}://{host}:{port}") - - seen = set() - dedup = [] - for x in out: - if x not in seen: - seen.add(x) - dedup.append(x) - - return "\n".join(dedup) - -_PROXY_FETCH_LIMIT = 2 * 1024 * 1024 # 2 MB cap to prevent memory exhaustion -_proxy_cache: Dict[str, Tuple[float, str]] = {} -_PROXY_CACHE_TTL = 300.0 # 5 minutes - -def fetch_proxy_list(url: str) -> str: - now = time.time() - cached_ts, cached_text = _proxy_cache.get(url, (0.0, "")) - if cached_text and now - cached_ts < _PROXY_CACHE_TTL: - return cached_text - req = urllib.request.Request(url) - log_connection(f"HTTP GET {url} (no-proxy)") - with NO_PROXY_OPENER.open(req, timeout=20) as resp: - text = resp.read(_PROXY_FETCH_LIMIT).decode("utf-8", "replace") - if " -" not in text and re.search(r"\s", text): - text = re.sub(r"\s+", " -", text.strip()) - _proxy_cache[url] = (now, text) - return text - -def build_jdproxies_payload(text: str) -> Dict[str, Any]: - if not text.strip(): - raise ValueError("Keine Proxy-Einträge zum Speichern.") - entries: List[Dict[str, Any]] = [] - type_map = { - "socks5": "SOCKS5", - "socks4": "SOCKS4", - "http": "HTTP", - } - entries.append({ - "filter": None, - "proxy": { - "address": None, - "password": None, - "port": 80, - "type": "NONE", - "username": None, - "connectMethodPrefered": False, - "preferNativeImplementation": False, - "resolveHostName": False, - }, - "enabled": True, - "pac": False, - "rangeRequestsSupported": True, - "reconnectSupported": True, - }) - for line in text.splitlines(): - s = line.strip() - if not s: - continue - parsed = urllib.parse.urlparse(s) - if not parsed.scheme or not parsed.hostname or parsed.port is None: - continue - proxy_type = type_map.get(parsed.scheme.lower()) - if not proxy_type: - continue - entries.append({ - "filter": None, - "proxy": { - "address": parsed.hostname, - "password": None, - "port": int(parsed.port), - "type": proxy_type, - "username": None, - "connectMethodPrefered": False, - "preferNativeImplementation": False, - "resolveHostName": False, - }, - "enabled": True, - "pac": False, - "rangeRequestsSupported": True, - "reconnectSupported": False, - }) - if not entries: - raise ValueError("Keine gültigen Proxy-Einträge gefunden.") - return {"customProxyList": entries} - -def save_proxy_export(text: str) -> str: - payload = build_jdproxies_payload(text) - export_path = PROXY_EXPORT_PATH - export_dir = os.path.dirname(export_path) - if export_dir: - os.makedirs(export_dir, exist_ok=True) - if os.path.exists(export_path): - os.remove(export_path) - with open(export_path, "w", encoding="utf-8") as handle: - handle.write(json.dumps(payload, indent=2)) - handle.write("\n") - return export_path - -def pick_library_target(library_choice: str, filename: str, package_name: str) -> str: - if library_choice not in {"movies", "series", "auto"}: - library_choice = "auto" - - if library_choice == "auto": - if SERIES_RE.search(filename) or SERIES_RE.search(package_name or ""): - library_choice = "series" - else: - library_choice = "movies" - - if library_choice == "movies" and JELLYFIN_MOVIES_DIR: - return JELLYFIN_MOVIES_DIR - if library_choice == "series" and JELLYFIN_SERIES_DIR: - return JELLYFIN_SERIES_DIR - - return JELLYFIN_DEST_DIR - -def build_remote_paths(job_library: str, package_name: str, local_file: str) -> Tuple[str, str]: - filename = os.path.basename(local_file) - base_target = pick_library_target(job_library, filename, package_name) - - m = SERIES_RE.search(filename) or SERIES_RE.search(package_name or "") - is_series = (job_library == "series") or (job_library == "auto" and m) - - if is_series: - show_query = package_name or os.path.splitext(filename)[0] - tv = tmdb_search_tv(show_query) if TMDB_API_KEY else None - show_name = sanitize_name(tv["name"]) if tv and tv.get("name") else sanitize_name(show_query) - - season = int(m.group(1)) if m else 1 - episode = int(m.group(2)) if m else 1 - - if CREATE_SERIES_FOLDERS: - remote_dir = f"{base_target}/{show_name}/Season {season:02d}" - else: - remote_dir = base_target - - ext = os.path.splitext(filename)[1] - remote_filename = f"{show_name} - S{season:02d}E{episode:02d}{ext}" - return remote_dir, remote_filename - - movie_query = package_name or os.path.splitext(filename)[0] - mv = tmdb_search_movie(movie_query) if TMDB_API_KEY else None - title = mv.get("title") if mv else None - date = mv.get("release_date") if mv else None - year = date[:4] if isinstance(date, str) and len(date) >= 4 else None - - title_safe = sanitize_name(title) if title else sanitize_name(movie_query) - year_safe = year if year else "" - - if CREATE_MOVIE_FOLDER: - folder = f"{title_safe} ({year_safe})".strip() if year_safe else title_safe - remote_dir = f"{base_target}/{folder}" - else: - remote_dir = base_target - - ext = os.path.splitext(filename)[1] - remote_filename = f"{title_safe} ({year_safe}){ext}".strip() if year_safe else f"{title_safe}{ext}" - return remote_dir, remote_filename - -# ============================================================ -# Jellyfin refresh (optional) -# ============================================================ -def jellyfin_refresh_library(): - if not (JELLYFIN_API_BASE and JELLYFIN_API_KEY): - return - headers = {"X-MediaBrowser-Token": JELLYFIN_API_KEY} - for path in ("/Library/Refresh", "/library/refresh"): - try: - url = JELLYFIN_API_BASE + path - req = urllib.request.Request(url, headers=headers, method="POST") - log_connection(f"HTTP POST {url} (no-proxy)") - with NO_PROXY_OPENER.open(req, timeout=20) as r: - _ = r.read() - return - except Exception: - continue - -# ============================================================ -# JDownloader queries/cleanup (best effort) -# ============================================================ -def query_links_and_packages(dev, jobid: str) -> Tuple[List[Dict[str, Any]], Dict[Any, Dict[str, Any]]]: - links = dev.downloads.query_links([{ - "jobUUIDs": [int(jobid)] if jobid.isdigit() else [jobid], - "maxResults": -1, - "startAt": 0, - "name": True, - "finished": True, - "running": True, - "bytesLoaded": True, - "bytesTotal": True, - "bytes": True, - "totalBytes": True, - "status": True, - "packageUUID": True, - "uuid": True, - }]) - - pkg_ids = sorted({l.get("packageUUID") for l in links if l.get("packageUUID") is not None}) - pkgs = dev.downloads.query_packages([{ - "packageUUIDs": pkg_ids, - "maxResults": -1, - "startAt": 0, - "saveTo": True, - "uuid": True, - "finished": True, - "running": True, - }]) if pkg_ids else [] - pkg_map = {p.get("uuid"): p for p in pkgs} - return links, pkg_map - -def local_paths_from_links(links: List[Dict[str, Any]], pkg_map: Dict[Any, Dict[str, Any]]) -> List[str]: - paths: List[str] = [] - for l in links: - name = l.get("name") - if not name: - continue - pkg = pkg_map.get(l.get("packageUUID")) - save_to = pkg.get("saveTo") if pkg else None - base = save_to if isinstance(save_to, str) else JD_OUTPUT_PATH - paths.append(os.path.join(base, name)) - - out, seen = [], set() - for p in paths: - if p not in seen: - seen.add(p) - out.append(p) - return out - -def call_raw_jd_api(dev, endpoints: List[str], payloads: List[Dict[str, Any]]) -> bool: - method_candidates = ["action", "call", "api", "request"] - for method_name in method_candidates: - method = getattr(dev, method_name, None) - if method is None: - continue - for endpoint in endpoints: - for payload in payloads: - try: - method(endpoint, payload) - return True - except TypeError: - try: - method(endpoint, params=payload) - return True - except TypeError: - try: - method(endpoint, data=payload) - return True - except Exception: - continue - except Exception: - continue - return False - -def try_remove_from_jd(dev, links: List[Dict[str, Any]], pkg_map: Dict[Any, Dict[str, Any]]) -> Optional[str]: - link_ids = [l.get("uuid") for l in links if l.get("uuid") is not None] - pkg_ids = list(pkg_map.keys()) - - candidates = [ - ("downloads", "removeLinks"), - ("downloads", "remove_links"), - ("downloads", "deleteLinks"), - ("downloads", "delete_links"), - ("downloadcontroller", "removeLinks"), - ("downloadcontroller", "remove_links"), - ] - - payloads = [ - {"linkUUIDs": link_ids, "packageUUIDs": pkg_ids}, - {"linkIds": link_ids, "packageIds": pkg_ids}, - {"linkUUIDs": link_ids}, - {"packageUUIDs": pkg_ids}, - ] - - for ns, fn in candidates: - obj = getattr(dev, ns, None) - if obj is None: - continue - meth = getattr(obj, fn, None) - if meth is None: - continue - for payload in payloads: - try: - meth([payload]) - return None - except Exception: - continue - - endpoint_candidates = [ - "downloads/removeLinks", - "downloadsV2/removeLinks", - "downloadcontroller/removeLinks", - ] - if call_raw_jd_api(dev, endpoint_candidates, payloads): - return None - - return "JDownloader-API: Paket/Links konnten nicht entfernt werden (Wrapper-Methoden nicht vorhanden)." - -def try_cancel_from_jd(dev, links: List[Dict[str, Any]], pkg_map: Dict[Any, Dict[str, Any]]) -> Optional[str]: - link_ids = [l.get("uuid") for l in links if l.get("uuid") is not None] - pkg_ids = list(pkg_map.keys()) - - candidates = [ - ("downloads", "removeLinks"), - ("downloads", "remove_links"), - ("downloads", "deleteLinks"), - ("downloads", "delete_links"), - ("downloadcontroller", "removeLinks"), - ("downloadcontroller", "remove_links"), - ] - - payloads = [ - {"linkUUIDs": link_ids, "packageUUIDs": pkg_ids, "deleteFiles": True}, - {"linkIds": link_ids, "packageIds": pkg_ids, "deleteFiles": True}, - {"linkUUIDs": link_ids, "deleteFiles": True}, - {"packageUUIDs": pkg_ids, "deleteFiles": True}, - {"linkUUIDs": link_ids, "packageUUIDs": pkg_ids, "removeFiles": True}, - {"linkIds": link_ids, "packageIds": pkg_ids, "removeFiles": True}, - ] - - for ns, fn in candidates: - obj = getattr(dev, ns, None) - if obj is None: - continue - meth = getattr(obj, fn, None) - if meth is None: - continue - for payload in payloads: - try: - meth([payload]) - return None - except Exception: - continue - - endpoint_candidates = [ - "downloads/removeLinks", - "downloadsV2/removeLinks", - "downloadcontroller/removeLinks", - ] - if call_raw_jd_api(dev, endpoint_candidates, payloads): - return None - - return "JDownloader-API: Abbrechen fehlgeschlagen (Wrapper-Methoden nicht vorhanden)." - -def cancel_job(dev, jobid: str) -> Optional[str]: - links, pkg_map = query_links_and_packages(dev, jobid) - local_paths = local_paths_from_links(links, pkg_map) - for path in local_paths: - try: - if os.path.isfile(path): - os.remove(path) - except Exception: - pass - try: - sidecar = os.path.join(MD5_DIR, os.path.basename(path) + ".md5") - if os.path.isfile(sidecar): - os.remove(sidecar) - except Exception: - pass - return try_cancel_from_jd(dev, links, pkg_map) - -def calculate_progress(links: List[Dict[str, Any]]) -> float: - total = 0 - loaded = 0 - for link in links: - bytes_total = link.get("bytesTotal") - if bytes_total is None: - bytes_total = link.get("totalBytes") - if bytes_total is None: - bytes_total = link.get("bytes") - bytes_loaded = link.get("bytesLoaded") - if bytes_total is None or bytes_loaded is None: - continue - try: - bytes_total = int(bytes_total) - bytes_loaded = int(bytes_loaded) - except (TypeError, ValueError): - continue - if bytes_total <= 0: - continue - total += bytes_total - loaded += min(bytes_loaded, bytes_total) - if total <= 0: - return 0.0 - return max(0.0, min(100.0, (loaded / total) * 100.0)) - -# ============================================================ -# Worker -# ============================================================ -def worker(jobid: str): - try: - ensure_env() - dev = get_device() - - while True: - with lock: - job = jobs.get(jobid) - if not job: - return - if job.cancel_requested: - cancel_msg = cancel_job(dev, jobid) - with lock: - job.status = "canceled" - job.message = cancel_msg or "Download abgebrochen und Dateien entfernt." - job.progress = 0.0 - return - - links, pkg_map = query_links_and_packages(dev, jobid) - - if not links: - with lock: - job.status = "collecting" - job.message = "Warte auf Link-Crawler…" - job.progress = 0.0 - time.sleep(POLL_SECONDS) - continue - - all_demo = all(is_demo_link(l.get("name", "")) for l in links) - if all_demo and not is_demo_link(job.url): - cancel_msg = cancel_job(dev, jobid) - with lock: - job.status = "failed" - base_msg = "JDownloader lieferte das Demo-Video Big Buck Bunny statt des gewünschten Links." - job.message = f"{base_msg} {cancel_msg}" if cancel_msg else base_msg - job.progress = 0.0 - return - - all_finished = all(bool(l.get("finished")) for l in links) - if not all_finished: - progress = calculate_progress(links) - with lock: - job.status = "downloading" - done = sum(1 for l in links if l.get("finished")) - job.message = f"Download läuft… ({done}/{len(links)} fertig)" - job.progress = progress - time.sleep(POLL_SECONDS) - continue - - local_paths = local_paths_from_links(links, pkg_map) - video_files = [p for p in local_paths if is_video_file(p) and os.path.isfile(p)] - - if not video_files: - with lock: - job.status = "failed" - job.message = "Keine Video-Datei gefunden (Whitelist)." - job.progress = 0.0 - return - - valid_videos = [p for p in video_files if ffprobe_ok(p)] - if not valid_videos: - with lock: - job.status = "failed" - job.message = "ffprobe: keine gültige Video-Datei." - job.progress = 0.0 - return - - with lock: - job.status = "upload" - job.message = f"Download fertig. MD5/Upload/Verify für {len(valid_videos)} Datei(en)…" - job.progress = 100.0 - - ssh = ssh_connect() - try: - for f in valid_videos: - md5_hex = md5_file(f) - md5_path = write_md5_sidecar(f, md5_hex) - - remote_dir, remote_name = build_remote_paths(job.library, job.package_name, f) - remote_file = f"{remote_dir}/{remote_name}" - remote_md5f = remote_file + ".md5" - - sftp_upload(ssh, f, remote_file) - sftp_upload(ssh, md5_path, remote_md5f) - - remote_md5 = remote_md5sum(ssh, remote_file) - if remote_md5.lower() != md5_hex.lower(): - raise RuntimeError(f"MD5 mismatch for {os.path.basename(f)}: local={md5_hex} remote={remote_md5}") - - # Cleanup local - try: - os.remove(f) - except Exception: - pass - try: - os.remove(md5_path) - except Exception: - pass - - finally: - ssh.close() - - jd_cleanup_msg = try_remove_from_jd(dev, links, pkg_map) - - if JELLYFIN_LIBRARY_REFRESH: - jellyfin_refresh_library() - - with lock: - job.status = "finished" - job.message = "Upload + MD5 OK. " + (jd_cleanup_msg or "JDownloader: Paket/Links entfernt.") - job.progress = 100.0 - return - - except Exception as e: - with lock: - job = jobs.get(jobid) - if job: - job.status = "failed" - job.message = str(e) - job.progress = 0.0 - -# ============================================================ -# Web -# ============================================================ -@app.get("/favicon.ico") -def favicon(): - return HTMLResponse(status_code=204) - -@app.get("/jobs", response_class=HTMLResponse) -def jobs_get(): - return HTMLResponse(render_job_rows()) - -@app.get("/logs", response_class=HTMLResponse) -def logs_get(): - return HTMLResponse(render_logs_page()) - -@app.get("/logs/data", response_class=PlainTextResponse) -def logs_data(): - return PlainTextResponse(get_connection_logs()) - -def render_job_rows() -> str: - rows = "" - with lock: - job_list = list(jobs.values())[::-1] - - for j in job_list: - progress_pct = f"{j.progress:.1f}%" - progress_html = ( - f"
" - f"" - f"{progress_pct}" - f"
" - ) - cancel_html = "" - if j.status not in {"finished", "failed", "canceled"}: - cancel_html = ( - f"
" - f"" - f"
" - ) - status_class = "error" if j.status == "failed" else ("success" if j.status == "finished" else "") - rows += ( - f"" - f"{esc(j.id)}" - f"{esc(j.url)}" - f"{esc(j.package_name)}" - f"{esc(j.library)}" - f"{esc(j.status)}
{esc(j.message)}{progress_html}{cancel_html}" - f"" - ) - - if not rows: - rows = "No jobs yet." - return rows - -def render_page(error: str = "") -> str: - rows = render_job_rows() - - err_html = f"

{esc(error)}

" if error else "" - auth_note = "aktiv" if _auth_enabled() else "aus" - return f""" - - - - - JD → Jellyfin - - - -

JD → Jellyfin

- {render_nav("downloads")} - {err_html} - -
-
-
- -
-
-
- -
-
-
- -
- -
- -

- Auth: {auth_note} | - JD Output: {JD_OUTPUT_PATH} | - Video-Whitelist: {", ".join(sorted(VIDEO_EXTS))} -

- - - - - - - {rows} - -
JobIDURLPaketZielStatus
- -
- -
- - - """ - -def render_nav(active: str) -> str: - def link(label: str, href: str, key: str) -> str: - style = "font-weight:700;" if active == key else "" - return f"{label}" - return ( - "
" - + link("Downloads", "/", "downloads") - + link("Proxies", "/proxies", "proxies") - + link("Logs", "/logs", "logs") - + "
" - ) - -def render_logs_page() -> str: - return f""" - - - - - JD → Jellyfin (Logs) - - - -

JD → Jellyfin

- {render_nav("logs")} -

Verbindungs-Debugger (Echtzeit). Letzte {LOG_BUFFER_LIMIT} Einträge.

- - - - """ - -def render_proxies_page( - error: str = "", - message: str = "", - socks5_in: str = "", - socks4_in: str = "", - out_text: str = "", - export_path: str = "", -) -> str: - err_html = f"

{esc(error)}

" if error else "" - msg_html = f"

{esc(message)}

" if message else "" - return f""" - - - - - JD → Jellyfin (Proxies) - - -

JD → Jellyfin

- {render_nav("proxies")} - {err_html} - {msg_html} - -
-
-
- -
- -
-
- -
- - -
- -

JDownloader Import-Liste

-

Format: socks5://IP:PORT, socks4://IP:PORT. Keine Prüfung/Validierung.

- -
- -
- - - -

Datei für Connection Manager

-

Speichert die Liste als .jdproxies im Container, z. B. zum Import in JDownloader → Verbindungsmanager → Importieren.

- -
- - - -
- -

Aktueller Pfad: {esc(export_path or PROXY_EXPORT_PATH)}

- - - """ - -@app.get("/", response_class=HTMLResponse) -def index(): - try: - ensure_env() - return HTMLResponse(render_page()) - except Exception as e: - return HTMLResponse(render_page(str(e)), status_code=400) - -@app.post("/submit") -def submit(url: str = Form(...), package_name: str = Form(""), library: str = Form("auto")): - ensure_env() - url = url.strip() - package_name = (package_name or "").strip() or "WebGUI" - library = (library or "auto").strip().lower() - - if not URL_RE.match(url): - return HTMLResponse(render_page("Nur http(s) URLs erlaubt."), status_code=400) - - url_err = check_url_reachable(url) - if url_err: - log_connection(f"URL-Check fehlgeschlagen: {url} -> {url_err}") - return HTMLResponse(render_page(f"Link nicht erreichbar: {url_err}"), status_code=400) - - try: - dev = get_device() - except Exception as e: - return HTMLResponse(render_page(f"JDownloader nicht erreichbar: {e}"), status_code=503) - resp = dev.linkgrabber.add_links([{ - "links": url, - "autostart": True, - "assignJobID": True, - "packageName": package_name, - }]) - - jobid = str(resp.get("id", "")) - if not jobid: - return HTMLResponse(render_page(f"Unerwartete Antwort von add_links: {resp}"), status_code=500) - - with lock: - jobs[jobid] = Job( - id=jobid, - url=url, - package_name=package_name, - library=library, - status="queued", - message="Download gestartet", - progress=0.0, - ) - - t = threading.Thread(target=worker, args=(jobid,), daemon=True) - t.start() - - return RedirectResponse(url="/", status_code=303) - -@app.post("/cancel/{jobid}") -def cancel(jobid: str): - with lock: - job = jobs.get(jobid) - if not job: - return RedirectResponse(url="/", status_code=303) - if job.status in {"finished", "failed", "canceled"}: - return RedirectResponse(url="/", status_code=303) - job.cancel_requested = True - job.message = "Abbruch angefordert…" - return RedirectResponse(url="/", status_code=303) - -@app.post("/clear-finished") -def clear_finished(): - with lock: - to_remove = [jid for jid, j in jobs.items() if j.status in {"finished", "failed", "canceled"}] - for jid in to_remove: - del jobs[jid] - return RedirectResponse(url="/", status_code=303) - -@app.get("/proxies", response_class=HTMLResponse) -def proxies_get(): - try: - socks5_in = fetch_proxy_list( - "https://api.proxyscrape.com/v4/free-proxy-list/get?request=displayproxies&protocol=socks5&timeout=10000&country=all&ssl=yes&anonymity=elite&skip=0&limit=2000" - ) - socks4_in = fetch_proxy_list( - "https://api.proxyscrape.com/v4/free-proxy-list/get?request=displayproxies&protocol=socks4&timeout=10000&country=all&ssl=yes&anonymity=elite&skip=0&limit=2000" - ) - - s5 = format_proxy_lines(socks5_in, "socks5") - s4 = format_proxy_lines(socks4_in, "socks4") - combined = "\n".join([x for x in [s5, s4] if x.strip()]) - return HTMLResponse(render_proxies_page( - socks5_in=socks5_in, - socks4_in=socks4_in, - out_text=combined, - export_path=PROXY_EXPORT_PATH, - )) - except Exception as e: - return HTMLResponse(render_proxies_page(error=str(e)), status_code=502) - -@app.post("/proxies", response_class=HTMLResponse) -def proxies_post( - socks5_in: str = Form(""), - socks4_in: str = Form(""), -): - try: - s5 = format_proxy_lines(socks5_in, "socks5") - s4 = format_proxy_lines(socks4_in, "socks4") - - combined = "\n".join([x for x in [s5, s4] if x.strip()]) - return HTMLResponse(render_proxies_page( - socks5_in=socks5_in, - socks4_in=socks4_in, - out_text=combined, - export_path=PROXY_EXPORT_PATH, - )) - except Exception as e: - return HTMLResponse(render_proxies_page( - error=str(e), - socks5_in=socks5_in, - socks4_in=socks4_in, - out_text="", - export_path=PROXY_EXPORT_PATH, - ), status_code=400) - -@app.post("/proxies/save", response_class=HTMLResponse) -def proxies_save( - socks5_in: str = Form(""), - socks4_in: str = Form(""), -): - try: - s5 = format_proxy_lines(socks5_in, "socks5") - s4 = format_proxy_lines(socks4_in, "socks4") - combined = "\n".join([x for x in [s5, s4] if x.strip()]) - export_path = save_proxy_export(combined) - return HTMLResponse(render_proxies_page( - message=f"Proxy-Liste gespeichert: {export_path}", - socks5_in=socks5_in, - socks4_in=socks4_in, - out_text=combined, - export_path=export_path, - )) - except Exception as e: - return HTMLResponse(render_proxies_page( - error=str(e), - socks5_in=socks5_in, - socks4_in=socks4_in, - out_text="", - export_path=PROXY_EXPORT_PATH, - ), status_code=400) +#!/usr/bin/env python3 +from __future__ import annotations + +import base64 +import hashlib +import hmac +import html as html_mod +import ipaddress +import json +import os +import re +import shlex +import socket +import subprocess +import threading +import time +import urllib.parse +import urllib.request +from dataclasses import dataclass +from typing import Any, Dict, List, Optional, Tuple + +from myjdapi import Myjdapi +import paramiko +from fastapi import FastAPI, Form, Request +from fastapi.responses import HTMLResponse, PlainTextResponse, RedirectResponse +from fastapi.staticfiles import StaticFiles + +# ============================================================ +# Environment +# ============================================================ +MYJD_EMAIL = os.environ.get("MYJD_EMAIL", "") +MYJD_PASSWORD = os.environ.get("MYJD_PASSWORD", "") +MYJD_DEVICE = os.environ.get("MYJD_DEVICE", "") + +JELLYFIN_HOST = os.environ.get("JELLYFIN_HOST", "192.168.1.1") +JELLYFIN_PORT = int(os.environ.get("JELLYFIN_PORT", "22")) +JELLYFIN_USER = os.environ.get("JELLYFIN_USER", "") +JELLYFIN_SSH_KEY = os.environ.get("JELLYFIN_SSH_KEY", "/ssh/id_ed25519") + +JELLYFIN_MOVIES_DIR = os.environ.get("JELLYFIN_MOVIES_DIR", "").rstrip("/") +JELLYFIN_SERIES_DIR = os.environ.get("JELLYFIN_SERIES_DIR", "").rstrip("/") +JELLYFIN_DEST_DIR = os.environ.get("JELLYFIN_DEST_DIR", "/jellyfin/Filme").rstrip("/") + +JELLYFIN_API_BASE = os.environ.get("JELLYFIN_API_BASE", "").rstrip("/") +JELLYFIN_API_KEY = os.environ.get("JELLYFIN_API_KEY", "") +JELLYFIN_LIBRARY_REFRESH = os.environ.get("JELLYFIN_LIBRARY_REFRESH", "false").lower() == "true" + +TMDB_API_KEY = os.environ.get("TMDB_API_KEY", "") +TMDB_LANGUAGE = os.environ.get("TMDB_LANGUAGE", "de-DE") + +CREATE_MOVIE_FOLDER = os.environ.get("CREATE_MOVIE_FOLDER", "true").lower() == "true" +CREATE_SERIES_FOLDERS = os.environ.get("CREATE_SERIES_FOLDERS", "true").lower() == "true" + +MD5_DIR = os.environ.get("MD5_DIR", "/md5").rstrip("/") + +BASIC_AUTH_USER = os.environ.get("BASIC_AUTH_USER", "") +BASIC_AUTH_PASS = os.environ.get("BASIC_AUTH_PASS", "") + +POLL_SECONDS = float(os.environ.get("POLL_SECONDS", "5")) + +# JDownloader writes here inside container +JD_OUTPUT_PATH = "/output" +PROXY_EXPORT_PATH = os.environ.get("PROXY_EXPORT_PATH", "/output/jd-proxies.jdproxies") +LOG_BUFFER_LIMIT = int(os.environ.get("LOG_BUFFER_LIMIT", "500")) + +URL_RE = re.compile(r"^https?://", re.I) + +NO_PROXY_OPENER = urllib.request.build_opener(urllib.request.ProxyHandler({})) + +def esc(s: str) -> str: + """HTML-escape a string to prevent XSS.""" + return html_mod.escape(str(s), quote=True) + +def mask_secret(value: str, visible: int = 4) -> str: + """Mask a secret string, showing only the last `visible` characters.""" + if len(value) <= visible: + return "***" + return "***" + value[-visible:] + +VIDEO_EXTS = { + ".mkv", ".mp4", ".m4v", ".avi", ".mov", ".wmv", ".flv", ".webm", + ".ts", ".m2ts", ".mts", ".mpg", ".mpeg", ".vob", ".ogv", + ".3gp", ".3g2", +} +IGNORE_EXTS = {".part", ".tmp", ".crdownload"} + +SERIES_RE = re.compile(r"(?:^|[^a-z0-9])S(\d{1,2})E(\d{1,2})(?:[^a-z0-9]|$)", re.IGNORECASE) + +app = FastAPI() +app.mount("/static", StaticFiles(directory="static"), name="static") + +# ============================================================ +# Basic Auth (optional) +# ============================================================ +def _auth_enabled() -> bool: + return bool(BASIC_AUTH_USER and BASIC_AUTH_PASS) + +def _check_basic_auth(req: Request) -> bool: + if not _auth_enabled(): + return True + hdr = req.headers.get("authorization", "") + if not hdr.lower().startswith("basic "): + return False + b64 = hdr.split(" ", 1)[1].strip() + try: + raw = base64.b64decode(b64).decode("utf-8", "replace") + except Exception: + return False + if ":" not in raw: + return False + user, pw = raw.split(":", 1) + return hmac.compare_digest(user, BASIC_AUTH_USER) and hmac.compare_digest(pw, BASIC_AUTH_PASS) + +def _auth_challenge() -> HTMLResponse: + return HTMLResponse( + "Authentication required", + status_code=401, + headers={"WWW-Authenticate": 'Basic realm="jd-webgui"'}, + ) + +@app.middleware("http") +async def basic_auth_middleware(request: Request, call_next): + if not _check_basic_auth(request): + return _auth_challenge() + return await call_next(request) + +# ============================================================ +# Models / State +# ============================================================ +@dataclass +class Job: + id: str + url: str + package_name: str + library: str # movies|series|auto + status: str # queued|collecting|downloading|upload|finished|failed + message: str + progress: float = 0.0 + cancel_requested: bool = False + +jobs: Dict[str, Job] = {} +lock = threading.Lock() +log_lock = threading.Lock() +connection_logs: List[str] = [] + +def log_connection(message: str) -> None: + timestamp = time.strftime("%Y-%m-%d %H:%M:%S") + line = f"[{timestamp}] {message}" + with log_lock: + connection_logs.append(line) + if len(connection_logs) > LOG_BUFFER_LIMIT: + excess = len(connection_logs) - LOG_BUFFER_LIMIT + del connection_logs[:excess] + +def get_connection_logs() -> str: + with log_lock: + return "\n".join(connection_logs) + +# ============================================================ +# Core helpers +# ============================================================ +def ensure_env(): + missing = [] + for k, v in [ + ("MYJD_EMAIL", MYJD_EMAIL), + ("MYJD_PASSWORD", MYJD_PASSWORD), + ("JELLYFIN_USER", JELLYFIN_USER), + ("JELLYFIN_SSH_KEY", JELLYFIN_SSH_KEY), + ]: + if not v: + missing.append(k) + + if not (JELLYFIN_DEST_DIR or (JELLYFIN_MOVIES_DIR and JELLYFIN_SERIES_DIR)): + missing.append("JELLYFIN_DEST_DIR or (JELLYFIN_MOVIES_DIR+JELLYFIN_SERIES_DIR)") + + if JELLYFIN_LIBRARY_REFRESH and not (JELLYFIN_API_BASE and JELLYFIN_API_KEY): + missing.append("JELLYFIN_API_BASE+JELLYFIN_API_KEY (required when JELLYFIN_LIBRARY_REFRESH=true)") + + if missing: + raise RuntimeError("Missing env vars: " + ", ".join(missing)) + +def get_device(): + jd = Myjdapi() + log_connection(f"MyJDownloader connect as {MYJD_EMAIL or 'unknown'}") + jd.connect(MYJD_EMAIL, MYJD_PASSWORD) + + wanted = (MYJD_DEVICE or "").strip() + + # wait up to 30s for device to become ONLINE + deadline = time.time() + 30 + last = None + while time.time() < deadline: + devs = jd.list_devices() or [] + last = devs + + # pick by name (or first) + def pick(): + if wanted: + for d in devs: + if (d.get("name") or "") == wanted: + return d + for d in devs: + if (d.get("name") or "").lower() == wanted.lower(): + return d + return None + return devs[0] if devs else None + + d = pick() + if not d: + time.sleep(2) + continue + + status = (d.get("status") or "").upper() + if status not in {"ONLINE", "CONNECTED"}: + # just a warning; do not fail + print(f"[WARN] Device status is {status}, continuing anyway...") + return jd.get_device(d["name"]) + + + + # no ONLINE device after waiting + if last: + names = [(x.get("name"), x.get("status")) for x in last] + raise RuntimeError(f"MyJDownloader device not ONLINE yet. Devices: {names}") + raise RuntimeError("No MyJDownloader devices available (JD online/logged in?)") + + + +def is_video_file(path: str) -> bool: + name = os.path.basename(path).lower() + _, ext = os.path.splitext(name) + if ext in IGNORE_EXTS: + return False + return ext in VIDEO_EXTS + +DEMO_PATTERNS = {"big_buck_bunny", "bigbuckbunny", "big buck bunny", "bbb_sunflower"} + +def is_demo_link(name: str) -> bool: + """Detect JDownloader demo/fallback videos (e.g. Big Buck Bunny).""" + lower = name.lower().replace("-", "_").replace(".", " ") + return any(pat in lower for pat in DEMO_PATTERNS) + +def _is_ssrf_target(url: str) -> bool: + """Return True if the URL resolves to a private/loopback address (SSRF protection).""" + try: + host = urllib.parse.urlparse(url).hostname or "" + try: + addr = ipaddress.ip_address(host) + except ValueError: + try: + host = socket.gethostbyname(host) + addr = ipaddress.ip_address(host) + except Exception: + return False + return addr.is_private or addr.is_loopback or addr.is_link_local or addr.is_reserved + except Exception: + return False + +def check_url_reachable(url: str) -> Optional[str]: + """Try a HEAD request to verify the URL is reachable. Returns error string or None.""" + if _is_ssrf_target(url): + return "URL zeigt auf eine interne/private Adresse (nicht erlaubt)" + try: + req = urllib.request.Request(url, method="HEAD") + req.add_header("User-Agent", "Mozilla/5.0") + with urllib.request.urlopen(req, timeout=10) as resp: + if resp.status >= 400: + return f"URL antwortet mit HTTP {resp.status}" + except urllib.error.HTTPError as e: + return f"URL nicht erreichbar: HTTP {e.code}" + except urllib.error.URLError as e: + return f"URL nicht erreichbar: {e.reason}" + except Exception as e: + return f"URL-Check fehlgeschlagen: {e}" + return None + +def md5_file(path: str) -> str: + h = hashlib.md5() + with open(path, "rb") as f: + for chunk in iter(lambda: f.read(1024 * 1024), b""): + h.update(chunk) + return h.hexdigest() + +def write_md5_sidecar(file_path: str, md5_hex: str) -> str: + base = os.path.basename(file_path) + candidates = [MD5_DIR, "/tmp/md5"] + last_err: Optional[Exception] = None + + for target in candidates: + try: + os.makedirs(target, exist_ok=True) + md5_path = os.path.join(target, base + ".md5") + with open(md5_path, "w", encoding="utf-8") as f: + f.write(f"{md5_hex} {base}\n") + return md5_path + except PermissionError as exc: + last_err = exc + continue + + if last_err: + raise last_err + raise RuntimeError("Failed to write MD5 sidecar file.") + +def ffprobe_ok(path: str) -> bool: + try: + cp = subprocess.run( + ["ffprobe", "-v", "error", "-show_streams", "-select_streams", "v:0", path], + stdout=subprocess.PIPE, + stderr=subprocess.PIPE, + text=True, + timeout=60, + ) + return cp.returncode == 0 and "codec_type=video" in (cp.stdout or "") + except Exception: + return False + +# ============================================================ +# SSH/SFTP +# ============================================================ +SSH_KNOWN_HOSTS = os.environ.get("SSH_KNOWN_HOSTS", "/ssh/known_hosts") + +def ssh_connect() -> paramiko.SSHClient: + ssh = paramiko.SSHClient() + if os.path.isfile(SSH_KNOWN_HOSTS): + ssh.load_host_keys(SSH_KNOWN_HOSTS) + ssh.set_missing_host_key_policy(paramiko.RejectPolicy()) + log_connection(f"SSH connect {JELLYFIN_USER}@{JELLYFIN_HOST}:{JELLYFIN_PORT} (known_hosts verified)") + else: + ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy()) + log_connection(f"SSH connect {JELLYFIN_USER}@{JELLYFIN_HOST}:{JELLYFIN_PORT} (WARNING: no known_hosts, accepting any host key)") + ssh.connect( + hostname=JELLYFIN_HOST, + port=JELLYFIN_PORT, + username=JELLYFIN_USER, + key_filename=JELLYFIN_SSH_KEY, + timeout=30, + ) + return ssh + +def sftp_mkdirs(sftp: paramiko.SFTPClient, remote_dir: str): + parts = [p for p in remote_dir.split("/") if p] + cur = "" + for p in parts: + cur += "/" + p + try: + sftp.stat(cur) + except IOError: + sftp.mkdir(cur) + +def sftp_upload(ssh: paramiko.SSHClient, local_path: str, remote_path: str): + sftp = ssh.open_sftp() + try: + log_connection(f"SFTP upload {local_path} -> {remote_path}") + sftp_mkdirs(sftp, os.path.dirname(remote_path)) + sftp.put(local_path, remote_path) + finally: + sftp.close() + +def remote_md5sum(ssh: paramiko.SSHClient, remote_path: str) -> str: + quoted = shlex.quote(remote_path) + cmd = f"md5sum {quoted}" + log_connection(f"SSH exec {cmd}") + stdin, stdout, stderr = ssh.exec_command(cmd, timeout=120) + out = stdout.read().decode("utf-8", "replace").strip() + err = stderr.read().decode("utf-8", "replace").strip() + if err and not out: + raise RuntimeError(f"Remote md5sum failed: {err}") + if not out: + raise RuntimeError("Remote md5sum returned empty output") + return out.split()[0] + +# ============================================================ +# TMDB & naming +# ============================================================ +def _sanitize_url_for_log(url: str) -> str: + """Remove sensitive query params (api_key) from URLs before logging.""" + parsed = urllib.parse.urlparse(url) + params = urllib.parse.parse_qs(parsed.query, keep_blank_values=True) + for key in ("api_key", "apikey", "token"): + if key in params: + params[key] = ["***"] + safe_query = urllib.parse.urlencode(params, doseq=True) + return urllib.parse.urlunparse(parsed._replace(query=safe_query)) + +def _http_get_json(url: str, headers: Optional[Dict[str, str]] = None) -> Any: + req = urllib.request.Request(url, headers=headers or {}) + log_connection(f"HTTP GET {_sanitize_url_for_log(url)} (no-proxy)") + with NO_PROXY_OPENER.open(req, timeout=20) as r: + return json.loads(r.read().decode("utf-8", "replace")) + +def tmdb_search_movie(query: str) -> Optional[Dict[str, Any]]: + if not TMDB_API_KEY or not query.strip(): + return None + q = urllib.parse.quote(query.strip()) + url = f"https://api.themoviedb.org/3/search/movie?api_key={TMDB_API_KEY}&language={urllib.parse.quote(TMDB_LANGUAGE)}&query={q}" + try: + data = _http_get_json(url) + except Exception: + return None + results = data.get("results") or [] + return results[0] if results else None + +def tmdb_search_tv(query: str) -> Optional[Dict[str, Any]]: + if not TMDB_API_KEY or not query.strip(): + return None + q = urllib.parse.quote(query.strip()) + url = f"https://api.themoviedb.org/3/search/tv?api_key={TMDB_API_KEY}&language={urllib.parse.quote(TMDB_LANGUAGE)}&query={q}" + try: + data = _http_get_json(url) + except Exception: + return None + results = data.get("results") or [] + return results[0] if results else None + +def sanitize_name(name: str) -> str: + bad = '<>:"/\\|?*' + out = "".join("_" if c in bad else c for c in name).strip() + return re.sub(r"\s+", " ", out) + +def format_proxy_lines(raw: str, scheme: str) -> str: + """ + Takes raw lines (ip:port or scheme://ip:port) and outputs normalized lines: + scheme://ip:port (one per line). Ignores empty lines and comments. + """ + scheme = scheme.strip().lower() + if scheme not in {"socks5", "socks4", "http"}: + raise ValueError("Unsupported proxy scheme") + + out = [] + for line in (raw or "").splitlines(): + s = line.strip() + if not s or s.startswith("#"): + continue + + if "://" in s: + s = s.split("://", 1)[1].strip() + + if ":" not in s: + continue + + host, port = s.rsplit(":", 1) + host = host.strip() + port = port.strip() + + if not host or not port.isdigit(): + continue + + out.append(f"{scheme}://{host}:{port}") + + seen = set() + dedup = [] + for x in out: + if x not in seen: + seen.add(x) + dedup.append(x) + + return "\n".join(dedup) + +_PROXY_FETCH_LIMIT = 2 * 1024 * 1024 # 2 MB cap to prevent memory exhaustion +_proxy_cache: Dict[str, Tuple[float, str]] = {} +_PROXY_CACHE_TTL = 300.0 # 5 minutes + +def fetch_proxy_list(url: str) -> str: + now = time.time() + cached_ts, cached_text = _proxy_cache.get(url, (0.0, "")) + if cached_text and now - cached_ts < _PROXY_CACHE_TTL: + return cached_text + req = urllib.request.Request(url) + log_connection(f"HTTP GET {url} (no-proxy)") + with NO_PROXY_OPENER.open(req, timeout=20) as resp: + text = resp.read(_PROXY_FETCH_LIMIT).decode("utf-8", "replace") + if "\n" not in text and re.search(r"\s", text): + text = re.sub(r"\s+", "\n", text.strip()) + _proxy_cache[url] = (now, text) + return text + +def build_jdproxies_payload(text: str) -> Dict[str, Any]: + if not text.strip(): + raise ValueError("Keine Proxy-Einträge zum Speichern.") + entries: List[Dict[str, Any]] = [] + type_map = { + "socks5": "SOCKS5", + "socks4": "SOCKS4", + "http": "HTTP", + } + entries.append({ + "filter": None, + "proxy": { + "address": None, + "password": None, + "port": 80, + "type": "NONE", + "username": None, + "connectMethodPrefered": False, + "preferNativeImplementation": False, + "resolveHostName": False, + }, + "enabled": True, + "pac": False, + "rangeRequestsSupported": True, + "reconnectSupported": True, + }) + for line in text.splitlines(): + s = line.strip() + if not s: + continue + parsed = urllib.parse.urlparse(s) + if not parsed.scheme or not parsed.hostname or parsed.port is None: + continue + proxy_type = type_map.get(parsed.scheme.lower()) + if not proxy_type: + continue + entries.append({ + "filter": None, + "proxy": { + "address": parsed.hostname, + "password": None, + "port": int(parsed.port), + "type": proxy_type, + "username": None, + "connectMethodPrefered": False, + "preferNativeImplementation": False, + "resolveHostName": False, + }, + "enabled": True, + "pac": False, + "rangeRequestsSupported": True, + "reconnectSupported": False, + }) + if not entries: + raise ValueError("Keine gültigen Proxy-Einträge gefunden.") + return {"customProxyList": entries} + +def save_proxy_export(text: str) -> str: + payload = build_jdproxies_payload(text) + export_path = PROXY_EXPORT_PATH + export_dir = os.path.dirname(export_path) + if export_dir: + os.makedirs(export_dir, exist_ok=True) + if os.path.exists(export_path): + os.remove(export_path) + with open(export_path, "w", encoding="utf-8") as handle: + handle.write(json.dumps(payload, indent=2)) + handle.write("\n") + return export_path + +def pick_library_target(library_choice: str, filename: str, package_name: str) -> str: + if library_choice not in {"movies", "series", "auto"}: + library_choice = "auto" + + if library_choice == "auto": + if SERIES_RE.search(filename) or SERIES_RE.search(package_name or ""): + library_choice = "series" + else: + library_choice = "movies" + + if library_choice == "movies" and JELLYFIN_MOVIES_DIR: + return JELLYFIN_MOVIES_DIR + if library_choice == "series" and JELLYFIN_SERIES_DIR: + return JELLYFIN_SERIES_DIR + + return JELLYFIN_DEST_DIR + +def build_remote_paths(job_library: str, package_name: str, local_file: str) -> Tuple[str, str]: + filename = os.path.basename(local_file) + base_target = pick_library_target(job_library, filename, package_name) + + m = SERIES_RE.search(filename) or SERIES_RE.search(package_name or "") + is_series = (job_library == "series") or (job_library == "auto" and m) + + if is_series: + show_query = package_name or os.path.splitext(filename)[0] + tv = tmdb_search_tv(show_query) if TMDB_API_KEY else None + show_name = sanitize_name(tv["name"]) if tv and tv.get("name") else sanitize_name(show_query) + + season = int(m.group(1)) if m else 1 + episode = int(m.group(2)) if m else 1 + + if CREATE_SERIES_FOLDERS: + remote_dir = f"{base_target}/{show_name}/Season {season:02d}" + else: + remote_dir = base_target + + ext = os.path.splitext(filename)[1] + remote_filename = f"{show_name} - S{season:02d}E{episode:02d}{ext}" + return remote_dir, remote_filename + + movie_query = package_name or os.path.splitext(filename)[0] + mv = tmdb_search_movie(movie_query) if TMDB_API_KEY else None + title = mv.get("title") if mv else None + date = mv.get("release_date") if mv else None + year = date[:4] if isinstance(date, str) and len(date) >= 4 else None + + title_safe = sanitize_name(title) if title else sanitize_name(movie_query) + year_safe = year if year else "" + + if CREATE_MOVIE_FOLDER: + folder = f"{title_safe} ({year_safe})".strip() if year_safe else title_safe + remote_dir = f"{base_target}/{folder}" + else: + remote_dir = base_target + + ext = os.path.splitext(filename)[1] + remote_filename = f"{title_safe} ({year_safe}){ext}".strip() if year_safe else f"{title_safe}{ext}" + return remote_dir, remote_filename + +# ============================================================ +# Jellyfin refresh (optional) +# ============================================================ +def jellyfin_refresh_library(): + if not (JELLYFIN_API_BASE and JELLYFIN_API_KEY): + return + headers = {"X-MediaBrowser-Token": JELLYFIN_API_KEY} + for path in ("/Library/Refresh", "/library/refresh"): + try: + url = JELLYFIN_API_BASE + path + req = urllib.request.Request(url, headers=headers, method="POST") + log_connection(f"HTTP POST {url} (no-proxy)") + with NO_PROXY_OPENER.open(req, timeout=20) as r: + _ = r.read() + return + except Exception: + continue + +# ============================================================ +# JDownloader queries/cleanup (best effort) +# ============================================================ +def query_links_and_packages(dev, jobid: str) -> Tuple[List[Dict[str, Any]], Dict[Any, Dict[str, Any]]]: + links = dev.downloads.query_links([{ + "jobUUIDs": [int(jobid)] if jobid.isdigit() else [jobid], + "maxResults": -1, + "startAt": 0, + "name": True, + "finished": True, + "running": True, + "bytesLoaded": True, + "bytesTotal": True, + "bytes": True, + "totalBytes": True, + "status": True, + "packageUUID": True, + "uuid": True, + }]) + + pkg_ids = sorted({l.get("packageUUID") for l in links if l.get("packageUUID") is not None}) + pkgs = dev.downloads.query_packages([{ + "packageUUIDs": pkg_ids, + "maxResults": -1, + "startAt": 0, + "saveTo": True, + "uuid": True, + "finished": True, + "running": True, + }]) if pkg_ids else [] + pkg_map = {p.get("uuid"): p for p in pkgs} + return links, pkg_map + +def local_paths_from_links(links: List[Dict[str, Any]], pkg_map: Dict[Any, Dict[str, Any]]) -> List[str]: + paths: List[str] = [] + for l in links: + name = l.get("name") + if not name: + continue + pkg = pkg_map.get(l.get("packageUUID")) + save_to = pkg.get("saveTo") if pkg else None + base = save_to if isinstance(save_to, str) else JD_OUTPUT_PATH + paths.append(os.path.join(base, name)) + + out, seen = [], set() + for p in paths: + if p not in seen: + seen.add(p) + out.append(p) + return out + +def call_raw_jd_api(dev, endpoints: List[str], payloads: List[Dict[str, Any]]) -> bool: + method_candidates = ["action", "call", "api", "request"] + for method_name in method_candidates: + method = getattr(dev, method_name, None) + if method is None: + continue + for endpoint in endpoints: + for payload in payloads: + try: + method(endpoint, payload) + return True + except TypeError: + try: + method(endpoint, params=payload) + return True + except TypeError: + try: + method(endpoint, data=payload) + return True + except Exception: + continue + except Exception: + continue + return False + +def try_remove_from_jd(dev, links: List[Dict[str, Any]], pkg_map: Dict[Any, Dict[str, Any]]) -> Optional[str]: + link_ids = [l.get("uuid") for l in links if l.get("uuid") is not None] + pkg_ids = list(pkg_map.keys()) + + candidates = [ + ("downloads", "removeLinks"), + ("downloads", "remove_links"), + ("downloads", "deleteLinks"), + ("downloads", "delete_links"), + ("downloadcontroller", "removeLinks"), + ("downloadcontroller", "remove_links"), + ] + + payloads = [ + {"linkUUIDs": link_ids, "packageUUIDs": pkg_ids}, + {"linkIds": link_ids, "packageIds": pkg_ids}, + {"linkUUIDs": link_ids}, + {"packageUUIDs": pkg_ids}, + ] + + for ns, fn in candidates: + obj = getattr(dev, ns, None) + if obj is None: + continue + meth = getattr(obj, fn, None) + if meth is None: + continue + for payload in payloads: + try: + meth([payload]) + return None + except Exception: + continue + + endpoint_candidates = [ + "downloads/removeLinks", + "downloadsV2/removeLinks", + "downloadcontroller/removeLinks", + ] + if call_raw_jd_api(dev, endpoint_candidates, payloads): + return None + + return "JDownloader-API: Paket/Links konnten nicht entfernt werden (Wrapper-Methoden nicht vorhanden)." + +def try_cancel_from_jd(dev, links: List[Dict[str, Any]], pkg_map: Dict[Any, Dict[str, Any]]) -> Optional[str]: + link_ids = [l.get("uuid") for l in links if l.get("uuid") is not None] + pkg_ids = list(pkg_map.keys()) + + candidates = [ + ("downloads", "removeLinks"), + ("downloads", "remove_links"), + ("downloads", "deleteLinks"), + ("downloads", "delete_links"), + ("downloadcontroller", "removeLinks"), + ("downloadcontroller", "remove_links"), + ] + + payloads = [ + {"linkUUIDs": link_ids, "packageUUIDs": pkg_ids, "deleteFiles": True}, + {"linkIds": link_ids, "packageIds": pkg_ids, "deleteFiles": True}, + {"linkUUIDs": link_ids, "deleteFiles": True}, + {"packageUUIDs": pkg_ids, "deleteFiles": True}, + {"linkUUIDs": link_ids, "packageUUIDs": pkg_ids, "removeFiles": True}, + {"linkIds": link_ids, "packageIds": pkg_ids, "removeFiles": True}, + ] + + for ns, fn in candidates: + obj = getattr(dev, ns, None) + if obj is None: + continue + meth = getattr(obj, fn, None) + if meth is None: + continue + for payload in payloads: + try: + meth([payload]) + return None + except Exception: + continue + + endpoint_candidates = [ + "downloads/removeLinks", + "downloadsV2/removeLinks", + "downloadcontroller/removeLinks", + ] + if call_raw_jd_api(dev, endpoint_candidates, payloads): + return None + + return "JDownloader-API: Abbrechen fehlgeschlagen (Wrapper-Methoden nicht vorhanden)." + +def cancel_job(dev, jobid: str) -> Optional[str]: + links, pkg_map = query_links_and_packages(dev, jobid) + local_paths = local_paths_from_links(links, pkg_map) + for path in local_paths: + try: + if os.path.isfile(path): + os.remove(path) + except Exception: + pass + try: + sidecar = os.path.join(MD5_DIR, os.path.basename(path) + ".md5") + if os.path.isfile(sidecar): + os.remove(sidecar) + except Exception: + pass + return try_cancel_from_jd(dev, links, pkg_map) + +def calculate_progress(links: List[Dict[str, Any]]) -> float: + total = 0 + loaded = 0 + for link in links: + bytes_total = link.get("bytesTotal") + if bytes_total is None: + bytes_total = link.get("totalBytes") + if bytes_total is None: + bytes_total = link.get("bytes") + bytes_loaded = link.get("bytesLoaded") + if bytes_total is None or bytes_loaded is None: + continue + try: + bytes_total = int(bytes_total) + bytes_loaded = int(bytes_loaded) + except (TypeError, ValueError): + continue + if bytes_total <= 0: + continue + total += bytes_total + loaded += min(bytes_loaded, bytes_total) + if total <= 0: + return 0.0 + return max(0.0, min(100.0, (loaded / total) * 100.0)) + +# ============================================================ +# Worker +# ============================================================ +def worker(jobid: str): + try: + ensure_env() + dev = get_device() + + while True: + with lock: + job = jobs.get(jobid) + if not job: + return + if job.cancel_requested: + cancel_msg = cancel_job(dev, jobid) + with lock: + job.status = "canceled" + job.message = cancel_msg or "Download abgebrochen und Dateien entfernt." + job.progress = 0.0 + return + + links, pkg_map = query_links_and_packages(dev, jobid) + + if not links: + with lock: + job.status = "collecting" + job.message = "Warte auf Link-Crawler…" + job.progress = 0.0 + time.sleep(POLL_SECONDS) + continue + + all_demo = all(is_demo_link(l.get("name", "")) for l in links) + if all_demo and not is_demo_link(job.url): + cancel_msg = cancel_job(dev, jobid) + with lock: + job.status = "failed" + base_msg = "JDownloader lieferte das Demo-Video Big Buck Bunny statt des gewünschten Links." + job.message = f"{base_msg} {cancel_msg}" if cancel_msg else base_msg + job.progress = 0.0 + return + + all_finished = all(bool(l.get("finished")) for l in links) + if not all_finished: + progress = calculate_progress(links) + with lock: + job.status = "downloading" + done = sum(1 for l in links if l.get("finished")) + job.message = f"Download läuft… ({done}/{len(links)} fertig)" + job.progress = progress + time.sleep(POLL_SECONDS) + continue + + local_paths = local_paths_from_links(links, pkg_map) + video_files = [p for p in local_paths if is_video_file(p) and os.path.isfile(p)] + + if not video_files: + with lock: + job.status = "failed" + job.message = "Keine Video-Datei gefunden (Whitelist)." + job.progress = 0.0 + return + + valid_videos = [p for p in video_files if ffprobe_ok(p)] + if not valid_videos: + with lock: + job.status = "failed" + job.message = "ffprobe: keine gültige Video-Datei." + job.progress = 0.0 + return + + with lock: + job.status = "upload" + job.message = f"Download fertig. MD5/Upload/Verify für {len(valid_videos)} Datei(en)…" + job.progress = 100.0 + + ssh = ssh_connect() + try: + for f in valid_videos: + md5_hex = md5_file(f) + md5_path = write_md5_sidecar(f, md5_hex) + + remote_dir, remote_name = build_remote_paths(job.library, job.package_name, f) + remote_file = f"{remote_dir}/{remote_name}" + remote_md5f = remote_file + ".md5" + + sftp_upload(ssh, f, remote_file) + sftp_upload(ssh, md5_path, remote_md5f) + + remote_md5 = remote_md5sum(ssh, remote_file) + if remote_md5.lower() != md5_hex.lower(): + raise RuntimeError(f"MD5 mismatch for {os.path.basename(f)}: local={md5_hex} remote={remote_md5}") + + # Cleanup local + try: + os.remove(f) + except Exception: + pass + try: + os.remove(md5_path) + except Exception: + pass + + finally: + ssh.close() + + jd_cleanup_msg = try_remove_from_jd(dev, links, pkg_map) + + if JELLYFIN_LIBRARY_REFRESH: + jellyfin_refresh_library() + + with lock: + job.status = "finished" + job.message = "Upload + MD5 OK. " + (jd_cleanup_msg or "JDownloader: Paket/Links entfernt.") + job.progress = 100.0 + return + + except Exception as e: + with lock: + job = jobs.get(jobid) + if job: + job.status = "failed" + job.message = str(e) + job.progress = 0.0 + +# ============================================================ +# Web +# ============================================================ +@app.get("/favicon.ico") +def favicon(): + return HTMLResponse(status_code=204) + +@app.get("/jobs", response_class=HTMLResponse) +def jobs_get(): + return HTMLResponse(render_job_rows()) + +@app.get("/logs", response_class=HTMLResponse) +def logs_get(): + return HTMLResponse(render_logs_page()) + +@app.get("/logs/data", response_class=PlainTextResponse) +def logs_data(): + return PlainTextResponse(get_connection_logs()) + +def render_job_rows() -> str: + rows = "" + with lock: + job_list = list(jobs.values())[::-1] + + for j in job_list: + progress_pct = f"{j.progress:.1f}%" + progress_html = ( + f"
" + f"" + f"{progress_pct}" + f"
" + ) + cancel_html = "" + if j.status not in {"finished", "failed", "canceled"}: + cancel_html = ( + f"
" + f"" + f"
" + ) + status_class = "error" if j.status == "failed" else ("success" if j.status == "finished" else "") + rows += ( + f"" + f"{esc(j.id)}" + f"{esc(j.url)}" + f"{esc(j.package_name)}" + f"{esc(j.library)}" + f"{esc(j.status)}
{esc(j.message)}{progress_html}{cancel_html}" + f"" + ) + + if not rows: + rows = "No jobs yet." + return rows + +def render_page(error: str = "") -> str: + rows = render_job_rows() + + err_html = f"

{esc(error)}

" if error else "" + auth_note = "aktiv" if _auth_enabled() else "aus" + return f""" + + + + + JD → Jellyfin + + + +

JD → Jellyfin

+ {render_nav("downloads")} + {err_html} + +
+
+
+ +
+
+
+ +
+
+
+ +
+ +
+ +

+ Auth: {auth_note} | + JD Output: {JD_OUTPUT_PATH} | + Video-Whitelist: {", ".join(sorted(VIDEO_EXTS))} +

+ + + + + + + {rows} + +
JobIDURLPaketZielStatus
+ +
+ +
+ + + """ + +def render_nav(active: str) -> str: + def link(label: str, href: str, key: str) -> str: + style = "font-weight:700;" if active == key else "" + return f"{label}" + return ( + "
" + + link("Downloads", "/", "downloads") + + link("Proxies", "/proxies", "proxies") + + link("Logs", "/logs", "logs") + + "
" + ) + +def render_logs_page() -> str: + return f""" + + + + + JD → Jellyfin (Logs) + + + +

JD → Jellyfin

+ {render_nav("logs")} +

Verbindungs-Debugger (Echtzeit). Letzte {LOG_BUFFER_LIMIT} Einträge.

+ + + + """ + +def render_proxies_page( + error: str = "", + message: str = "", + socks5_in: str = "", + socks4_in: str = "", + out_text: str = "", + export_path: str = "", +) -> str: + err_html = f"

{esc(error)}

" if error else "" + msg_html = f"

{esc(message)}

" if message else "" + return f""" + + + + + JD → Jellyfin (Proxies) + + +

JD → Jellyfin

+ {render_nav("proxies")} + {err_html} + {msg_html} + +
+
+
+ +
+ +
+
+ +
+ + +
+ +

JDownloader Import-Liste

+

Format: socks5://IP:PORT, socks4://IP:PORT. Keine Prüfung/Validierung.

+ +
+ +
+ + + +

Datei für Connection Manager

+

Speichert die Liste als .jdproxies im Container, z. B. zum Import in JDownloader → Verbindungsmanager → Importieren.

+ +
+ + + +
+ +

Aktueller Pfad: {esc(export_path or PROXY_EXPORT_PATH)}

+ + + """ + +@app.get("/", response_class=HTMLResponse) +def index(): + try: + ensure_env() + return HTMLResponse(render_page()) + except Exception as e: + return HTMLResponse(render_page(str(e)), status_code=400) + +@app.post("/submit") +def submit(url: str = Form(...), package_name: str = Form(""), library: str = Form("auto")): + ensure_env() + url = url.strip() + package_name = (package_name or "").strip() or "WebGUI" + library = (library or "auto").strip().lower() + + if not URL_RE.match(url): + return HTMLResponse(render_page("Nur http(s) URLs erlaubt."), status_code=400) + + url_err = check_url_reachable(url) + if url_err: + log_connection(f"URL-Check fehlgeschlagen: {url} -> {url_err}") + return HTMLResponse(render_page(f"Link nicht erreichbar: {url_err}"), status_code=400) + + try: + dev = get_device() + except Exception as e: + return HTMLResponse(render_page(f"JDownloader nicht erreichbar: {e}"), status_code=503) + resp = dev.linkgrabber.add_links([{ + "links": url, + "autostart": True, + "assignJobID": True, + "packageName": package_name, + }]) + + jobid = str(resp.get("id", "")) + if not jobid: + return HTMLResponse(render_page(f"Unerwartete Antwort von add_links: {resp}"), status_code=500) + + with lock: + jobs[jobid] = Job( + id=jobid, + url=url, + package_name=package_name, + library=library, + status="queued", + message="Download gestartet", + progress=0.0, + ) + + t = threading.Thread(target=worker, args=(jobid,), daemon=True) + t.start() + + return RedirectResponse(url="/", status_code=303) + +@app.post("/cancel/{jobid}") +def cancel(jobid: str): + with lock: + job = jobs.get(jobid) + if not job: + return RedirectResponse(url="/", status_code=303) + if job.status in {"finished", "failed", "canceled"}: + return RedirectResponse(url="/", status_code=303) + job.cancel_requested = True + job.message = "Abbruch angefordert…" + return RedirectResponse(url="/", status_code=303) + +@app.post("/clear-finished") +def clear_finished(): + with lock: + to_remove = [jid for jid, j in jobs.items() if j.status in {"finished", "failed", "canceled"}] + for jid in to_remove: + del jobs[jid] + return RedirectResponse(url="/", status_code=303) + +@app.get("/proxies", response_class=HTMLResponse) +def proxies_get(): + try: + socks5_in = fetch_proxy_list( + "https://api.proxyscrape.com/v4/free-proxy-list/get?request=displayproxies&protocol=socks5&timeout=10000&country=all&ssl=yes&anonymity=elite&skip=0&limit=2000" + ) + socks4_in = fetch_proxy_list( + "https://api.proxyscrape.com/v4/free-proxy-list/get?request=displayproxies&protocol=socks4&timeout=10000&country=all&ssl=yes&anonymity=elite&skip=0&limit=2000" + ) + + s5 = format_proxy_lines(socks5_in, "socks5") + s4 = format_proxy_lines(socks4_in, "socks4") + combined = "\n".join([x for x in [s5, s4] if x.strip()]) + return HTMLResponse(render_proxies_page( + socks5_in=socks5_in, + socks4_in=socks4_in, + out_text=combined, + export_path=PROXY_EXPORT_PATH, + )) + except Exception as e: + return HTMLResponse(render_proxies_page(error=str(e)), status_code=502) + +@app.post("/proxies", response_class=HTMLResponse) +def proxies_post( + socks5_in: str = Form(""), + socks4_in: str = Form(""), +): + try: + s5 = format_proxy_lines(socks5_in, "socks5") + s4 = format_proxy_lines(socks4_in, "socks4") + + combined = "\n".join([x for x in [s5, s4] if x.strip()]) + return HTMLResponse(render_proxies_page( + socks5_in=socks5_in, + socks4_in=socks4_in, + out_text=combined, + export_path=PROXY_EXPORT_PATH, + )) + except Exception as e: + return HTMLResponse(render_proxies_page( + error=str(e), + socks5_in=socks5_in, + socks4_in=socks4_in, + out_text="", + export_path=PROXY_EXPORT_PATH, + ), status_code=400) + +@app.post("/proxies/save", response_class=HTMLResponse) +def proxies_save( + socks5_in: str = Form(""), + socks4_in: str = Form(""), +): + try: + s5 = format_proxy_lines(socks5_in, "socks5") + s4 = format_proxy_lines(socks4_in, "socks4") + combined = "\n".join([x for x in [s5, s4] if x.strip()]) + export_path = save_proxy_export(combined) + return HTMLResponse(render_proxies_page( + message=f"Proxy-Liste gespeichert: {export_path}", + socks5_in=socks5_in, + socks4_in=socks4_in, + out_text=combined, + export_path=export_path, + )) + except Exception as e: + return HTMLResponse(render_proxies_page( + error=str(e), + socks5_in=socks5_in, + socks4_in=socks4_in, + out_text="", + export_path=PROXY_EXPORT_PATH, + ), status_code=400)