Add your-server.de to proxy blacklist
This commit is contained in:
@@ -18,7 +18,7 @@ from typing import Any, Dict, List, Optional, Tuple
|
|||||||
from myjdapi import Myjdapi
|
from myjdapi import Myjdapi
|
||||||
import paramiko
|
import paramiko
|
||||||
from fastapi import FastAPI, Form, Request
|
from fastapi import FastAPI, Form, Request
|
||||||
from fastapi.responses import HTMLResponse, RedirectResponse
|
from fastapi.responses import HTMLResponse, PlainTextResponse, RedirectResponse
|
||||||
from fastapi.staticfiles import StaticFiles
|
from fastapi.staticfiles import StaticFiles
|
||||||
|
|
||||||
# ============================================================
|
# ============================================================
|
||||||
@@ -57,9 +57,12 @@ POLL_SECONDS = float(os.environ.get("POLL_SECONDS", "5"))
|
|||||||
# JDownloader writes here inside container
|
# JDownloader writes here inside container
|
||||||
JD_OUTPUT_PATH = "/output"
|
JD_OUTPUT_PATH = "/output"
|
||||||
PROXY_EXPORT_PATH = os.environ.get("PROXY_EXPORT_PATH", "/output/jd-proxies.jdproxies")
|
PROXY_EXPORT_PATH = os.environ.get("PROXY_EXPORT_PATH", "/output/jd-proxies.jdproxies")
|
||||||
|
LOG_BUFFER_LIMIT = int(os.environ.get("LOG_BUFFER_LIMIT", "500"))
|
||||||
|
|
||||||
URL_RE = re.compile(r"^https?://", re.I)
|
URL_RE = re.compile(r"^https?://", re.I)
|
||||||
|
|
||||||
|
NO_PROXY_OPENER = urllib.request.build_opener(urllib.request.ProxyHandler({}))
|
||||||
|
|
||||||
VIDEO_EXTS = {
|
VIDEO_EXTS = {
|
||||||
".mkv", ".mp4", ".m4v", ".avi", ".mov", ".wmv", ".flv", ".webm",
|
".mkv", ".mp4", ".m4v", ".avi", ".mov", ".wmv", ".flv", ".webm",
|
||||||
".ts", ".m2ts", ".mts", ".mpg", ".mpeg", ".vob", ".ogv",
|
".ts", ".m2ts", ".mts", ".mpg", ".mpeg", ".vob", ".ogv",
|
||||||
@@ -123,6 +126,21 @@ class Job:
|
|||||||
|
|
||||||
jobs: Dict[str, Job] = {}
|
jobs: Dict[str, Job] = {}
|
||||||
lock = threading.Lock()
|
lock = threading.Lock()
|
||||||
|
log_lock = threading.Lock()
|
||||||
|
connection_logs: List[str] = []
|
||||||
|
|
||||||
|
def log_connection(message: str) -> None:
|
||||||
|
timestamp = time.strftime("%Y-%m-%d %H:%M:%S")
|
||||||
|
line = f"[{timestamp}] {message}"
|
||||||
|
with log_lock:
|
||||||
|
connection_logs.append(line)
|
||||||
|
if len(connection_logs) > LOG_BUFFER_LIMIT:
|
||||||
|
excess = len(connection_logs) - LOG_BUFFER_LIMIT
|
||||||
|
del connection_logs[:excess]
|
||||||
|
|
||||||
|
def get_connection_logs() -> str:
|
||||||
|
with log_lock:
|
||||||
|
return "\n".join(connection_logs)
|
||||||
|
|
||||||
# ============================================================
|
# ============================================================
|
||||||
# Core helpers
|
# Core helpers
|
||||||
@@ -149,6 +167,7 @@ def ensure_env():
|
|||||||
|
|
||||||
def get_device():
|
def get_device():
|
||||||
jd = Myjdapi()
|
jd = Myjdapi()
|
||||||
|
log_connection(f"MyJDownloader connect as {MYJD_EMAIL or 'unknown'}")
|
||||||
jd.connect(MYJD_EMAIL, MYJD_PASSWORD)
|
jd.connect(MYJD_EMAIL, MYJD_PASSWORD)
|
||||||
|
|
||||||
wanted = (MYJD_DEVICE or "").strip()
|
wanted = (MYJD_DEVICE or "").strip()
|
||||||
@@ -246,6 +265,7 @@ def ffprobe_ok(path: str) -> bool:
|
|||||||
def ssh_connect() -> paramiko.SSHClient:
|
def ssh_connect() -> paramiko.SSHClient:
|
||||||
ssh = paramiko.SSHClient()
|
ssh = paramiko.SSHClient()
|
||||||
ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
|
ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
|
||||||
|
log_connection(f"SSH connect {JELLYFIN_USER}@{JELLYFIN_HOST}:{JELLYFIN_PORT}")
|
||||||
ssh.connect(
|
ssh.connect(
|
||||||
hostname=JELLYFIN_HOST,
|
hostname=JELLYFIN_HOST,
|
||||||
port=JELLYFIN_PORT,
|
port=JELLYFIN_PORT,
|
||||||
@@ -268,6 +288,7 @@ def sftp_mkdirs(sftp: paramiko.SFTPClient, remote_dir: str):
|
|||||||
def sftp_upload(ssh: paramiko.SSHClient, local_path: str, remote_path: str):
|
def sftp_upload(ssh: paramiko.SSHClient, local_path: str, remote_path: str):
|
||||||
sftp = ssh.open_sftp()
|
sftp = ssh.open_sftp()
|
||||||
try:
|
try:
|
||||||
|
log_connection(f"SFTP upload {local_path} -> {remote_path}")
|
||||||
sftp_mkdirs(sftp, os.path.dirname(remote_path))
|
sftp_mkdirs(sftp, os.path.dirname(remote_path))
|
||||||
sftp.put(local_path, remote_path)
|
sftp.put(local_path, remote_path)
|
||||||
finally:
|
finally:
|
||||||
@@ -276,6 +297,7 @@ def sftp_upload(ssh: paramiko.SSHClient, local_path: str, remote_path: str):
|
|||||||
def remote_md5sum(ssh: paramiko.SSHClient, remote_path: str) -> str:
|
def remote_md5sum(ssh: paramiko.SSHClient, remote_path: str) -> str:
|
||||||
quoted = shlex.quote(remote_path)
|
quoted = shlex.quote(remote_path)
|
||||||
cmd = f"md5sum {quoted}"
|
cmd = f"md5sum {quoted}"
|
||||||
|
log_connection(f"SSH exec {cmd}")
|
||||||
stdin, stdout, stderr = ssh.exec_command(cmd, timeout=120)
|
stdin, stdout, stderr = ssh.exec_command(cmd, timeout=120)
|
||||||
out = stdout.read().decode("utf-8", "replace").strip()
|
out = stdout.read().decode("utf-8", "replace").strip()
|
||||||
err = stderr.read().decode("utf-8", "replace").strip()
|
err = stderr.read().decode("utf-8", "replace").strip()
|
||||||
@@ -290,7 +312,8 @@ def remote_md5sum(ssh: paramiko.SSHClient, remote_path: str) -> str:
|
|||||||
# ============================================================
|
# ============================================================
|
||||||
def _http_get_json(url: str, headers: Optional[Dict[str, str]] = None) -> Any:
|
def _http_get_json(url: str, headers: Optional[Dict[str, str]] = None) -> Any:
|
||||||
req = urllib.request.Request(url, headers=headers or {})
|
req = urllib.request.Request(url, headers=headers or {})
|
||||||
with urllib.request.urlopen(req, timeout=20) as r:
|
log_connection(f"HTTP GET {url} (no-proxy)")
|
||||||
|
with NO_PROXY_OPENER.open(req, timeout=20) as r:
|
||||||
return json.loads(r.read().decode("utf-8", "replace"))
|
return json.loads(r.read().decode("utf-8", "replace"))
|
||||||
|
|
||||||
def tmdb_search_movie(query: str) -> Optional[Dict[str, Any]]:
|
def tmdb_search_movie(query: str) -> Optional[Dict[str, Any]]:
|
||||||
@@ -363,7 +386,8 @@ def format_proxy_lines(raw: str, scheme: str) -> str:
|
|||||||
|
|
||||||
def fetch_proxy_list(url: str) -> str:
|
def fetch_proxy_list(url: str) -> str:
|
||||||
req = urllib.request.Request(url)
|
req = urllib.request.Request(url)
|
||||||
with urllib.request.urlopen(req, timeout=20) as resp:
|
log_connection(f"HTTP GET {url} (no-proxy)")
|
||||||
|
with NO_PROXY_OPENER.open(req, timeout=20) as resp:
|
||||||
return resp.read().decode("utf-8", "replace")
|
return resp.read().decode("utf-8", "replace")
|
||||||
|
|
||||||
def build_jdproxies_payload(text: str) -> Dict[str, Any]:
|
def build_jdproxies_payload(text: str) -> Dict[str, Any]:
|
||||||
@@ -386,6 +410,8 @@ def build_jdproxies_payload(text: str) -> Dict[str, Any]:
|
|||||||
"api.jdownloader.org",
|
"api.jdownloader.org",
|
||||||
"",
|
"",
|
||||||
"*.jdownloader.org",
|
"*.jdownloader.org",
|
||||||
|
"",
|
||||||
|
"*.your-server.de",
|
||||||
],
|
],
|
||||||
"type": "BLACKLIST",
|
"type": "BLACKLIST",
|
||||||
}
|
}
|
||||||
@@ -527,7 +553,8 @@ def jellyfin_refresh_library():
|
|||||||
try:
|
try:
|
||||||
url = JELLYFIN_API_BASE + path
|
url = JELLYFIN_API_BASE + path
|
||||||
req = urllib.request.Request(url, headers=headers, method="POST")
|
req = urllib.request.Request(url, headers=headers, method="POST")
|
||||||
with urllib.request.urlopen(req, timeout=20) as r:
|
log_connection(f"HTTP POST {url} (no-proxy)")
|
||||||
|
with NO_PROXY_OPENER.open(req, timeout=20) as r:
|
||||||
_ = r.read()
|
_ = r.read()
|
||||||
return
|
return
|
||||||
except Exception:
|
except Exception:
|
||||||
@@ -825,6 +852,14 @@ def favicon():
|
|||||||
def jobs_get():
|
def jobs_get():
|
||||||
return HTMLResponse(render_job_rows())
|
return HTMLResponse(render_job_rows())
|
||||||
|
|
||||||
|
@app.get("/logs", response_class=HTMLResponse)
|
||||||
|
def logs_get():
|
||||||
|
return HTMLResponse(render_logs_page())
|
||||||
|
|
||||||
|
@app.get("/logs/data", response_class=PlainTextResponse)
|
||||||
|
def logs_data():
|
||||||
|
return PlainTextResponse(get_connection_logs())
|
||||||
|
|
||||||
def render_job_rows() -> str:
|
def render_job_rows() -> str:
|
||||||
rows = ""
|
rows = ""
|
||||||
with lock:
|
with lock:
|
||||||
@@ -936,9 +971,45 @@ def render_nav(active: str) -> str:
|
|||||||
"<div style='margin: 8px 0 14px 0;'>"
|
"<div style='margin: 8px 0 14px 0;'>"
|
||||||
+ link("Downloads", "/", "downloads")
|
+ link("Downloads", "/", "downloads")
|
||||||
+ link("Proxies", "/proxies", "proxies")
|
+ link("Proxies", "/proxies", "proxies")
|
||||||
|
+ link("Logs", "/logs", "logs")
|
||||||
+ "</div>"
|
+ "</div>"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
def render_logs_page() -> str:
|
||||||
|
return f"""
|
||||||
|
<html>
|
||||||
|
<head>
|
||||||
|
<link rel="stylesheet" href="/static/style.css">
|
||||||
|
<meta charset="utf-8">
|
||||||
|
<title>JD → Jellyfin (Logs)</title>
|
||||||
|
<script>
|
||||||
|
async function refreshLogs() {{
|
||||||
|
if (document.hidden) return;
|
||||||
|
try {{
|
||||||
|
const resp = await fetch('/logs/data');
|
||||||
|
if (!resp.ok) return;
|
||||||
|
const text = await resp.text();
|
||||||
|
const area = document.getElementById('log-body');
|
||||||
|
if (area) {{
|
||||||
|
area.value = text;
|
||||||
|
area.scrollTop = area.scrollHeight;
|
||||||
|
}}
|
||||||
|
}} catch (e) {{
|
||||||
|
}}
|
||||||
|
}}
|
||||||
|
setInterval(refreshLogs, 2000);
|
||||||
|
window.addEventListener('load', refreshLogs);
|
||||||
|
</script>
|
||||||
|
</head>
|
||||||
|
<body>
|
||||||
|
<h1>JD → Jellyfin</h1>
|
||||||
|
{render_nav("logs")}
|
||||||
|
<p class="hint">Verbindungs-Debugger (Echtzeit). Letzte {LOG_BUFFER_LIMIT} Einträge.</p>
|
||||||
|
<textarea id="log-body" class="log-area" rows="20" readonly></textarea>
|
||||||
|
</body>
|
||||||
|
</html>
|
||||||
|
"""
|
||||||
|
|
||||||
def render_proxies_page(
|
def render_proxies_page(
|
||||||
error: str = "",
|
error: str = "",
|
||||||
message: str = "",
|
message: str = "",
|
||||||
|
|||||||
@@ -19,3 +19,4 @@ code { font-family: ui-monospace, SFMono-Regular, Menlo, Consolas, monospace; fo
|
|||||||
.progress-row { display:flex; align-items:center; gap:8px; margin-top:6px; }
|
.progress-row { display:flex; align-items:center; gap:8px; margin-top:6px; }
|
||||||
.progress-text { font-size:12px; color:#333; min-width:48px; }
|
.progress-text { font-size:12px; color:#333; min-width:48px; }
|
||||||
.inline-form { margin-top:6px; }
|
.inline-form { margin-top:6px; }
|
||||||
|
.log-area { width:100%; max-width: 920px; padding:10px; border:1px solid #ccc; border-radius:8px; background:#fff; }
|
||||||
|
|||||||
Reference in New Issue
Block a user