mirror of
https://github.com/Luchexx/claude-video.git
synced 2026-11-02 17:29:52 +00:00
e90ef44c32
Add opt-in local transcription with managed installation, cache warm-up, and a one-time backend choice while preserving native-caption priority. Correct frame timing and coverage, caption provenance and download ownership, configuration parsing, provider pairing, and partial reports. Update cross-host instructions, packaging, and test-gated release CI. Validate 198 isolated tests, real local English and Spanish inference, network-denied warm-cache inference, live captions/media, and packaging. Record platform and account-dependent acceptance limits separately.
203 lines
10 KiB
Python
Executable File
203 lines
10 KiB
Python
Executable File
#!/usr/bin/env python3
|
||
"""Bounded captions and isolated per-run media downloads through yt-dlp."""
|
||
from __future__ import annotations
|
||
|
||
import json
|
||
import re
|
||
import sys
|
||
import tempfile
|
||
from pathlib import Path
|
||
from urllib.parse import urlparse
|
||
|
||
from runtime import configure_stdio, diagnostic, run_text
|
||
|
||
VIDEO_EXTS = {'.mp4', '.mkv', '.webm', '.mov', '.m4v', '.avi', '.flv', '.wmv'}
|
||
|
||
|
||
def is_url(source: str) -> bool:
|
||
parsed = urlparse(source)
|
||
return not source.startswith('-') and parsed.scheme in ('http', 'https') and bool(parsed.netloc)
|
||
|
||
|
||
def resolve_local(path: str) -> dict:
|
||
p = Path(path).expanduser().resolve()
|
||
if not p.is_file():
|
||
raise SystemExit(f'File not found: {p}')
|
||
return {'video_path': str(p), 'subtitle_path': None, 'info': {'title': p.name, 'url': str(p)}, 'downloaded': False}
|
||
|
||
|
||
def auth_args(cookies_file=None, cookies_from_browser=None) -> list[str]:
|
||
if cookies_file and cookies_from_browser:
|
||
raise SystemExit('Choose either --cookies or --cookies-from-browser, not both.')
|
||
if cookies_from_browser:
|
||
return ['--no-cookies', '--cookies-from-browser', cookies_from_browser]
|
||
if cookies_file:
|
||
return ['--no-cookies-from-browser', '--cookies', str(Path(cookies_file).expanduser().resolve())]
|
||
return []
|
||
|
||
|
||
def _common(directory: Path, auth: list[str]) -> list[str]:
|
||
# Escape literal percent signs in the directory, while retaining template fields.
|
||
prefix = str(directory.resolve()).replace('%', '%%')
|
||
return ['yt-dlp', '--no-playlist', '--no-simulate', *auth,
|
||
'-o', f'{prefix}/video.%(ext)s',
|
||
'-o', f'subtitle:{prefix}/video.%(ext)s',
|
||
'-o', f'infojson:{prefix}/video.%(ext)s']
|
||
|
||
|
||
def network_diagnostic(stderr: str) -> str:
|
||
detail = diagnostic(stderr)
|
||
lower = detail.lower()
|
||
if any(s in lower for s in ('javascript runtime', 'js runtime', 'ejs', 'challenge solver')):
|
||
hint = 'Update yt-dlp with its owning package manager and check Deno/EJS using setup.py --json.'
|
||
elif any(s in lower for s in ('sign in', 'login required', 'authentication required', 'confirm you’re not a bot', "confirm you're not a bot")):
|
||
hint = 'This source requires authentication; supply an explicit cookie option if you have access.'
|
||
elif '429' in lower or 'too many requests' in lower:
|
||
hint = 'The service is rate limiting requests; wait before trying again.'
|
||
elif any(s in lower for s in ('egress denied', 'not in the allowlist', 'blocked by network policy')):
|
||
hint = 'This environment blocks the destination; check its network settings or use an accessible local file.'
|
||
elif any(s in lower for s in ('certificate_verify_failed', 'certificate verify failed', 'unable to get local issuer certificate')):
|
||
hint = 'Check your trusted CA configuration; keep TLS verification enabled.'
|
||
else:
|
||
hint = 'Check the original error and update the owning yt-dlp package if needed.'
|
||
return f'{detail}\n{hint}'
|
||
|
||
|
||
def _run(cmd: list[str]):
|
||
result = run_text(cmd)
|
||
if result.returncode != 0:
|
||
raise SystemExit(f'yt-dlp failed (exit {result.returncode}): {network_diagnostic(result.stderr)}')
|
||
return result
|
||
|
||
|
||
def _new_run(out_dir: Path) -> Path:
|
||
out_dir.mkdir(parents=True, exist_ok=True)
|
||
return Path(tempfile.mkdtemp(prefix='run-', dir=out_dir)).resolve()
|
||
|
||
|
||
def _read_metadata(path: Path) -> dict:
|
||
try:
|
||
raw = json.loads(path.read_text(encoding='utf-8'))
|
||
if not isinstance(raw, dict) or raw.get('_type') in ('playlist', 'multi_video') or 'entries' in raw:
|
||
raise ValueError('expected one video, not a playlist')
|
||
return raw
|
||
except (OSError, ValueError) as exc:
|
||
raise SystemExit(f'yt-dlp metadata unavailable or invalid: {type(exc).__name__}') from None
|
||
|
||
|
||
def _summary(raw: dict, url: str) -> dict:
|
||
return {'title': raw.get('title'), 'uploader': raw.get('uploader') or raw.get('channel'),
|
||
'duration': raw.get('duration'), 'url': raw.get('webpage_url') or url}
|
||
|
||
|
||
def select_caption(info: dict, language: str = 'auto') -> dict | None:
|
||
"""Select at most one track and keep provenance separate from yt-dlp's clean JSON."""
|
||
manual = {k: v for k, v in (info.get('subtitles') or {}).items() if v and k != 'live_chat'}
|
||
automatic = {k: v for k, v in (info.get('automatic_captions') or {}).items() if v and k != 'live_chat'}
|
||
youtube = str(info.get('extractor_key') or info.get('extractor') or '').lower().startswith('youtube')
|
||
originals = sorted(k for k in automatic if youtube and k.endswith('-orig'))
|
||
original = originals[0][:-5] if len(originals) == 1 else None
|
||
target = language if language != 'auto' else original or info.get('language')
|
||
def matches(key):
|
||
base = key.removesuffix('-orig')
|
||
if language != 'auto':
|
||
return key == target or base == target or ('-' not in language and base.split('-')[0] == target)
|
||
return target and (base == target or base.split('-')[0] == str(target).split('-')[0])
|
||
for kind, tracks in (('manual', manual), ('automatic', automatic)):
|
||
keys = sorted(tracks)
|
||
if target:
|
||
keys = sorted((k for k in keys if matches(k)), key=lambda k: (k != target, k != f'{target}-orig', k))
|
||
if keys:
|
||
key = keys[0]
|
||
# Auto mode must prefer original ASR to translated/dubbed metadata.
|
||
if kind == 'automatic' and language == 'auto' and originals:
|
||
key = originals[0]
|
||
base = key.removesuffix('-orig')
|
||
provenance = 'original' if original and base.split('-')[0] == original.split('-')[0] else 'unknown'
|
||
if language != 'auto' and original and base.split('-')[0] != original.split('-')[0]:
|
||
provenance = 'requested translation'
|
||
return {'key': key, 'language': base, 'kind': kind, 'provenance': provenance}
|
||
# Unknown language evidence: select one available track, visibly labeled unknown.
|
||
if language == 'auto':
|
||
for kind, tracks in (('manual', manual), ('automatic', automatic)):
|
||
if tracks:
|
||
key = sorted(tracks)[0]
|
||
return {'key': key, 'language': key.removesuffix('-orig'), 'kind': kind, 'provenance': 'unknown'}
|
||
return None
|
||
|
||
|
||
def fetch_captions(url: str, out_dir: Path, *, sub_lang='auto', cookies_file=None, cookies_from_browser=None) -> dict:
|
||
auth = auth_args(cookies_file, cookies_from_browser)
|
||
run = _new_run(out_dir)
|
||
info_path = run / 'video.info.json'
|
||
result = {'video_path': None, 'subtitle_path': None, 'info': {'url': url}, 'downloaded': False,
|
||
'run_dir': str(run), 'info_path': None, 'caption_track': None, 'errors': []}
|
||
try:
|
||
_run([*_common(run, auth), '--skip-download', '--write-info-json', '--no-write-subs', '--no-write-auto-subs', '--', url])
|
||
info = _read_metadata(info_path)
|
||
result.update(info=_summary(info, url), info_path=str(info_path))
|
||
track = select_caption(info, sub_lang)
|
||
if not track:
|
||
return result
|
||
result['caption_track'] = track
|
||
# --sub-langs accumulates across configs: explicitly clear inherited all.
|
||
_run([*_common(run, auth), '--load-info-json', str(info_path), '--skip-download',
|
||
'--no-write-info-json',
|
||
'--write-subs' if track['kind'] == 'manual' else '--no-write-subs',
|
||
'--write-auto-subs' if track['kind'] == 'automatic' else '--no-write-auto-subs',
|
||
'--sub-langs', '-all,^' + re.escape(track['key']) + '$',
|
||
'--sub-format', 'vtt/best', '--convert-subs', 'vtt'])
|
||
subtitle = (run / f"video.{track['key']}.vtt").resolve()
|
||
if not subtitle.is_relative_to(run) or not subtitle.is_file() or not subtitle.stat().st_size:
|
||
raise SystemExit('yt-dlp did not produce the selected caption track.')
|
||
result['subtitle_path'] = str(subtitle)
|
||
except SystemExit as exc:
|
||
result['errors'].append(str(exc))
|
||
print(f'[watch] captions unavailable: {exc}', file=sys.stderr)
|
||
return result
|
||
|
||
|
||
def download_url(url: str, out_dir: Path, audio_only: bool = False, *, context=None,
|
||
cookies_file=None, cookies_from_browser=None) -> dict:
|
||
auth = auth_args(cookies_file, cookies_from_browser)
|
||
context = context or {}
|
||
run = Path(context['run_dir']) if context.get('run_dir') else _new_run(out_dir)
|
||
record = run / 'final-path.jsonl'
|
||
record.unlink(missing_ok=True)
|
||
fmt = 'ba/bestaudio' if audio_only else 'bv*[height<=720]+ba/b[height<=720]/bv+ba/b'
|
||
cmd = [*_common(run, auth), '-N', '8', '-f', fmt, '--merge-output-format', 'mp4',
|
||
'--no-ignore-errors', '--no-write-subs', '--no-write-auto-subs', '--write-info-json',
|
||
'--print-to-file', 'after_move:%(filepath)j', str(record).replace('%', '%%')]
|
||
if context.get('info_path'):
|
||
cmd += ['--load-info-json', context['info_path']]
|
||
else:
|
||
cmd += ['--', url]
|
||
_run(cmd)
|
||
try:
|
||
lines = record.read_text(encoding='utf-8').splitlines()
|
||
if len(lines) != 1:
|
||
raise ValueError()
|
||
value = json.loads(lines[0])
|
||
if not isinstance(value, str) or not Path(value).is_absolute():
|
||
raise ValueError()
|
||
video = Path(value).resolve()
|
||
if (not video.is_relative_to(run.resolve()) or not video.is_file() or video.stat().st_size == 0
|
||
or video.suffix in ('.part', '.ytdl', '.json', '.vtt') or re.search(r'\.f\d+\.', video.name)):
|
||
raise ValueError()
|
||
except (OSError, ValueError, TypeError):
|
||
raise SystemExit('yt-dlp did not report one completed, nonempty media file inside this run directory.') from None
|
||
info = context.get('info') or _summary(_read_metadata(run / 'video.info.json'), url)
|
||
return {**context, 'video_path': str(video), 'subtitle_path': context.get('subtitle_path'),
|
||
'info': info, 'downloaded': True, 'run_dir': str(run)}
|
||
|
||
|
||
def download(source: str, out_dir: Path, audio_only: bool = False, **kwargs) -> dict:
|
||
return download_url(source, out_dir, audio_only, **kwargs) if is_url(source) else resolve_local(source)
|
||
|
||
|
||
if __name__ == '__main__':
|
||
configure_stdio()
|
||
if len(sys.argv) != 3:
|
||
raise SystemExit('usage: download.py <url-or-path> <out-dir>')
|
||
print(json.dumps(download(sys.argv[1], Path(sys.argv[2])), indent=2))
|