Kris Ka
8ee2d50044
- 修复WebSocketNotificationService.send_processing_progress方法参数不匹配问题 - 修复前端RealTimeStatus组件WebSocket消息处理逻辑 - 修复Celery Worker队列配置，确保任务正确路由到processing队列 - 修复Celery应用导入冲突，统一使用正确的celery_app配置 - 添加实时项目状态更新功能，前端无需手动刷新即可看到处理进度 - 完善系统启动脚本，修复PYTHONPATH未绑定变量错误 - 优化流水线处理逻辑，确保所有6个步骤正常执行 - 添加完整的项目文档和启动指南 测试结果： - WebSocket进度更新正常工作（16%, 33%, 100%） - 流水线处理完全正常（6个步骤全部成功） - 前端状态自动更新正常 - 项目状态正确同步到数据库
511 lines
19 KiB
Python
511 lines
19 KiB
Python
#!/usr/bin/env python3
|
|
"""
|
|
B站视频下载器 - 基于yt-dlp实现B站视频和字幕下载
|
|
集成到自动切片工具项目中
|
|
"""
|
|
|
|
import os
|
|
import re
|
|
import asyncio
|
|
import logging
|
|
from pathlib import Path
|
|
from typing import Dict, Any, Optional, Callable
|
|
from datetime import datetime
|
|
import yt_dlp
|
|
|
|
try:
|
|
from .error_handler import FileIOError, ValidationError, ProcessingError
|
|
except ImportError:
|
|
# 独立运行时的导入
|
|
import sys
|
|
sys.path.append(str(Path(__file__).parent.parent))
|
|
from ..utils.error_handler import FileIOError, ValidationError, ProcessingError
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
class BilibiliVideoInfo:
|
|
"""B站视频信息类"""
|
|
def __init__(self, info_dict: Dict[str, Any]):
|
|
self.bvid = info_dict.get('id', '')
|
|
self.title = info_dict.get('title', 'unknown_video')
|
|
self.duration = info_dict.get('duration', 0)
|
|
self.uploader = info_dict.get('uploader', 'unknown')
|
|
self.description = info_dict.get('description', '')
|
|
self.thumbnail_url = info_dict.get('thumbnail', '')
|
|
self.view_count = info_dict.get('view_count', 0)
|
|
self.upload_date = info_dict.get('upload_date', '')
|
|
self.webpage_url = info_dict.get('webpage_url', '')
|
|
|
|
def to_dict(self) -> Dict[str, Any]:
|
|
"""转换为字典格式"""
|
|
return {
|
|
'bvid': self.bvid,
|
|
'title': self.title,
|
|
'duration': self.duration,
|
|
'uploader': self.uploader,
|
|
'description': self.description,
|
|
'thumbnail_url': self.thumbnail_url,
|
|
'view_count': self.view_count,
|
|
'upload_date': self.upload_date,
|
|
'webpage_url': self.webpage_url
|
|
}
|
|
|
|
class BilibiliDownloader:
|
|
"""B站视频下载器"""
|
|
|
|
def __init__(self, download_dir: Optional[Path] = None, browser: Optional[str] = None):
|
|
"""
|
|
初始化下载器
|
|
|
|
Args:
|
|
download_dir: 下载目录，默认为当前目录
|
|
browser: 浏览器类型，用于获取cookies
|
|
"""
|
|
self.download_dir = download_dir or Path.cwd()
|
|
self.browser = browser
|
|
self.download_dir.mkdir(parents=True, exist_ok=True)
|
|
|
|
def validate_bilibili_url(self, url: str) -> bool:
|
|
"""
|
|
验证B站视频链接格式
|
|
|
|
Args:
|
|
url: 视频链接
|
|
|
|
Returns:
|
|
是否为有效的B站链接
|
|
"""
|
|
bilibili_patterns = [
|
|
r'https?://www\.bilibili\.com/video/[Bb][Vv][0-9A-Za-z]+',
|
|
r'https?://bilibili\.com/video/[Bb][Vv][0-9A-Za-z]+',
|
|
r'https?://b23\.tv/[0-9A-Za-z]+',
|
|
r'https?://www\.bilibili\.com/video/av\d+',
|
|
r'https?://bilibili\.com/video/av\d+'
|
|
]
|
|
|
|
return any(re.match(pattern, url) for pattern in bilibili_patterns)
|
|
|
|
async def get_video_info(self, url: str) -> BilibiliVideoInfo:
|
|
"""
|
|
获取视频信息（不下载）
|
|
|
|
Args:
|
|
url: 视频链接
|
|
|
|
Returns:
|
|
视频信息对象
|
|
"""
|
|
if not self.validate_bilibili_url(url):
|
|
raise ValidationError(f"无效的B站视频链接: {url}")
|
|
|
|
ydl_opts = {
|
|
'quiet': True,
|
|
'no_warnings': True,
|
|
}
|
|
|
|
if self.browser:
|
|
ydl_opts['cookiesfrombrowser'] = (self.browser.lower(),)
|
|
|
|
try:
|
|
loop = asyncio.get_event_loop()
|
|
info_dict = await loop.run_in_executor(
|
|
None,
|
|
self._extract_info_sync,
|
|
url,
|
|
ydl_opts
|
|
)
|
|
return BilibiliVideoInfo(info_dict)
|
|
except Exception as e:
|
|
raise ProcessingError(f"获取视频信息失败: {str(e)}")
|
|
|
|
def _extract_info_sync(self, url: str, ydl_opts: Dict[str, Any]) -> Dict[str, Any]:
|
|
"""同步方式提取视频信息"""
|
|
with yt_dlp.YoutubeDL(ydl_opts) as ydl:
|
|
return ydl.extract_info(url, download=False)
|
|
|
|
async def download_video_and_subtitle(
|
|
self,
|
|
url: str,
|
|
progress_callback: Optional[Callable[[str, float], None]] = None
|
|
) -> Dict[str, str]:
|
|
"""
|
|
下载视频和字幕文件
|
|
|
|
Args:
|
|
url: 视频链接
|
|
progress_callback: 进度回调函数，参数为(状态信息, 进度百分比)
|
|
|
|
Returns:
|
|
包含video_path和subtitle_path的字典
|
|
"""
|
|
if not self.validate_bilibili_url(url):
|
|
raise ValidationError(f"无效的B站视频链接: {url}")
|
|
|
|
# 获取视频信息
|
|
video_info = await self.get_video_info(url)
|
|
|
|
# 清理文件名，移除特殊字符
|
|
safe_title = self._sanitize_filename(video_info.title)
|
|
|
|
# 设置下载选项 - 改进字幕下载策略
|
|
ydl_opts = {
|
|
'format': 'bestvideo[ext=mp4]+bestaudio[ext=m4a]/best[ext=mp4]/best',
|
|
'writesubtitles': True,
|
|
'writeautomaticsub': True, # 同时尝试下载自动生成字幕
|
|
'subtitleslangs': ['ai-zh', 'zh-Hans', 'zh', 'en'], # 多种字幕语言
|
|
'subtitlesformat': 'srt', # 强制SRT格式
|
|
'outtmpl': str(self.download_dir / f'{safe_title}.%(ext)s'),
|
|
'noplaylist': True,
|
|
'quiet': True,
|
|
'progress': True,
|
|
'no_warnings': False, # 显示警告信息以便调试
|
|
}
|
|
|
|
if self.browser:
|
|
ydl_opts['cookiesfrombrowser'] = (self.browser.lower(),)
|
|
|
|
# 添加进度钩子
|
|
if progress_callback:
|
|
ydl_opts['progress_hooks'] = [self._create_progress_hook(progress_callback)]
|
|
|
|
try:
|
|
if progress_callback:
|
|
progress_callback("开始下载视频和字幕...", 0)
|
|
|
|
loop = asyncio.get_event_loop()
|
|
await loop.run_in_executor(
|
|
None,
|
|
self._download_sync,
|
|
url,
|
|
ydl_opts
|
|
)
|
|
|
|
# 查找下载的文件
|
|
video_path = self._find_downloaded_video(safe_title)
|
|
subtitle_path = self._find_downloaded_subtitle(safe_title)
|
|
|
|
# 如果第一次尝试没有找到字幕，尝试不同的字幕获取策略
|
|
if not subtitle_path:
|
|
logger.info("第一次字幕下载失败，尝试备用策略...")
|
|
subtitle_path = await self._try_alternative_subtitle_strategies(url, safe_title)
|
|
|
|
if progress_callback:
|
|
progress_callback("下载完成", 100)
|
|
|
|
result = {
|
|
'video_path': str(video_path) if video_path else '',
|
|
'subtitle_path': str(subtitle_path) if subtitle_path else '',
|
|
'video_info': video_info.to_dict()
|
|
}
|
|
|
|
logger.info(f"下载完成: {video_info.title}")
|
|
return result
|
|
|
|
except Exception as e:
|
|
error_msg = f"下载失败: {str(e)}"
|
|
if progress_callback:
|
|
progress_callback(error_msg, 0)
|
|
raise ProcessingError(error_msg)
|
|
|
|
async def _try_alternative_subtitle_strategies(self, url: str, safe_title: str) -> Optional[Path]:
|
|
"""尝试多种字幕获取策略"""
|
|
strategies = [
|
|
self._try_download_with_different_langs,
|
|
self._try_download_without_cookies,
|
|
self._try_extract_from_video_metadata
|
|
]
|
|
|
|
for strategy in strategies:
|
|
try:
|
|
subtitle_path = await strategy(url, safe_title)
|
|
if subtitle_path:
|
|
logger.info(f"备用字幕策略成功: {strategy.__name__}")
|
|
return subtitle_path
|
|
except Exception as e:
|
|
logger.warning(f"备用字幕策略失败 {strategy.__name__}: {e}")
|
|
continue
|
|
|
|
logger.warning("所有字幕获取策略都失败了")
|
|
return None
|
|
|
|
async def _try_download_with_different_langs(self, url: str, safe_title: str) -> Optional[Path]:
|
|
"""尝试下载不同语言的字幕"""
|
|
logger.info("尝试下载不同语言的字幕...")
|
|
|
|
# 尝试不同的字幕语言组合
|
|
lang_combinations = [
|
|
['zh-Hans', 'zh'], # 简体中文
|
|
['en', 'en-US'], # 英文
|
|
['ai-zh'], # AI中文字幕
|
|
['auto'] # 自动检测
|
|
]
|
|
|
|
for langs in lang_combinations:
|
|
try:
|
|
ydl_opts = {
|
|
'skip_download': True, # 只下载字幕，不下载视频
|
|
'writesubtitles': True,
|
|
'writeautomaticsub': True,
|
|
'subtitleslangs': langs,
|
|
'subtitlesformat': 'srt',
|
|
'outtmpl': str(self.download_dir / f'{safe_title}_sub.%(ext)s'),
|
|
'noplaylist': True,
|
|
'quiet': True,
|
|
}
|
|
|
|
if self.browser:
|
|
ydl_opts['cookiesfrombrowser'] = (self.browser.lower(),)
|
|
|
|
loop = asyncio.get_event_loop()
|
|
await loop.run_in_executor(None, self._download_sync, url, ydl_opts)
|
|
|
|
# 查找字幕文件
|
|
subtitle_path = self._find_downloaded_subtitle(safe_title + "_sub")
|
|
if subtitle_path:
|
|
return subtitle_path
|
|
|
|
except Exception as e:
|
|
logger.debug(f"尝试语言 {langs} 失败: {e}")
|
|
continue
|
|
|
|
return None
|
|
|
|
async def _try_download_without_cookies(self, url: str, safe_title: str) -> Optional[Path]:
|
|
"""尝试不使用cookies下载字幕（某些公开字幕可能不需要登录）"""
|
|
logger.info("尝试不使用cookies下载字幕...")
|
|
|
|
try:
|
|
ydl_opts = {
|
|
'skip_download': True, # 只下载字幕，不下载视频
|
|
'writesubtitles': True,
|
|
'writeautomaticsub': True,
|
|
'subtitleslangs': ['zh-Hans', 'zh', 'en'],
|
|
'subtitlesformat': 'srt',
|
|
'outtmpl': str(self.download_dir / f'{safe_title}_nocookie.%(ext)s'),
|
|
'noplaylist': True,
|
|
'quiet': True,
|
|
}
|
|
|
|
loop = asyncio.get_event_loop()
|
|
await loop.run_in_executor(None, self._download_sync, url, ydl_opts)
|
|
|
|
subtitle_path = self._find_downloaded_subtitle(safe_title + "_nocookie")
|
|
return subtitle_path
|
|
|
|
except Exception as e:
|
|
logger.debug(f"不使用cookies下载失败: {e}")
|
|
return None
|
|
|
|
async def _try_extract_from_video_metadata(self, url: str, safe_title: str) -> Optional[Path]:
|
|
"""尝试从视频元数据中提取字幕信息"""
|
|
logger.info("尝试从视频元数据提取字幕信息...")
|
|
|
|
try:
|
|
# 获取视频详细信息
|
|
ydl_opts = {
|
|
'quiet': True,
|
|
'no_warnings': True,
|
|
}
|
|
|
|
if self.browser:
|
|
ydl_opts['cookiesfrombrowser'] = (self.browser.lower(),)
|
|
|
|
loop = asyncio.get_event_loop()
|
|
info_dict = await loop.run_in_executor(None, self._extract_info_sync, url, ydl_opts)
|
|
|
|
# 检查是否有字幕信息
|
|
subtitles = info_dict.get('subtitles', {})
|
|
auto_subtitles = info_dict.get('automatic_captions', {})
|
|
|
|
if subtitles or auto_subtitles:
|
|
logger.info(f"发现字幕信息: {list(subtitles.keys()) + list(auto_subtitles.keys())}")
|
|
# 这里可以进一步处理字幕信息
|
|
return None # 暂时返回None，后续可以扩展
|
|
|
|
return None
|
|
|
|
except Exception as e:
|
|
logger.debug(f"提取视频元数据失败: {e}")
|
|
return None
|
|
|
|
def _download_sync(self, url: str, ydl_opts: Dict[str, Any]):
|
|
"""同步方式下载"""
|
|
with yt_dlp.YoutubeDL(ydl_opts) as ydl:
|
|
ydl.download([url])
|
|
|
|
def _create_progress_hook(self, progress_callback: Callable[[str, float], None]):
|
|
"""创建进度回调钩子"""
|
|
def progress_hook(d):
|
|
if d['status'] == 'downloading':
|
|
if 'total_bytes' in d and d['total_bytes']:
|
|
progress = (d['downloaded_bytes'] / d['total_bytes']) * 100
|
|
elif '_percent_str' in d:
|
|
# 从百分比字符串中提取数字
|
|
percent_str = d['_percent_str'].strip().rstrip('%')
|
|
try:
|
|
progress = float(percent_str)
|
|
except ValueError:
|
|
progress = 0
|
|
else:
|
|
progress = 0
|
|
|
|
speed = d.get('_speed_str', '')
|
|
eta = d.get('_eta_str', '')
|
|
status = f"下载中... {speed} ETA: {eta}"
|
|
progress_callback(status, progress)
|
|
elif d['status'] == 'finished':
|
|
progress_callback("下载完成，正在处理...", 95)
|
|
|
|
return progress_hook
|
|
|
|
def _sanitize_filename(self, filename: str) -> str:
|
|
"""清理文件名，移除不安全字符"""
|
|
# 移除或替换不安全的字符
|
|
unsafe_chars = '<>:"/\\|?*'
|
|
for char in unsafe_chars:
|
|
filename = filename.replace(char, '_')
|
|
|
|
# 限制文件名长度
|
|
if len(filename) > 100:
|
|
filename = filename[:100]
|
|
|
|
return filename.strip()
|
|
|
|
def _find_downloaded_video(self, title: str) -> Optional[Path]:
|
|
"""查找下载的视频文件"""
|
|
possible_extensions = ['.mp4', '.mkv', '.webm', '.flv']
|
|
|
|
for ext in possible_extensions:
|
|
video_path = self.download_dir / f"{title}{ext}"
|
|
if video_path.exists():
|
|
return video_path
|
|
|
|
# 如果精确匹配失败，尝试模糊匹配
|
|
for file_path in self.download_dir.glob(f"{title}*"):
|
|
if file_path.suffix.lower() in possible_extensions:
|
|
return file_path
|
|
|
|
return None
|
|
|
|
def _find_downloaded_subtitle(self, title: str) -> Optional[Path]:
|
|
"""查找下载的字幕文件 - 简化版本，专注AI字幕"""
|
|
logger.info(f"正在查找字幕文件，标题: {title}")
|
|
|
|
# 首先检查AI字幕文件
|
|
ai_subtitle_path = self.download_dir / f"{title}.ai-zh.srt"
|
|
if ai_subtitle_path.exists():
|
|
# 重命名为标准格式
|
|
standard_path = self.download_dir / f"{title}.srt"
|
|
if not standard_path.exists():
|
|
ai_subtitle_path.rename(standard_path)
|
|
logger.info(f"重命名AI字幕文件: {title}.ai-zh.srt -> {title}.srt")
|
|
return standard_path
|
|
return ai_subtitle_path
|
|
|
|
# 检查是否已经是标准格式
|
|
standard_path = self.download_dir / f"{title}.srt"
|
|
if standard_path.exists():
|
|
logger.info(f"找到标准字幕文件: {title}.srt")
|
|
return standard_path
|
|
|
|
# 模糊匹配字幕文件
|
|
for file_path in self.download_dir.glob(f"{title}*.srt"):
|
|
logger.info(f"找到字幕文件: {file_path.name}")
|
|
return file_path
|
|
|
|
logger.warning(f"未找到字幕文件，标题: {title}")
|
|
return None
|
|
|
|
def _convert_vtt_to_srt(self, vtt_path: Path, srt_path: Path):
|
|
"""将VTT字幕文件转换为SRT格式"""
|
|
try:
|
|
with open(vtt_path, 'r', encoding='utf-8') as vtt_file:
|
|
vtt_content = vtt_file.read()
|
|
|
|
# 简单的VTT到SRT转换
|
|
lines = vtt_content.split('\n')
|
|
srt_lines = []
|
|
subtitle_count = 1
|
|
|
|
i = 0
|
|
while i < len(lines):
|
|
line = lines[i].strip()
|
|
|
|
# 跳过VTT头部信息
|
|
if line.startswith('WEBVTT') or line.startswith('NOTE') or not line:
|
|
i += 1
|
|
continue
|
|
|
|
# 查找时间戳行
|
|
if '-->' in line:
|
|
# 转换时间格式 (VTT使用点，SRT使用逗号)
|
|
time_line = line.replace('.', ',')
|
|
srt_lines.append(str(subtitle_count))
|
|
srt_lines.append(time_line)
|
|
|
|
# 获取字幕文本
|
|
i += 1
|
|
subtitle_text = []
|
|
while i < len(lines) and lines[i].strip():
|
|
subtitle_text.append(lines[i].strip())
|
|
i += 1
|
|
|
|
srt_lines.extend(subtitle_text)
|
|
srt_lines.append('') # 空行分隔
|
|
subtitle_count += 1
|
|
|
|
i += 1
|
|
|
|
# 写入SRT文件
|
|
with open(srt_path, 'w', encoding='utf-8') as srt_file:
|
|
srt_file.write('\n'.join(srt_lines))
|
|
|
|
except Exception as e:
|
|
logger.error(f"VTT转SRT转换失败: {e}")
|
|
raise
|
|
|
|
def cleanup_temp_files(self, title: str):
|
|
"""清理临时文件"""
|
|
try:
|
|
# 清理可能的临时文件
|
|
for pattern in [f"{title}*.part", f"{title}*.tmp", f"{title}*.ytdl"]:
|
|
for temp_file in self.download_dir.glob(pattern):
|
|
temp_file.unlink(missing_ok=True)
|
|
except Exception as e:
|
|
logger.warning(f"清理临时文件失败: {e}")
|
|
|
|
# 便捷函数
|
|
async def download_bilibili_video(
|
|
url: str,
|
|
download_dir: Optional[Path] = None,
|
|
browser: Optional[str] = None,
|
|
progress_callback: Optional[Callable[[str, float], None]] = None
|
|
) -> Dict[str, str]:
|
|
"""
|
|
便捷的B站视频下载函数
|
|
|
|
Args:
|
|
url: B站视频链接
|
|
download_dir: 下载目录
|
|
browser: 浏览器类型
|
|
progress_callback: 进度回调函数
|
|
|
|
Returns:
|
|
包含video_path和subtitle_path的字典
|
|
"""
|
|
downloader = BilibiliDownloader(download_dir, browser)
|
|
return await downloader.download_video_and_subtitle(url, progress_callback)
|
|
|
|
async def get_bilibili_video_info(url: str, browser: Optional[str] = None) -> BilibiliVideoInfo:
|
|
"""
|
|
便捷的B站视频信息获取函数
|
|
|
|
Args:
|
|
url: B站视频链接
|
|
browser: 浏览器类型
|
|
|
|
Returns:
|
|
视频信息对象
|
|
"""
|
|
downloader = BilibiliDownloader(browser=browser)
|
|
return await downloader.get_video_info(url) |