新增4K影视插件(4kvm)支持,包括: - 在api.json中注册插件配置 - 实现完整的视频爬取逻辑,支持电影和电视剧分类 - 支持播放链接解析与集数智能识别 - 提供搜索、分类筛选及详情页面解析功能 - 兼容多种网页结构和播放源格式
433 lines
17 KiB
Python
433 lines
17 KiB
Python
# -*- coding: utf-8 -*-
|
||
# 4K影视插件 - 优化版本
|
||
import re
|
||
import sys
|
||
import json
|
||
from pyquery import PyQuery as pq
|
||
sys.path.append('..')
|
||
from base.spider import Spider
|
||
|
||
|
||
class Spider(Spider):
|
||
|
||
def init(self, extend=""):
|
||
pass
|
||
|
||
def getName(self):
|
||
return "4k影视"
|
||
|
||
def isVideoFormat(self, url):
|
||
pass
|
||
|
||
def manualVideoCheck(self):
|
||
pass
|
||
|
||
def destroy(self):
|
||
pass
|
||
|
||
host = 'https://www.4kvm.org'
|
||
|
||
headers = {
|
||
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36',
|
||
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
|
||
'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
|
||
'Accept-Encoding': 'gzip, deflate',
|
||
'Cache-Control': 'no-cache',
|
||
'Pragma': 'no-cache',
|
||
'Sec-Ch-Ua': '"Not/A)Brand";v="8", "Chromium";v="134", "Google Chrome";v="134"',
|
||
'Sec-Ch-Ua-Mobile': '?0',
|
||
'Sec-Ch-Ua-Platform': '"macOS"',
|
||
'Sec-Fetch-Dest': 'document',
|
||
'Sec-Fetch-Mode': 'navigate',
|
||
'Sec-Fetch-Site': 'none',
|
||
'Sec-Fetch-User': '?1',
|
||
'Upgrade-Insecure-Requests': '1',
|
||
}
|
||
|
||
# 公共方法
|
||
def _normalize_url(self, url):
|
||
"""标准化URL处理"""
|
||
if not url:
|
||
return url
|
||
if url.startswith('//'):
|
||
return f"https:{url}"
|
||
elif url.startswith('/'):
|
||
return f"{self.host}{url}"
|
||
return url
|
||
|
||
def _extract_video_basic(self, item):
|
||
"""提取视频基本信息"""
|
||
try:
|
||
link = self._normalize_url(item('a').attr('href') or item('h3 a').attr('href') or item('.data h3 a').attr('href'))
|
||
if not link:
|
||
return None
|
||
|
||
title = (item('h3').text().strip() or item('.data h3').text().strip() or
|
||
item('img').attr('alt') or item('a').attr('title') or '未知标题')
|
||
|
||
img = self._normalize_url(item('img').attr('src') or item('img').attr('data-src'))
|
||
|
||
# 简化备注提取
|
||
remarks = (item('.rating, .imdb, .vote').text().strip() or
|
||
item('.year, .date, span').text().strip() or
|
||
item('.type, .genre, .tag').text().strip())
|
||
|
||
return {
|
||
'vod_id': link,
|
||
'vod_name': title,
|
||
'vod_pic': img or '',
|
||
'vod_remarks': remarks,
|
||
'vod_year': ''
|
||
}
|
||
except:
|
||
return None
|
||
|
||
def _get_episode_count(self, season_data, page_html):
|
||
"""智能检测集数"""
|
||
# 方法1: 精确容器检测
|
||
episode_container = season_data('.jujiepisodios')
|
||
if episode_container:
|
||
episode_links = episode_container('a')
|
||
episode_numbers = [int(link.text().strip()) for link in episode_links.items()
|
||
if link.text().strip().isdigit() and 1 <= int(link.text().strip()) <= 200]
|
||
if episode_numbers:
|
||
return max(episode_numbers)
|
||
|
||
# 方法2: JavaScript数据提取
|
||
video_matches = re.findall(r'video.*?=.*?\[(.*?)\]', page_html, re.IGNORECASE | re.DOTALL)
|
||
for match in video_matches:
|
||
if '"name":' in match:
|
||
episode_names = re.findall(r'"name"\s*:\s*(\d+)', match)
|
||
if len(episode_names) >= 5:
|
||
episode_numbers = sorted(set(int(name) for name in episode_names))
|
||
if episode_numbers[0] == 1 and episode_numbers[-1] - episode_numbers[0] == len(episode_numbers) - 1:
|
||
return max(episode_numbers)
|
||
|
||
# 方法3: 文本模式匹配
|
||
page_text = season_data.text()
|
||
for pattern in [r'共(\d+)集', r'全(\d+)集', r'更新至(\d+)集', r'第(\d+)集']:
|
||
matches = re.findall(pattern, page_text)
|
||
if matches:
|
||
return max(int(m) for m in matches if m.isdigit())
|
||
|
||
# 默认值
|
||
return 24 if season_data('iframe, video, .player') else 1
|
||
|
||
def homeContent(self, filter):
|
||
try:
|
||
data = self.getpq(self.fetch(self.host, headers=self.headers).text)
|
||
classes = []
|
||
|
||
# 简化分类提取
|
||
nav_items = data('header .head-main-nav ul.main-header > li')
|
||
for k in nav_items.items():
|
||
main_link = k.children('a').eq(0)
|
||
link = main_link.attr('href')
|
||
name = main_link.text().strip()
|
||
|
||
if link and name and name not in ['首页', '影片下载']:
|
||
link = self._normalize_url(link)
|
||
class_info = {'type_name': name, 'type_id': link}
|
||
if '电视剧' in name or 'tvshows' in link:
|
||
class_info['filter_type'] = 'tvshows'
|
||
classes.append(class_info)
|
||
|
||
# 子分类
|
||
for sub_item in k('ul li').items():
|
||
sub_link = self._normalize_url(sub_item('a').attr('href'))
|
||
sub_name = sub_item('a').text().strip()
|
||
if sub_link and sub_name:
|
||
sub_class_info = {'type_name': f"{name}-{sub_name}", 'type_id': sub_link}
|
||
if '电视剧' in name or 'tvshows' in sub_link:
|
||
sub_class_info['filter_type'] = 'tvshows'
|
||
classes.append(sub_class_info)
|
||
|
||
return {'class': classes, 'list': self.getHomeList(data)}
|
||
except Exception as e:
|
||
return {'class': [], 'list': []}
|
||
|
||
def homeVideoContent(self):
|
||
pass
|
||
|
||
def categoryContent(self, tid, pg, filter, extend):
|
||
try:
|
||
url = tid if pg == '1' else f"{tid}/page/{pg}" if '?' not in tid else f"{tid}&page={pg}"
|
||
data = self.getpq(self.fetch(url, headers=self.headers).text)
|
||
|
||
video_list = self.getVideoList(data)
|
||
if '电视剧' in url or 'tvshows' in url:
|
||
video_list = self.filterTVShowsOnly(video_list)
|
||
|
||
return {'list': video_list, 'page': int(pg), 'pagecount': 9999, 'limit': 30, 'total': 999999}
|
||
except Exception as e:
|
||
return {'list': [], 'page': int(pg), 'pagecount': 1, 'limit': 30, 'total': 0}
|
||
|
||
def detailContent(self, ids):
|
||
try:
|
||
first_id = next(iter(ids)) if hasattr(ids, '__iter__') and not isinstance(ids, str) else ids
|
||
data = self.getpq(self.fetch(first_id, headers=self.headers).text)
|
||
|
||
# 基本信息提取
|
||
vod = {
|
||
'vod_id': first_id,
|
||
'vod_name': data('.sheader h1, h1').text().strip(),
|
||
'vod_pic': self._normalize_url(data('.sheader .poster img, .poster img').attr('src')),
|
||
'vod_content': data('.sbox .wp-content, #info .wp-content').text().strip(),
|
||
'vod_year': '', 'vod_area': '', 'vod_remarks': '', 'vod_actor': '', 'vod_director': ''
|
||
}
|
||
|
||
# 提取分类
|
||
genres = data('.sgeneros a')
|
||
if genres:
|
||
vod['type_name'] = ', '.join(g.text() for g in genres.items())
|
||
|
||
# 播放链接处理
|
||
play_options = data('#playeroptions ul li, .dooplay_player_option')
|
||
if play_options:
|
||
play_links = self._extract_play_options(play_options, first_id)
|
||
else:
|
||
season_links = data('.seasons-list a, .season-item a, .se-c a, .se-a a, .seasons a')
|
||
play_links = self.getSeasonEpisodes(season_links) if season_links else [f"播放${first_id}"]
|
||
|
||
vod['vod_play_from'] = '4K影视'
|
||
vod['vod_play_url'] = '#'.join(play_links)
|
||
|
||
return {'list': [vod]}
|
||
except Exception as e:
|
||
return {'list': []}
|
||
|
||
def _extract_play_options(self, play_options, first_id):
|
||
"""提取播放选项"""
|
||
play_links = []
|
||
for option in play_options.items():
|
||
title = option('.title, span.title').text().strip() or '播放'
|
||
server = option('.server, span.server').text().strip()
|
||
if server:
|
||
title = f"{title}-{server}"
|
||
|
||
data_post = option.attr('data-post')
|
||
data_nume = option.attr('data-nume')
|
||
data_type = option.attr('data-type')
|
||
|
||
if data_post and data_nume:
|
||
play_url = f"{first_id}?post={data_post}&nume={data_nume}&type={data_type}"
|
||
play_links.append(f"{title}${play_url}")
|
||
|
||
return play_links
|
||
|
||
def searchContent(self, key, quick, pg="1"):
|
||
try:
|
||
search_url = f"{self.host}/xssearch?s={key}"
|
||
if pg != "1":
|
||
search_url += f"&p={pg}"
|
||
|
||
data = self.getpq(self.fetch(search_url, headers=self.headers).text)
|
||
raw_results = self.getVideoList(data)
|
||
filtered_results = self.filterSearchResults(raw_results, key)
|
||
|
||
return {'list': filtered_results, 'page': int(pg)}
|
||
except Exception as e:
|
||
return {'list': [], 'page': int(pg)}
|
||
|
||
def playerContent(self, flag, id, vipFlags):
|
||
try:
|
||
# 解析播放参数
|
||
data_post = data_nume = data_type = None
|
||
if '?' in id:
|
||
base_url, params = id.split('?', 1)
|
||
param_dict = dict(param.split('=', 1) for param in params.split('&') if '=' in param)
|
||
data_post = param_dict.get('post')
|
||
data_nume = param_dict.get('nume')
|
||
data_type = param_dict.get('type')
|
||
|
||
# API调用
|
||
if data_post and data_nume:
|
||
try:
|
||
api_url = f"{self.host}/wp-json/dooplayer/v1/post/{data_post}"
|
||
api_response = self.fetch(api_url, headers=self.headers,
|
||
params={'type': data_type or 'movie', 'source': data_nume})
|
||
if api_response.status_code == 200:
|
||
api_data = api_response.json()
|
||
if 'embed_url' in api_data:
|
||
embed_url = api_data['embed_url']
|
||
parse_flag = 0 if any(ext in embed_url.lower() for ext in ['.m3u8', '.mp4', '.flv', '.avi']) else 1
|
||
return {'parse': parse_flag, 'url': embed_url, 'header': self.headers}
|
||
except:
|
||
pass
|
||
|
||
# 页面解析回退
|
||
page_url = base_url if '?' in id else id
|
||
data = self.getpq(self.fetch(page_url, headers=self.headers).text)
|
||
|
||
# 查找播放源
|
||
iframe = data('iframe.metaframe, .dooplay_player iframe, .player iframe').attr('src')
|
||
if iframe:
|
||
iframe = self._normalize_url(iframe)
|
||
parse_flag = 0 if any(ext in iframe.lower() for ext in ['.m3u8', '.mp4', '.flv']) else 1
|
||
return {'parse': parse_flag, 'url': iframe, 'header': self.headers}
|
||
|
||
video_src = self._normalize_url(data('video source, video').attr('src'))
|
||
if video_src:
|
||
return {'parse': 0, 'url': video_src, 'header': self.headers}
|
||
|
||
return {'parse': 1, 'url': page_url, 'header': self.headers}
|
||
|
||
except Exception as e:
|
||
return {'parse': 1, 'url': id, 'header': self.headers}
|
||
|
||
def localProxy(self, param):
|
||
pass
|
||
|
||
def liveContent(self, url):
|
||
pass
|
||
|
||
def getHomeList(self, data):
|
||
"""获取首页推荐列表"""
|
||
videos = []
|
||
items = data('article, .module .content .items .item, .movies-list article')
|
||
for item in items.items():
|
||
video_info = self._extract_video_basic(item)
|
||
if video_info:
|
||
videos.append(video_info)
|
||
return videos
|
||
|
||
def getVideoList(self, data):
|
||
"""获取视频列表"""
|
||
videos = []
|
||
items = data('article, .items article, .content article, .search-results article')
|
||
for item in items.items():
|
||
video_info = self._extract_video_basic(item)
|
||
if video_info:
|
||
videos.append(video_info)
|
||
return videos
|
||
|
||
def extractVideoInfo(self, item):
|
||
"""兼容性方法,已优化为_extract_video_basic"""
|
||
return self._extract_video_basic(item)
|
||
|
||
def getpq(self, text):
|
||
"""创建PyQuery对象"""
|
||
try:
|
||
return pq(text)
|
||
except:
|
||
try:
|
||
return pq(text.encode('utf-8'))
|
||
except:
|
||
return pq('')
|
||
|
||
def filterSearchResults(self, results, search_key):
|
||
"""过滤和排序搜索结果"""
|
||
if not results or not search_key:
|
||
return results
|
||
|
||
search_key_lower = search_key.lower().strip()
|
||
search_words = search_key_lower.split()
|
||
scored_results = []
|
||
|
||
for result in results:
|
||
title = result.get('vod_name', '').lower()
|
||
|
||
# 计算相关性分数
|
||
if search_key_lower == title:
|
||
score = 100
|
||
elif search_key_lower in title:
|
||
score = 80
|
||
elif title.startswith(search_key_lower):
|
||
score = 70
|
||
elif all(word in title for word in search_words):
|
||
score = 60
|
||
else:
|
||
word_matches = sum(1 for word in search_words if word in title)
|
||
if word_matches > 0:
|
||
score = 30 + (word_matches * 10)
|
||
else:
|
||
continue
|
||
|
||
# 内容类型加分
|
||
if '剧' in search_key_lower and 'tvshows' in result.get('vod_id', ''):
|
||
score += 5
|
||
elif '电影' in search_key_lower and 'movies' in result.get('vod_id', ''):
|
||
score += 5
|
||
|
||
scored_results.append((score, result))
|
||
|
||
# 排序和过滤
|
||
scored_results.sort(key=lambda x: x[0], reverse=True)
|
||
min_score = 30 if len(search_words) > 1 else 40
|
||
filtered = [result for score, result in scored_results if score >= min_score]
|
||
|
||
# 如果结果太少,放宽标准
|
||
if len(filtered) < 3 and len(scored_results) > 3:
|
||
filtered = [result for score, result in scored_results[:10]]
|
||
|
||
return filtered
|
||
|
||
def filterTVShowsOnly(self, video_list):
|
||
"""过滤电视剧分类中的电影内容"""
|
||
if not video_list:
|
||
return video_list
|
||
|
||
filtered_videos = []
|
||
movie_keywords = ['/movies/', '/movie/', 'Movie', '电影']
|
||
tvshow_keywords = ['/tvshows/', '/tvshow/', '/seasons/', 'TV', '剧', '季', '集']
|
||
|
||
for video in video_list:
|
||
vod_id = video.get('vod_id', '')
|
||
vod_name = video.get('vod_name', '')
|
||
vod_remarks = video.get('vod_remarks', '')
|
||
|
||
# 检查是否是电影
|
||
is_movie = any(keyword in vod_id for keyword in movie_keywords[:3])
|
||
if is_movie:
|
||
continue
|
||
|
||
# 检查是否是电视剧
|
||
is_tvshow = (any(keyword in vod_id for keyword in tvshow_keywords[:3]) or
|
||
any(keyword in vod_name + vod_remarks for keyword in tvshow_keywords[3:]))
|
||
|
||
if is_tvshow or not is_movie:
|
||
filtered_videos.append(video)
|
||
|
||
return filtered_videos
|
||
|
||
def getSeasonEpisodes(self, season_links):
|
||
"""获取电视剧每个季的集数信息"""
|
||
play_links = []
|
||
|
||
try:
|
||
for season in season_links.items():
|
||
season_title = season.text().strip() or '第1季'
|
||
season_url = self._normalize_url(season.attr('href'))
|
||
|
||
if not season_url:
|
||
continue
|
||
|
||
try:
|
||
season_resp = self.fetch(season_url, headers=self.headers)
|
||
if season_resp.status_code == 200:
|
||
season_data = self.getpq(season_resp.text)
|
||
episode_count = self._get_episode_count(season_data, season_resp.text)
|
||
|
||
# 限制集数范围(提高上限以支持长篇动漫)
|
||
episode_count = min(max(episode_count, 1), 500)
|
||
|
||
# 生成播放链接
|
||
if episode_count == 1:
|
||
play_links.append(f"{season_title}${season_url}")
|
||
else:
|
||
clean_title = season_title.split('已完結')[0].split('更新')[0].strip()
|
||
for ep_num in range(1, episode_count + 1):
|
||
episode_title = f"{clean_title} 第{ep_num}集"
|
||
episode_url = f"{season_url}?ep={ep_num}"
|
||
play_links.append(f"{episode_title}${episode_url}")
|
||
else:
|
||
play_links.append(f"{season_title}${season_url}")
|
||
|
||
except Exception:
|
||
play_links.append(f"{season_title}${season_url}")
|
||
|
||
except Exception:
|
||
pass
|
||
|
||
return play_links
|