forked from tfornik/RussiaTools
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
419 lines
18 KiB
419 lines
18 KiB
# coding=utf-8
|
|
#!/usr/bin/python
|
|
import sys
|
|
sys.path.append('..')
|
|
from base.spider import Spider
|
|
import json
|
|
import time
|
|
import urllib.parse
|
|
import re
|
|
import requests
|
|
from lxml import etree
|
|
|
|
class Spider(Spider):
|
|
|
|
def getName(self):
|
|
return "香蕉视频"
|
|
|
|
def init(self, extend=""):
|
|
self.host = "https://618013.xyz"
|
|
self.api_host = "https://h5.xxoo168.org"
|
|
self.headers = {
|
|
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',
|
|
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
|
|
'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
|
|
'Accept-Encoding': 'gzip, deflate',
|
|
'Connection': 'keep-alive',
|
|
'Referer': self.host
|
|
}
|
|
self.log(f"香蕉视频爬虫初始化完成，主站: {self.host}")
|
|
|
|
def html(self, content):
|
|
"""将HTML内容转换为可查询的对象"""
|
|
try:
|
|
return etree.HTML(content)
|
|
except:
|
|
self.log("HTML解析失败")
|
|
return None
|
|
|
|
def regStr(self, pattern, string, index=1):
|
|
"""正则表达式提取字符串"""
|
|
try:
|
|
match = re.search(pattern, string, re.IGNORECASE)
|
|
if match and len(match.groups()) >= index:
|
|
return match.group(index)
|
|
except:
|
|
pass
|
|
return ""
|
|
|
|
def isVideoFormat(self, url):
|
|
pass
|
|
|
|
def manualVideoCheck(self):
|
|
pass
|
|
|
|
def homeContent(self, filter):
|
|
"""获取首页内容和分类"""
|
|
result = {}
|
|
# 只保留指定的分类
|
|
classes = [
|
|
{'type_id': '618013.xyz_1', 'type_name': '全部视频'},
|
|
{'type_id': '618013.xyz_22', 'type_name': '制服诱惑'},
|
|
{'type_id': '618013.xyz_6', 'type_name': '国产视频'},
|
|
{'type_id': '618013.xyz_8', 'type_name': '清纯少女'},
|
|
{'type_id': '618013.xyz_9', 'type_name': '辣妹大奶'},
|
|
{'type_id': '618013.xyz_10', 'type_name': '女同专属'},
|
|
{'type_id': '618013.xyz_11', 'type_name': '素人出演'},
|
|
{'type_id': '618013.xyz_12', 'type_name': '角色扮演'},
|
|
{'type_id': '618013.xyz_20', 'type_name': '人妻熟女'},
|
|
{'type_id': '618013.xyz_23', 'type_name': '日韩剧情'},
|
|
{'type_id': '618013.xyz_21', 'type_name': '经典伦理'},
|
|
{'type_id': '618013.xyz_7', 'type_name': '成人动漫'},
|
|
{'type_id': '618013.xyz_14', 'type_name': '精品二区'},
|
|
{'type_id': '618013.xyz_40', 'type_name': '精品三区'},
|
|
{'type_id': '618013.xyz_53', 'type_name': '动漫中字'},
|
|
{'type_id': '618013.xyz_52', 'type_name': '日本无码'},
|
|
{'type_id': '618013.xyz_33', 'type_name': '中文字幕'},
|
|
{'type_id': '618013.xyz_44', 'type_name': '国产传媒'},
|
|
{'type_id': '618013.xyz_32', 'type_name': '国产自拍'}
|
|
]
|
|
result['class'] = classes
|
|
try:
|
|
rsp = self.fetch(self.host, headers=self.headers)
|
|
doc = self.html(rsp.text)
|
|
videos = self._get_videos(doc, limit=20)
|
|
result['list'] = videos
|
|
except Exception as e:
|
|
self.log(f"首页获取出错: {str(e)}")
|
|
result['list'] = []
|
|
return result
|
|
|
|
def homeVideoContent(self):
|
|
"""分类定义 - 兼容性方法"""
|
|
return {
|
|
'class': [
|
|
{'type_id': '618013.xyz_1', 'type_name': '全部视频'},
|
|
{'type_id': '618013.xyz_13', 'type_name': '香蕉精品'},
|
|
{'type_id': '618013.xyz_22', 'type_name': '制服诱惑'},
|
|
{'type_id': '618013.xyz_6', 'type_name': '国产视频'},
|
|
{'type_id': '618013.xyz_8', 'type_name': '清纯少女'},
|
|
{'type_id': '618013.xyz_9', 'type_name': '辣妹大奶'},
|
|
{'type_id': '618013.xyz_10', 'type_name': '女同专属'},
|
|
{'type_id': '618013.xyz_11', 'type_name': '素人出演'},
|
|
{'type_id': '618013.xyz_12', 'type_name': '角色扮演'},
|
|
{'type_id': '618013.xyz_20', 'type_name': '人妻熟女'},
|
|
{'type_id': '618013.xyz_23', 'type_name': '日韩剧情'},
|
|
{'type_id': '618013.xyz_21', 'type_name': '经典伦理'},
|
|
{'type_id': '618013.xyz_7', 'type_name': '成人动漫'},
|
|
{'type_id': '618013.xyz_14', 'type_name': '精品二区'},
|
|
{'type_id': '618013.xyz_40', 'type_name': '精品三区'},
|
|
{'type_id': '618013.xyz_53', 'type_name': '动漫中字'},
|
|
{'type_id': '618013.xyz_52', 'type_name': '日本无码'},
|
|
{'type_id': '618013.xyz_33', 'type_name': '中文字幕'},
|
|
{'type_id': '618013.xyz_44', 'type_name': '国产传媒'},
|
|
{'type_id': '618013.xyz_32', 'type_name': '国产自拍'}
|
|
]
|
|
}
|
|
|
|
def categoryContent(self, tid, pg, filter, extend):
|
|
"""分类内容"""
|
|
try:
|
|
domain, type_id = tid.split('_')
|
|
url = f"https://{domain}/index.php/vod/type/id/{type_id}.html"
|
|
if pg and pg != '1':
|
|
url = url.replace('.html', f'/page/{pg}.html')
|
|
self.log(f"访问分类URL: {url}")
|
|
rsp = self.fetch(url, headers=self.headers)
|
|
doc = self.html(rsp.text)
|
|
videos = self._get_videos(doc, limit=20)
|
|
|
|
# 获取总页数
|
|
pagecount = 1
|
|
page_elements = doc.xpath('//div[@class="mypage"]//a')
|
|
if page_elements:
|
|
try:
|
|
last_page = page_elements[-2].xpath('./text()')[0] # 获取"尾页"前一个元素
|
|
if last_page.isdigit():
|
|
pagecount = int(last_page)
|
|
except:
|
|
pass
|
|
|
|
return {
|
|
'list': videos,
|
|
'page': int(pg),
|
|
'pagecount': pagecount,
|
|
'limit': 20,
|
|
'total': pagecount * 20
|
|
}
|
|
except Exception as e:
|
|
self.log(f"分类内容获取出错: {str(e)}")
|
|
return {'list': []}
|
|
|
|
def searchContent(self, key, quick, pg="1"):
|
|
"""搜索功能"""
|
|
try:
|
|
search_url = f"{self.host}/index.php/vod/search.html?wd={urllib.parse.quote(key)}&page={pg}"
|
|
self.log(f"搜索URL: {search_url}")
|
|
rsp = self.fetch(search_url, headers=self.headers)
|
|
if not rsp or rsp.status_code != 200:
|
|
return {'list': []}
|
|
doc = self.html(rsp.text)
|
|
videos = self._get_videos(doc)
|
|
return {'list': videos}
|
|
except Exception as e:
|
|
self.log(f"搜索出错: {str(e)}")
|
|
return {'list': []}
|
|
|
|
def detailContent(self, ids):
|
|
"""详情页面"""
|
|
try:
|
|
vid = ids[0]
|
|
if '_' in vid:
|
|
domain, video_id = vid.split('_')
|
|
detail_url = f"https://{domain}/index.php/vod/detail/id/{video_id}.html"
|
|
else:
|
|
detail_url = f"{self.host}/index.php/vod/detail/id/{vid}.html"
|
|
self.log(f"访问详情URL: {detail_url}")
|
|
rsp = self.fetch(detail_url, headers=self.headers)
|
|
doc = self.html(rsp.text)
|
|
video_info = self._get_detail(doc, vid)
|
|
return {'list': [video_info]} if video_info else {'list': []}
|
|
except Exception as e:
|
|
self.log(f"详情获取出错: {str(e)}")
|
|
return {'list': []}
|
|
|
|
def playerContent(self, flag, id, vipFlags):
|
|
"""播放链接 - 直接使用API获取视频地址"""
|
|
try:
|
|
self.log(f"获取播放链接: flag={flag}, id={id}")
|
|
|
|
# 提取视频ID
|
|
if '_' in id:
|
|
_, video_id = id.split('_')
|
|
else:
|
|
video_id = id
|
|
|
|
self.log(f"视频ID: {video_id}")
|
|
|
|
# 直接调用API获取视频地址
|
|
api_url = f"{self.api_host}/api/v2/vod/reqplay/{video_id}"
|
|
self.log(f"请求API获取视频地址: {api_url}")
|
|
|
|
api_headers = self.headers.copy()
|
|
api_headers.update({
|
|
'Referer': f"{self.host}/",
|
|
'Origin': self.host,
|
|
'X-Requested-With': 'XMLHttpRequest'
|
|
})
|
|
|
|
api_response = self.fetch(api_url, headers=api_headers)
|
|
if api_response and api_response.status_code == 200:
|
|
data = api_response.json()
|
|
self.log(f"API响应: {data}")
|
|
|
|
if data.get('retcode') == 3:
|
|
video_url = data.get('data', {}).get('httpurl_preview', '')
|
|
else:
|
|
video_url = data.get('data', {}).get('httpurl', '')
|
|
|
|
if video_url:
|
|
# 移除可能的参数
|
|
video_url = video_url.replace('?300', '')
|
|
self.log(f"从API获取到视频地址: {video_url}")
|
|
return {'parse': 0, 'playUrl': '', 'url': video_url}
|
|
else:
|
|
self.log("API响应中没有找到视频地址")
|
|
else:
|
|
self.log(f"API请求失败，状态码: {api_response.status_code if api_response else '无响应'}")
|
|
|
|
# 如果API请求失败，回退到原来的方法
|
|
if '_' in id:
|
|
domain, play_id = id.split('_')
|
|
play_url = f"https://{domain}/html/kkyd.html?m={play_id}"
|
|
else:
|
|
play_url = f"{self.host}/html/kkyd.html?m={id}"
|
|
|
|
self.log(f"回退到播放页面: {play_url}")
|
|
return {'parse': 1, 'playUrl': '', 'url': play_url}
|
|
|
|
except Exception as e:
|
|
self.log(f"播放链接获取出错: {str(e)}")
|
|
# 出错时也返回播放页面URL
|
|
if '_' in id:
|
|
domain, play_id = id.split('_')
|
|
play_url = f"https://{domain}/html/kkyd.html?m={play_id}"
|
|
else:
|
|
play_url = f"{self.host}/html/kkyd.html?m={id}"
|
|
return {'parse': 1, 'playUrl': '', 'url': play_url}
|
|
|
|
# ========== 辅助方法 ==========
|
|
|
|
def _get_videos(self, doc, limit=None):
|
|
"""获取影片列表 - 根据实际网站结构"""
|
|
try:
|
|
videos = []
|
|
elements = doc.xpath('//a[@class="vodbox"]')
|
|
self.log(f"找到 {len(elements)} 个vodbox元素")
|
|
for elem in elements:
|
|
video = self._extract_video(elem)
|
|
if video:
|
|
videos.append(video)
|
|
return videos[:limit] if limit and videos else videos
|
|
except Exception as e:
|
|
self.log(f"获取影片列表出错: {str(e)}")
|
|
return []
|
|
|
|
def _extract_video(self, element):
|
|
"""提取影片信息 - 修复标题乱码问题，正确读取km-script标签文本"""
|
|
try:
|
|
# 1. 提取影片链接（获取vod_id的来源）
|
|
link = element.xpath('./@href')[0] # 获取a标签的href属性
|
|
if link.startswith('/'):
|
|
link = self.host + link # 补全相对路径为完整URL
|
|
|
|
# 2. 提取vod_id（从URL的m参数获取，而非hash，更准确）
|
|
vod_id = self.regStr(r'm=(\d+)', link) # 匹配 ?m=123 中的数字
|
|
if not vod_id:
|
|
vod_id = str(hash(link) % 1000000) # 兜底：hash生成唯一ID
|
|
|
|
# 3. 提取标题（关键修复：读取<p class="km-script">内的文本并解密）
|
|
title_elem = element.xpath('./p[@class="km-script"]/text()') # 定位km-script标签
|
|
if not title_elem:
|
|
# 尝试其他可能的标题选择器
|
|
title_elem = element.xpath('.//p[contains(@class, "script")]/text()')
|
|
if not title_elem:
|
|
title_elem = element.xpath('.//p/text()')
|
|
if not title_elem:
|
|
title_elem = element.xpath('.//h3/text()')
|
|
if not title_elem:
|
|
title_elem = element.xpath('.//h4/text()')
|
|
if not title_elem:
|
|
self.log(f"未找到标题元素，跳过该视频")
|
|
return None
|
|
|
|
title_encrypted = title_elem[0].strip() # 获取加密的标题文本
|
|
|
|
# 4. 解密标题 - 使用网站的解密算法
|
|
title = self._decrypt_title(title_encrypted)
|
|
|
|
# 5. 提取封面图（逻辑不变，兼容data-original和src）
|
|
pic_elem = element.xpath('.//img/@data-original') # 优先懒加载地址
|
|
if not pic_elem:
|
|
pic_elem = element.xpath('.//img/@src') # 兜底：直接src地址
|
|
pic = pic_elem[0] if pic_elem else ''
|
|
|
|
# 6. 补全图片URL（处理相对路径或无协议的情况）
|
|
if pic:
|
|
if pic.startswith('//'):
|
|
pic = 'https:' + pic # 补全https协议
|
|
elif pic.startswith('/'):
|
|
pic = self.host + pic # 补全主域名
|
|
|
|
# 7. 返回正确的视频信息
|
|
return {
|
|
'vod_id': f"618013.xyz_{vod_id}",
|
|
'vod_name': title, # 此时title已为正确文本
|
|
'vod_pic': pic,
|
|
'vod_remarks': '',
|
|
'vod_year': ''
|
|
}
|
|
except Exception as e:
|
|
self.log(f"提取影片信息出错: {str(e)}")
|
|
return None
|
|
|
|
def _decrypt_title(self, encrypted_text):
|
|
"""解密标题 - 使用网站的解密算法"""
|
|
try:
|
|
# 网站使用的解密算法：每个字符与128进行异或操作
|
|
decrypted_chars = []
|
|
for char in encrypted_text:
|
|
# 将字符转换为Unicode码点
|
|
code_point = ord(char)
|
|
# 与128进行异或操作
|
|
decrypted_code = code_point ^ 128
|
|
# 转换回字符
|
|
decrypted_char = chr(decrypted_code)
|
|
decrypted_chars.append(decrypted_char)
|
|
|
|
# 拼接解密后的字符
|
|
decrypted_text = ''.join(decrypted_chars)
|
|
return decrypted_text
|
|
except Exception as e:
|
|
self.log(f"标题解密失败: {str(e)}")
|
|
return encrypted_text # 如果解密失败，返回原文本
|
|
|
|
def _get_detail(self, doc, vid):
|
|
"""获取详情信息 (优化版) - 修复播放源提取问题"""
|
|
try:
|
|
title = self._get_text(doc, ['//h1/text()', '//title/text()'])
|
|
pic = self._get_text(doc, ['//div[@class="dyimg"]//img/@src', '//img[@class="poster"]/@src'])
|
|
if pic and pic.startswith('/'):
|
|
pic = self.host + pic
|
|
desc = self._get_text(doc, ['//div[@class="yp_context"]/text()', '//div[@class="introduction"]//text()'])
|
|
actor = self._get_text(doc, ['//span[contains(text(),"主演")]/following-sibling::*/text()'])
|
|
director = self._get_text(doc, ['//span[contains(text(),"导演")]/following-sibling::*/text()'])
|
|
|
|
play_from = []
|
|
play_urls = []
|
|
|
|
# 尝试查找播放源
|
|
play_links = doc.xpath('//a[contains(@href, "m=")]')
|
|
if play_links:
|
|
episodes = []
|
|
for link in play_links:
|
|
ep_title = link.xpath('./text()')
|
|
ep_href = link.xpath('./@href')[0]
|
|
if ep_title:
|
|
ep_title = ep_title[0].strip()
|
|
play_id = self.regStr(r'm=(\d+)', ep_href)
|
|
if play_id:
|
|
episodes.append(f"{ep_title}${play_id}")
|
|
|
|
if episodes:
|
|
play_from.append("默认播放源")
|
|
play_urls.append('#'.join(episodes))
|
|
|
|
if not play_from:
|
|
self.log("未找到播放源元素，无法定位播放源列表")
|
|
# 即使没有播放源，也返回基本信息
|
|
return {
|
|
'vod_id': vid,
|
|
'vod_name': title,
|
|
'vod_pic': pic,
|
|
'type_name': '',
|
|
'vod_year': '',
|
|
'vod_area': '',
|
|
'vod_remarks': '',
|
|
'vod_actor': actor,
|
|
'vod_director': director,
|
|
'vod_content': desc,
|
|
'vod_play_from': '默认播放源',
|
|
'vod_play_url': f"第1集${vid}"
|
|
}
|
|
|
|
return {
|
|
'vod_id': vid,
|
|
'vod_name': title,
|
|
'vod_pic': pic,
|
|
'type_name': '',
|
|
'vod_year': '',
|
|
'vod_area': '',
|
|
'vod_remarks': '',
|
|
'vod_actor': actor,
|
|
'vod_director': director,
|
|
'vod_content': desc,
|
|
'vod_play_from': '$$$'.join(play_from),
|
|
'vod_play_url': '$$$'.join(play_urls)
|
|
}
|
|
except Exception as e:
|
|
self.log(f"获取详情出错: {str(e)}")
|
|
return None
|
|
|
|
def _get_text(self, doc, selectors):
|
|
"""通用文本提取"""
|
|
for selector in selectors:
|
|
texts = doc.xpath(selector)
|
|
for text in texts:
|
|
if text and text.strip():
|
|
return text.strip()
|
|
return '' |