mirror of
https://github.com/Yuukiy/JavSP.git
synced 2026-10-23 10:22:12 +08:00
Yuukiy
98 lines
4.3 KiB
Python
98 lines
4.3 KiB
Python
"""从JavLibrary抓取数据"""
|
|
import os
|
|
import sys
|
|
import logging
|
|
|
|
|
|
sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), '..')))
|
|
from web.base import get_html
|
|
from core.config import cfg
|
|
from core.datatype import MovieInfo
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
# javlib的永久地址上套了CloudFlare的保护，因此即使启用了代理也不访问永久地址
|
|
# (无法用cloudscraper绕过: Cloudflare version 2 challenge is not available in the opensource version)
|
|
if cfg.Network.proxy:
|
|
base_url = 'https://www.b49t.com'
|
|
else:
|
|
base_url = cfg.ProxyFree.javlib
|
|
|
|
|
|
# TODO: 发现JavLibrary支持使用cid搜索，会直接跳转到对应的影片页面，也许可以利用这个功能来做cid到dvdid的转换
|
|
def parse_data(movie: MovieInfo):
|
|
"""解析指定番号的影片数据"""
|
|
url = f'{base_url}/cn/vl_searchbyid.php?keyword={movie.dvdid}'
|
|
html = get_html(url)
|
|
container = html.xpath("/html/body/div/div[@id='rightcolumn']")[0]
|
|
title_tag = container.xpath("div/h3/a/text()")
|
|
if not title_tag:
|
|
# 在有多个结果时，JavLibrary不会自动跳转（此时无法获取到标题），需要进一步处理
|
|
video_tags = html.xpath("//div[@class='video'][@id]/a")
|
|
# 通常第一部影片就是我们要找的，但是以免万一还是遍历所有搜索结果
|
|
pre_choose = []
|
|
for tag in video_tags:
|
|
tag_dvdid = tag.xpath("div[@class='id']/text()")[0]
|
|
if tag_dvdid == movie.dvdid:
|
|
pre_choose.append(tag)
|
|
match_count = len(pre_choose)
|
|
if match_count == 0:
|
|
logger.error(f"'{movie.dvdid}': 无法获取到影片结果")
|
|
return
|
|
elif match_count == 1:
|
|
new_url = pre_choose[0].get('href')
|
|
logger.debug(f"'{movie.dvdid}': 遇到多个搜索结果，已自动选择: {new_url}")
|
|
elif match_count == 2:
|
|
no_blueray = []
|
|
for tag in pre_choose:
|
|
if 'ブルーレイディスク' not in tag.get('title'): # Blu-ray Disc
|
|
no_blueray.append(tag)
|
|
no_blueray_count = len(no_blueray)
|
|
if no_blueray_count == 1:
|
|
new_url = no_blueray[0].get('href')
|
|
logger.debug(f"'{movie.dvdid}': 存在{match_count}个同番号搜索结果，为避免蓝光封面畸变，已自动选择: {new_url}")
|
|
else:
|
|
logger.error(f"'{movie.dvdid}': 存在{match_count}个搜索结果但是均非蓝光版，为避免误处理，已全部忽略")
|
|
return
|
|
else:
|
|
# 暂未发现有超过2个搜索结果的，保险起见还是进行检查
|
|
logger.error(f"'{movie.dvdid}': 出现{match_count}个完全匹配目标番号的搜索结果，为避免误处理，已全部忽略")
|
|
return
|
|
# 重新抓取网页
|
|
html = get_html(new_url)
|
|
container = html.xpath("/html/body/div/div[@id='rightcolumn']")[0]
|
|
title_tag = container.xpath("div/h3/a/text()")
|
|
title = title_tag[0]
|
|
cover = container.xpath("//img[@id='video_jacket_img']/@src")[0]
|
|
info = container.xpath("//div[@id='video_info']")[0]
|
|
dvdid = info.xpath("div[@id='video_id']//td[@class='text']/text()")[0]
|
|
publish_date = info.xpath("div[@id='video_date']//td[@class='text']/text()")[0]
|
|
duration = info.xpath("div[@id='video_length']//span[@class='text']/text()")[0]
|
|
director_tag = info.xpath("//span[@class='director']/a/text()")
|
|
if director_tag:
|
|
movie.director = director_tag[0]
|
|
producer = info.xpath("//span[@class='maker']/a/text()")[0]
|
|
publisher = info.xpath("//span[@class='label']/a/text()")[0]
|
|
score_tag = info.xpath("//span[@class='score']/text()")
|
|
if score_tag:
|
|
movie.score = score_tag[0].strip('()')
|
|
genre = info.xpath("//span[@class='genre']/a/text()")
|
|
actress = info.xpath("//span[@class='star']/a/text()")
|
|
|
|
movie.title = title.replace(dvdid, '').strip()
|
|
if cover.startswith('//'): # 补全URL中缺少的协议段
|
|
cover = 'https:' + cover
|
|
movie.cover = cover
|
|
movie.publish_date = publish_date
|
|
movie.duration = duration
|
|
movie.producer = producer
|
|
movie.publisher = publisher
|
|
movie.genre = genre
|
|
movie.actress = actress
|
|
|
|
|
|
if __name__ == "__main__":
|
|
movie = MovieInfo('SSNI-589')
|
|
parse_data(movie)
|
|
print(movie)
|