0dda035057
- 优化提取extrafanart，trailer等，直接使用xpath expr，不需要正则匹配 - 优化 getchu 获取cover方法,直接使用og标签信息 - 优化 www.getchu 识别 getchu-id 的资源 - 统一获取 tag 方法,返回值 list
237 lines
10 KiB
Python
237 lines
10 KiB
Python
# -*- coding: utf-8 -*-
|
||
|
||
|
||
import re
|
||
from urllib.parse import urljoin
|
||
from lxml import etree
|
||
from .httprequest import get_html_session
|
||
from .parser import Parser
|
||
|
||
|
||
class Javdb(Parser):
|
||
source = 'javdb'
|
||
|
||
fixstudio = False
|
||
noauth = False
|
||
|
||
expr_number = '//strong[contains(text(),"番號")]/../span/text()'
|
||
expr_number2 = '//strong[contains(text(),"番號")]/../span/a/text()'
|
||
expr_title = "/html/head/title/text()"
|
||
expr_title_no = '//*[contains(@class,"movie-list")]/div/a/div[contains(@class, "video-title")]/text()'
|
||
expr_runtime = '//strong[contains(text(),"時長")]/../span/text()'
|
||
expr_runtime2 = '//strong[contains(text(),"時長")]/../span/a/text()'
|
||
expr_uncensored = '//strong[contains(text(),"類別")]/../span/a[contains(@href,"/tags/uncensored?") or contains(@href,"/tags/western?")]'
|
||
expr_actor = '//span[@class="value"]/a[contains(@href,"/actors/")]/text()'
|
||
expr_actor2 = '//span[@class="value"]/a[contains(@href,"/actors/")]/../strong/@class'
|
||
expr_release = '//strong[contains(text(),"日期")]/../span/text()'
|
||
expr_release_no = '//*[contains(@class,"movie-list")]/div/a/div[contains(@class, "meta")]/text()'
|
||
expr_studio = '//strong[contains(text(),"片商")]/../span/a/text()'
|
||
expr_studio2 = '//strong[contains(text(),"賣家:")]/../span/a/text()'
|
||
expr_director = '//strong[contains(text(),"導演")]/../span/text()'
|
||
expr_director2 = '//strong[contains(text(),"導演")]/../span/a/text()'
|
||
expr_cover = "//div[contains(@class, 'column-video-cover')]/a/img/@src"
|
||
expr_cover2 = "//div[contains(@class, 'column-video-cover')]/img/@src"
|
||
expr_cover_no = '//*[contains(@class,"movie-list")]/div/a/div[contains(@class, "cover")]/img/@src'
|
||
expr_trailer = '//span[contains(text(),"預告片")]/../../video/source/@src'
|
||
expr_extrafanart = "//article[@class='message video-panel']/div[@class='message-body']/div[@class='tile-images preview-images']/a[contains(@href,'/samples/')]/@href"
|
||
expr_tags = '//strong[contains(text(),"類別")]/../span/a/text()'
|
||
expr_tags2 = '//strong[contains(text(),"類別")]/../span/text()'
|
||
expr_series = '//strong[contains(text(),"系列")]/../span/text()'
|
||
expr_series2 = '//strong[contains(text(),"系列")]/../span/a/text()'
|
||
expr_label = '//strong[contains(text(),"系列")]/../span/text()'
|
||
expr_label2 = '//strong[contains(text(),"系列")]/../span/a/text()'
|
||
expr_userrating = '//span[@class="score-stars"]/../text()'
|
||
expr_uservotes = '//span[@class="score-stars"]/../text()'
|
||
expr_actorphoto = '//strong[contains(text(),"演員:")]/../span/a[starts-with(@href,"/actors/")]'
|
||
|
||
def updateCore(self, core):
|
||
if core.proxies:
|
||
self.proxies = core.proxies
|
||
if core.verify:
|
||
self.verify = core.verify
|
||
if core.morestoryline:
|
||
self.morestoryline = True
|
||
# special
|
||
if core.dbcookies:
|
||
self.cookies = core.dbcookies
|
||
else:
|
||
self.cookies = {'over18':'1', 'theme':'auto', 'locale':'zh'}
|
||
if core.dbsite:
|
||
self.dbsite = core.dbsite
|
||
else:
|
||
self.dbsite = 'javdb'
|
||
|
||
def search(self, number: str):
|
||
self.number = number
|
||
self.session = get_html_session(cookies=self.cookies, proxies=self.proxies, verify=self.verify)
|
||
self.detailurl = self.queryNumberUrl(number)
|
||
self.deatilpage = self.session.get(self.detailurl).text
|
||
if '此內容需要登入才能查看或操作' in self.deatilpage or '需要VIP權限才能訪問此內容' in self.deatilpage:
|
||
self.noauth = True
|
||
self.imagecut = 0
|
||
result = self.dictformat(self.querytree)
|
||
else:
|
||
htmltree = etree.fromstring(self.deatilpage, etree.HTMLParser())
|
||
result = self.dictformat(htmltree)
|
||
return result
|
||
|
||
def queryNumberUrl(self, number):
|
||
javdb_url = 'https://' + self.dbsite + '.com/search?q=' + number + '&f=all'
|
||
try:
|
||
resp = self.session.get(javdb_url)
|
||
except Exception as e:
|
||
print(e)
|
||
raise Exception(f'[!] {self.number}: page not fond in javdb')
|
||
|
||
self.querytree = etree.fromstring(resp.text, etree.HTMLParser())
|
||
# javdb sometime returns multiple results,
|
||
# and the first elememt maybe not the one we are looking for
|
||
# iterate all candidates and find the match one
|
||
urls = self.getTreeAll(self.querytree, '//*[contains(@class,"movie-list")]/div/a/@href')
|
||
# 记录一下欧美的ids ['Blacked','Blacked']
|
||
if re.search(r'[a-zA-Z]+\.\d{2}\.\d{2}\.\d{2}', number):
|
||
correct_url = urls[0]
|
||
else:
|
||
ids = self.getTreeAll(self.querytree, '//*[contains(@class,"movie-list")]/div/a/div[contains(@class, "video-title")]/strong/text()')
|
||
try:
|
||
self.queryid = ids.index(number)
|
||
correct_url = urls[self.queryid]
|
||
except:
|
||
# 为避免获得错误番号，只要精确对应的结果
|
||
if ids[0].upper() != number:
|
||
raise ValueError("number not found in javdb")
|
||
correct_url = urls[0]
|
||
return urljoin(resp.url, correct_url)
|
||
|
||
def getNum(self, htmltree):
|
||
if self.noauth:
|
||
return self.number
|
||
# 番号被分割开，需要合并后才是完整番号
|
||
part1 = self.getTreeElement(htmltree, self.expr_number)
|
||
part2 = self.getTreeElement(htmltree, self.expr_number2)
|
||
dp_number = part2 + part1
|
||
# NOTE 检测匹配与更新 self.number
|
||
if dp_number.upper() != self.number.upper():
|
||
raise Exception(f'[!] {self.number}: find [{dp_number}] in javdb, not match')
|
||
self.number = dp_number
|
||
return self.number
|
||
|
||
def getTitle(self, htmltree):
|
||
if self.noauth:
|
||
return self.getTreeElement(htmltree, self.expr_title_no, self.queryid)
|
||
browser_title = super().getTitle(htmltree)
|
||
title = browser_title[:browser_title.find(' | JavDB')].strip()
|
||
return title.replace(self.number, '').strip()
|
||
|
||
def getCover(self, htmltree):
|
||
if self.noauth:
|
||
return self.getTreeElement(htmltree, self.expr_cover_no, self.queryid)
|
||
return super().getCover(htmltree)
|
||
|
||
def getRelease(self, htmltree):
|
||
if self.noauth:
|
||
return self.getTreeElement(htmltree, self.expr_release_no, self.queryid).strip()
|
||
return super().getRelease(htmltree)
|
||
|
||
def getDirector(self, htmltree):
|
||
return self.getTreeElementbyExprs(htmltree, self.expr_director, self.expr_director2)
|
||
|
||
def getSeries(self, htmltree):
|
||
# NOTE 不清楚javdb是否有一部影片多个series的情况，暂时保留
|
||
results = self.getTreeAllbyExprs(htmltree, self.expr_series, self.expr_series2)
|
||
result = ''.join(results)
|
||
if not result and self.fixstudio:
|
||
result = self.getStudio(htmltree)
|
||
return result
|
||
|
||
def getLabel(self, htmltree):
|
||
results = self.getTreeAllbyExprs(htmltree, self.expr_label, self.expr_label2)
|
||
result = ''.join(results)
|
||
if not result and self.fixstudio:
|
||
result = self.getStudio(htmltree)
|
||
return result
|
||
|
||
def getActors(self, htmltree):
|
||
actors = self.getTreeAll(htmltree, self.expr_actor)
|
||
genders = self.getTreeAll(htmltree, self.expr_actor2)
|
||
r = []
|
||
idx = 0
|
||
# NOTE only female, we dont care others
|
||
actor_gendor = 'female'
|
||
for act in actors:
|
||
if((actor_gendor == 'all')
|
||
or (actor_gendor == 'both' and genders[idx] in ['symbol female', 'symbol male'])
|
||
or (actor_gendor == 'female' and genders[idx] == 'symbol female')
|
||
or (actor_gendor == 'male' and genders[idx] == 'symbol male')):
|
||
r.append(act)
|
||
idx = idx + 1
|
||
if re.match(r'FC2-[\d]+', self.number, re.A) and not r:
|
||
r = '素人'
|
||
self.fixstudio = True
|
||
return r
|
||
|
||
def getOutline(self, htmltree):
|
||
if self.morestoryline:
|
||
from .storyline import getStoryline
|
||
return getStoryline(self.number, self.getUncensored(htmltree))
|
||
return ''
|
||
|
||
def getTrailer(self, htmltree):
|
||
video = super().getTrailer(htmltree)
|
||
# 加上数组判空
|
||
if video:
|
||
if not 'https:' in video:
|
||
video_url = 'https:' + video
|
||
else:
|
||
video_url = video
|
||
else:
|
||
video_url = ''
|
||
return video_url
|
||
|
||
def getTags(self, htmltree):
|
||
return self.getTreeAllbyExprs(htmltree, self.expr_tags, self.expr_tags2)
|
||
|
||
def getUserRating(self, htmltree):
|
||
try:
|
||
result = str(self.getTreeElement(htmltree, self.expr_userrating))
|
||
v = re.findall(r'(\d+|\d+\.\d+)分, 由(\d+)人評價', result)
|
||
return float(v[0][0])
|
||
except:
|
||
return
|
||
|
||
def getUserVotes(self, htmltree):
|
||
try:
|
||
result = str(self.getTreeElement(htmltree, self.expr_uservotes))
|
||
v = re.findall(r'(\d+|\d+\.\d+)分, 由(\d+)人評價', result)
|
||
return int(v[0][1])
|
||
except:
|
||
return
|
||
|
||
def getaphoto(self, url, session):
|
||
html_page = session.get(url).text
|
||
img_url = re.findall(r'<span class\=\"avatar\" style\=\"background\-image\: url\((.*?)\)', html_page)
|
||
return img_url[0] if img_url else ''
|
||
|
||
def getActorPhoto(self, htmltree):
|
||
actorall = self.getTreeAll(htmltree, self.expr_actorphoto)
|
||
if not actorall:
|
||
return {}
|
||
actors = self.getActors(htmltree)
|
||
actor_photo = {}
|
||
for i in actorall:
|
||
x = re.findall(r'/actors/(.*)', i.attrib['href'], re.A)
|
||
if not len(x) or not len(x[0]) or i.text not in actors:
|
||
continue
|
||
# NOTE: https://c1.jdbstatic.com 会经常变动，直接使用页面内的地址获取
|
||
# actor_id = x[0]
|
||
# pic_url = f"https://c1.jdbstatic.com/avatars/{actor_id[:2].lower()}/{actor_id}.jpg"
|
||
# if not self.session.head(pic_url).ok:
|
||
try:
|
||
pic_url = self.getaphoto(urljoin('https://javdb.com', i.attrib['href']), self.session)
|
||
if len(pic_url):
|
||
actor_photo[i.text] = pic_url
|
||
except:
|
||
pass
|
||
return actor_photo
|
||
|