From 47110c567c473ce8c12297d3cf2ade05d4b03875 Mon Sep 17 00:00:00 2001 From: yoshiko2 Date: Sat, 21 May 2022 23:39:19 +0800 Subject: [PATCH] Add search func in `getchu` --- WebCrawler/getchu.py | 98 +++++++++++++++++++++++++++++++------------- 1 file changed, 70 insertions(+), 28 deletions(-) diff --git a/WebCrawler/getchu.py b/WebCrawler/getchu.py index aea1edc..8731272 100644 --- a/WebCrawler/getchu.py +++ b/WebCrawler/getchu.py @@ -5,33 +5,75 @@ from WebCrawler.crawler import * import re def main(number): - getchu = Crawler(get_html("https://dl.getchu.com/i/" + number)) - dic = { - "title": getchu.getString("//div[contains(@style,'color: #333333; padding: 3px 0px 0px 5px;')]/text()"), - "cover": "https://dl.getchu.com" + getchu.getString("//td[contains(@bgcolor,'#ffffff')]/img/@src"), - "director": getchu.getString("//td[contains(text(),'作者')]/following-sibling::td/text()"), - "studio": getchu.getString("//td[contains(text(),'サークル')]/following-sibling::td/a/text()"), - "actor": getchu.getString("//td[contains(text(),'サークル')]/following-sibling::td/a/text()"), - "label": getchu.getString("//td[contains(text(),'サークル')]/following-sibling::td/a/text()"), - "runtime": str(re.findall('\d+', str(getchu.getString("//td[contains(text(),'画像数&ページ数')]/following-sibling::td/text()")))).strip(" ['']"), - "release": getchu.getString("//td[contains(text(),'配信開始日')]/following-sibling::td/text()").replace("/","-"), - "tag": getchu.getStrings("//td[contains(text(),'趣向')]/following-sibling::td/a/text()"), - "outline": getchu.getStrings("//*[contains(text(),'作品内容')]/following-sibling::td/text()"), - "extrafanart": getchu.getStrings("//td[contains(@style,'background-color: #444444;')]/a/@href"), - "series": getchu.getString("//td[contains(text(),'サークル')]/following-sibling::td/a/text()"), - "number": number, - "imagecut": 4, - "year": str(re.findall('\d{4}', str(getchu.getString("//td[contains(text(),'配信開始日')]/following-sibling::td/text()").replace("/","-")))).strip(" ['']"), - "actor_photo": "", - "website": "https://dl.getchu.com/i/" + number, - "source": "getchu.py", - } - - extrafanart = [] - for i in dic['extrafanart']: - i = "https://dl.getchu.com" + i - extrafanart.append(i) - dic['extrafanart'] = extrafanart + if "item" in number: + getchu = Crawler(get_html("https://dl.getchu.com/i/" + number)) + dic = { + "title": getchu.getString("//div[contains(@style,'color: #333333; padding: 3px 0px 0px 5px;')]/text()"), + "cover": "https://dl.getchu.com" + getchu.getString("//td[contains(@bgcolor,'#ffffff')]/img/@src"), + "director": getchu.getString("//td[contains(text(),'作者')]/following-sibling::td/text()"), + "studio": getchu.getString("//td[contains(text(),'サークル')]/following-sibling::td/a/text()"), + "actor": getchu.getString("//td[contains(text(),'サークル')]/following-sibling::td/a/text()"), + "label": getchu.getString("//td[contains(text(),'サークル')]/following-sibling::td/a/text()"), + "runtime": str(re.findall('\d+', str(getchu.getString( + "//td[contains(text(),'画像数&ページ数')]/following-sibling::td/text()")))).strip(" ['']"), + "release": getchu.getString("//td[contains(text(),'配信開始日')]/following-sibling::td/text()").replace("/","-"), + "tag": getchu.getStrings("//td[contains(text(),'趣向')]/following-sibling::td/a/text()"), + "outline": getchu.getStrings("//*[contains(text(),'作品内容')]/following-sibling::td/text()"), + "extrafanart": getchu.getStrings("//td[contains(@style,'background-color: #444444;')]/a/@href"), + "series": getchu.getString("//td[contains(text(),'サークル')]/following-sibling::td/a/text()"), + "number": number, + "imagecut": 4, + "year": str(re.findall('\d{4}', str(getchu.getString( + "//td[contains(text(),'配信開始日')]/following-sibling::td/text()").replace("/", "-")))).strip(" ['']"), + "actor_photo": "", + "website": "https://dl.getchu.com/i/" + number, + "source": "getchu.py", + } + extrafanart = [] + for i in dic['extrafanart']: + i = "https://dl.getchu.com" + i + extrafanart.append(i) + dic['extrafanart'] = extrafanart + else: + number = number #quote(number,encoding="GBK") + url = f'http://www.getchu.com/php/search.phtml?genre=anime_dvd&search_keyword={number}&check_key_dtl=1&submit=' + htmlcode = get_html(url,cookies={'getchu_adalt_flag':'getchu.com'}) + getchu = Crawler(htmlcode) + url2 = getchu.getString('/html/body/div/table/tr/td/form/div/form/ul/li/div/div/div/table/tr[1]/td/a[1]/@href') + if "id=" in url2: + url2 = url2.replace('../', 'http://www.getchu.com/') + htmlcode = get_html(url2,cookies={'getchu_adalt_flag':'getchu.com'}) + getchu = Crawler(htmlcode) + else: + return {'title':''} + dic = { + "title": getchu.getString('//*[@id="soft-title"]/text()').strip(), + "cover": "http://www.getchu.com" + getchu.getString("/html/body/div[1]/table[2]/tr[1]/td/a/@href").replace("./",'/'), + "director": getchu.getString("//td[contains(text(),'ブランド')]/following-sibling::td/a[1]/text()"), + "studio": getchu.getString("//td[contains(text(),'ブランド')]/following-sibling::td/a[1]/text()"), + "actor": getchu.getString("//td[contains(text(),'ブランド')]/following-sibling::td/a[1]/text()"), + "label": getchu.getString("//td[contains(text(),'ジャンル：')]/following-sibling::td/text()").strip(), + "runtime": '', + "release": getchu.getString("//td[contains(text(),'発売日：')]/following-sibling::td/a/text()").replace("/","-").strip(), + "tag": getchu.getStrings("//td[contains(text(),'カテゴリ')]/following-sibling::td/a/text()"), + "outline": getchu.getStrings("//div[contains(text(),'商品紹介')]/following-sibling::div/text()"), + "extrafanart": getchu.getStrings("//div[contains(text(),'サンプル画像')]/following-sibling::div/a/@href"), + "series": getchu.getString("//td[contains(text(),'ジャンル：')]/following-sibling::td/text()").strip(), + "number": number, + "imagecut": 0, + "year": str(re.findall('\d{4}', str(getchu.getString( + "//td[contains(text(),'発売日：')]/following-sibling::td/a/text()").replace("/","-")))).strip(" ['']"), + "actor_photo": "", + "website": url2, + "headers":{'referer': url2}, + "source": "getchu.py", + } + extrafanart = [] + for i in dic['extrafanart']: + i = "http://www.getchu.com" + i.replace("./",'/') + if 'jpg' in i: + extrafanart.append(i) + dic['extrafanart'] = extrafanart outline = '' _list = dic['outline'] @@ -43,6 +85,6 @@ def main(number): return result if __name__ == '__main__': - test = ['item4040774','item4039026'] + test = ['黒獣2 THE ANIMATION','item4039026'] for i in test: print(main(i))