From 9aa19463dd5ca2f0b84270da40efe035b2550864 Mon Sep 17 00:00:00 2001 From: Feng4 Date: Sun, 6 Dec 2020 19:48:36 +0800 Subject: [PATCH 01/25] Update core.py --- core.py | 1 + 1 file changed, 1 insertion(+) diff --git a/core.py b/core.py index fd55148..109ad13 100755 --- a/core.py +++ b/core.py @@ -8,6 +8,7 @@ from PIL import Image from ADC_function import * # =========website======== +from WebCrawler import airav from WebCrawler import avsox from WebCrawler import fanza from WebCrawler import fc2 From 9bed8873164443f3e097e7ae6e43f82beb8ab8a1 Mon Sep 17 00:00:00 2001 From: Feng4 Date: Sun, 6 Dec 2020 19:50:46 +0800 Subject: [PATCH 02/25] Update core.py --- core.py | 1 + 1 file changed, 1 insertion(+) diff --git a/core.py b/core.py index 109ad13..de04995 100755 --- a/core.py +++ b/core.py @@ -49,6 +49,7 @@ def get_data_from_json(file_number, filepath, conf: config.Config): # 从JSON """ func_mapping = { + "airav": airav.main, "avsox": avsox.main, "fc2": fc2.main, "fanza": fanza.main, From fea17ea7a2a0818e7536cf73a3db1d17c6960de2 Mon Sep 17 00:00:00 2001 From: Feng4 Date: Sun, 6 Dec 2020 19:51:37 +0800 Subject: [PATCH 03/25] Update config.py --- config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config.py b/config.py index 658a7ce..90b27e3 100644 --- a/config.py +++ b/config.py @@ -131,7 +131,7 @@ class Config: sec5 = "priority" conf.add_section(sec5) - conf.set(sec5, "website", "javbus,javdb,fanza,xcity,mgstage,fc2,avsox,jav321,xcity") + conf.set(sec5, "website", "airav,javbus,javdb,fanza,xcity,mgstage,fc2,avsox,jav321,xcity") sec6 = "escape" conf.add_section(sec6) From 70b111fe0bfea55cb2b4ffccf19ce5e187086ae0 Mon Sep 17 00:00:00 2001 From: Feng4 Date: Sun, 6 Dec 2020 19:53:02 +0800 Subject: [PATCH 04/25] Update config.ini --- config.ini | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/config.ini b/config.ini index bfaf5ce..07936f2 100644 --- a/config.ini +++ b/config.ini @@ -24,7 +24,7 @@ max_title_len= 50 update_check=1 [priority] -website=javbus,javdb,fanza,xcity,mgstage,fc2,avsox,jav321,javlib,dlsite +website=airav,javbus,javdb,fanza,xcity,mgstage,fc2,avsox,jav321,javlib,dlsite [escape] literals=\()/ @@ -35,4 +35,4 @@ switch=0 [transalte] switch=0 -values=title,outline \ No newline at end of file +values=title,outline From 9335b446f955e3d783d3665fec666f0ac67a9369 Mon Sep 17 00:00:00 2001 From: Feng4 Date: Sat, 26 Dec 2020 23:39:57 +0800 Subject: [PATCH 05/25] Update airav.py --- WebCrawler/airav.py | 100 ++++++++++++++++++++++++-------------------- 1 file changed, 55 insertions(+), 45 deletions(-) diff --git a/WebCrawler/airav.py b/WebCrawler/airav.py index 9a13cec..58263a2 100644 --- a/WebCrawler/airav.py +++ b/WebCrawler/airav.py @@ -110,56 +110,65 @@ def getTag(htmlcode): # 获取标签 tag.append(i.get_text()) return tag +def getExtrafanart(htmlcode): # 获取剧照 + html_pather = re.compile(r'
[\s\S]*?
') + html = html_pather.search(htmlcode) + if html: + html = html.group() + extrafanart_pather = re.compile(r' Date: Sat, 26 Dec 2020 23:43:50 +0800 Subject: [PATCH 06/25] Update fanza.py --- WebCrawler/fanza.py | 21 +++++++++++++++++++-- 1 file changed, 19 insertions(+), 2 deletions(-) diff --git a/WebCrawler/fanza.py b/WebCrawler/fanza.py index baac89b..8dfb31d 100644 --- a/WebCrawler/fanza.py +++ b/WebCrawler/fanza.py @@ -209,6 +209,21 @@ def getSeries(text): except: return "" +def getExtrafanart(htmlcode): # 获取剧照 + html_pather = re.compile(r'
') + html = html_pather.search(htmlcode) + if html: + html = html.group() + extrafanart_pather = re.compile(r' Date: Sat, 26 Dec 2020 23:45:11 +0800 Subject: [PATCH 07/25] Update fc2.py --- WebCrawler/fc2.py | 32 +++++++++++++++++++++++++++++--- 1 file changed, 29 insertions(+), 3 deletions(-) diff --git a/WebCrawler/fc2.py b/WebCrawler/fc2.py index f6b8a9b..ad483ed 100644 --- a/WebCrawler/fc2.py +++ b/WebCrawler/fc2.py @@ -60,6 +60,29 @@ def getYear_fc2com(release): except: return '' +def getExtrafanart(htmlcode): # 获取剧照 + html_pather = re.compile(r'