From 9aa19463dd5ca2f0b84270da40efe035b2550864 Mon Sep 17 00:00:00 2001 From: Feng4 Date: Sun, 6 Dec 2020 19:48:36 +0800 Subject: [PATCH 01/27] Update core.py --- core.py | 1 + 1 file changed, 1 insertion(+) diff --git a/core.py b/core.py index fd55148..109ad13 100755 --- a/core.py +++ b/core.py @@ -8,6 +8,7 @@ from PIL import Image from ADC_function import * # =========website======== +from WebCrawler import airav from WebCrawler import avsox from WebCrawler import fanza from WebCrawler import fc2 From 9bed8873164443f3e097e7ae6e43f82beb8ab8a1 Mon Sep 17 00:00:00 2001 From: Feng4 Date: Sun, 6 Dec 2020 19:50:46 +0800 Subject: [PATCH 02/27] Update core.py --- core.py | 1 + 1 file changed, 1 insertion(+) diff --git a/core.py b/core.py index 109ad13..de04995 100755 --- a/core.py +++ b/core.py @@ -49,6 +49,7 @@ def get_data_from_json(file_number, filepath, conf: config.Config): # 从JSON """ func_mapping = { + "airav": airav.main, "avsox": avsox.main, "fc2": fc2.main, "fanza": fanza.main, From fea17ea7a2a0818e7536cf73a3db1d17c6960de2 Mon Sep 17 00:00:00 2001 From: Feng4 Date: Sun, 6 Dec 2020 19:51:37 +0800 Subject: [PATCH 03/27] Update config.py --- config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config.py b/config.py index 658a7ce..90b27e3 100644 --- a/config.py +++ b/config.py @@ -131,7 +131,7 @@ class Config: sec5 = "priority" conf.add_section(sec5) - conf.set(sec5, "website", "javbus,javdb,fanza,xcity,mgstage,fc2,avsox,jav321,xcity") + conf.set(sec5, "website", "airav,javbus,javdb,fanza,xcity,mgstage,fc2,avsox,jav321,xcity") sec6 = "escape" conf.add_section(sec6) From 70b111fe0bfea55cb2b4ffccf19ce5e187086ae0 Mon Sep 17 00:00:00 2001 From: Feng4 Date: Sun, 6 Dec 2020 19:53:02 +0800 Subject: [PATCH 04/27] Update config.ini --- config.ini | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/config.ini b/config.ini index bfaf5ce..07936f2 100644 --- a/config.ini +++ b/config.ini @@ -24,7 +24,7 @@ max_title_len= 50 update_check=1 [priority] -website=javbus,javdb,fanza,xcity,mgstage,fc2,avsox,jav321,javlib,dlsite +website=airav,javbus,javdb,fanza,xcity,mgstage,fc2,avsox,jav321,javlib,dlsite [escape] literals=\()/ @@ -35,4 +35,4 @@ switch=0 [transalte] switch=0 -values=title,outline \ No newline at end of file +values=title,outline From ad541a3756e7438e4178637d43ee9692626a01df Mon Sep 17 00:00:00 2001 From: oxygenkun <24502572+ddtyjmyjm@users.noreply.github.com> Date: Sat, 26 Dec 2020 15:07:30 +0800 Subject: [PATCH 05/27] fix: failed load config.ini in function `moveFailedFolder` --- core.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/core.py b/core.py index 13a6673..82562d5 100755 --- a/core.py +++ b/core.py @@ -34,7 +34,7 @@ def moveFailedFolder(filepath, failed_folder): root_path = str(pathlib.Path(filepath).parent) file_name = pathlib.Path(filepath).name destination_path = root_path + '/' + failed_folder + '/' - if config.Config.soft_link(): + if config.Config().soft_link(): print('[-]Create symlink to Failed output folder') os.symlink(filepath, destination_path + '/' + file_name) else: From 62d1f375654b513c71ac25e30ca4c85ebe98bc73 Mon Sep 17 00:00:00 2001 From: oxygenkun <24502572+ddtyjmyjm@users.noreply.github.com> Date: Sat, 26 Dec 2020 15:34:44 +0800 Subject: [PATCH 06/27] fix: wrong root path detected --- core.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/core.py b/core.py index 82562d5..f83a60b 100755 --- a/core.py +++ b/core.py @@ -522,7 +522,7 @@ def core_main(file_path, number_th, conf: config.Config): filepath = file_path # 影片的路径 绝对路径 - rootpath = str(pathlib.Path(filepath).parent) + rootpath = os.getcwd() #程序根路径 number = number_th json_data = get_data_from_json(number, filepath, conf) # 定义番号 From 9335b446f955e3d783d3665fec666f0ac67a9369 Mon Sep 17 00:00:00 2001 From: Feng4 Date: Sat, 26 Dec 2020 23:39:57 +0800 Subject: [PATCH 07/27] Update airav.py --- WebCrawler/airav.py | 100 ++++++++++++++++++++++++-------------------- 1 file changed, 55 insertions(+), 45 deletions(-) diff --git a/WebCrawler/airav.py b/WebCrawler/airav.py index 9a13cec..58263a2 100644 --- a/WebCrawler/airav.py +++ b/WebCrawler/airav.py @@ -110,56 +110,65 @@ def getTag(htmlcode): # 获取标签 tag.append(i.get_text()) return tag +def getExtrafanart(htmlcode): # 获取剧照 + html_pather = re.compile(r'
[\s\S]*?
') + html = html_pather.search(htmlcode) + if html: + html = html.group() + extrafanart_pather = re.compile(r' Date: Sat, 26 Dec 2020 23:43:50 +0800 Subject: [PATCH 08/27] Update fanza.py --- WebCrawler/fanza.py | 21 +++++++++++++++++++-- 1 file changed, 19 insertions(+), 2 deletions(-) diff --git a/WebCrawler/fanza.py b/WebCrawler/fanza.py index baac89b..8dfb31d 100644 --- a/WebCrawler/fanza.py +++ b/WebCrawler/fanza.py @@ -209,6 +209,21 @@ def getSeries(text): except: return "" +def getExtrafanart(htmlcode): # 获取剧照 + html_pather = re.compile(r'
') + html = html_pather.search(htmlcode) + if html: + html = html.group() + extrafanart_pather = re.compile(r' Date: Sat, 26 Dec 2020 23:45:11 +0800 Subject: [PATCH 09/27] Update fc2.py --- WebCrawler/fc2.py | 32 +++++++++++++++++++++++++++++--- 1 file changed, 29 insertions(+), 3 deletions(-) diff --git a/WebCrawler/fc2.py b/WebCrawler/fc2.py index f6b8a9b..ad483ed 100644 --- a/WebCrawler/fc2.py +++ b/WebCrawler/fc2.py @@ -60,6 +60,29 @@ def getYear_fc2com(release): except: return '' +def getExtrafanart(htmlcode): # 获取剧照 + html_pather = re.compile(r'