bacow/AV_Data_Capture
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

change download threads number configable default parallel_download=5

Browse Source
This commit is contained in:
lededev
2021-10-23 21:05:49 +08:00
parent 9c5db258ec
commit e8eb3ff192
3 changed files with 11 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
config.ini
View File

@@ -84,7 +84,7 @@ water=2
; 剧照 ; 剧照
[extrafanart] [extrafanart]
switch=0 switch=0
parallel_download=1 parallel_download=5
extrafanart_folder=extrafanart extrafanart_folder=extrafanart
; 剧情简介 ; 剧情简介

8
config.py
View File

@@ -153,8 +153,12 @@ class Config:
def is_extrafanart(self) -> bool: def is_extrafanart(self) -> bool:
return self.conf.getboolean("extrafanart", "switch") return self.conf.getboolean("extrafanart", "switch")
def extrafanart_thread_pool_download(self) -> bool: def extrafanart_thread_pool_download(self) -> int:
return self.conf.getboolean("extrafanart", "parallel_download") try:
v = self.conf.getint("extrafanart", "parallel_download")
return v if v >= 0 else 5
except:
return 5
def watermark_type(self) -> int: def watermark_type(self) -> int:
return int(self.conf.get("watermark", "water")) return int(self.conf.get("watermark", "water"))

5
core.py
View File

@@ -240,7 +240,10 @@ def extrafanart_download_threadpool(url_list, save_dir, number):
mp_args.append((url_list[i], jpg_fullpath)) mp_args.append((url_list[i], jpg_fullpath))
if not len(mp_args): if not len(mp_args):
return return
with ThreadPoolExecutor(os.cpu_count()) as pool: parallel = min(len(mp_args), conf.extrafanart_thread_pool_download())
if parallel > 100:
print('[!]Warrning: Parallel download thread too large may cause website ban IP!')
with ThreadPoolExecutor(parallel) as pool:
result = list(pool.map(download_one_file, mp_args)) result = list(pool.map(download_one_file, mp_args))
for i in range(len(result)): for i in range(len(result)):
print('[+]Extrafanart Downloaded!', result[i]) if result[i] else print(f'[-]Extrafanart {i+1} for [{number}] download failed!') print('[+]Extrafanart Downloaded!', result[i]) if result[i] else print(f'[-]Extrafanart {i+1} for [{number}] download failed!')