From b251a127c85ec2773f727057c4f7246938540bae Mon Sep 17 00:00:00 2001 From: lededev Date: Wed, 6 Apr 2022 04:35:11 +0800 Subject: [PATCH] storyline:remove _inner(), expand args directly --- WebCrawler/storyline.py | 54 ++++++++++++++++++++--------------------- 1 file changed, 27 insertions(+), 27 deletions(-) diff --git a/WebCrawler/storyline.py b/WebCrawler/storyline.py index 846e840..20d047f 100644 --- a/WebCrawler/storyline.py +++ b/WebCrawler/storyline.py @@ -80,34 +80,34 @@ def getStoryline(number, title, sites: list=None): def getStoryline_mp(args): - def _inner(site, number, title, debug): - start_time = time.time() - storyline = None - if not isinstance(site, str): - return storyline - elif site == "airavwiki": - storyline = getStoryline_airavwiki(number, debug) - elif site == "airav": - storyline = getStoryline_airav(number, debug) - elif site == "avno1": - storyline = getStoryline_avno1(number, debug) - elif site == "xcity": - storyline = getStoryline_xcity(number, debug) - elif site == "amazon": - storyline = getStoryline_amazon(title, number, debug) - elif site == "58avgo": - storyline = getStoryline_58avgo(number, debug) - if not debug: - return storyline - # 进程池模式的子进程getStoryline_*()的print()不会写入日志中,线程池和顺序执行不受影响 - print("[!]MP 进程[{}]运行{:.3f}秒,结束于{}返回结果: {}".format( - site, - time.time() - start_time, - time.strftime("%H:%M:%S"), - storyline if isinstance(storyline, str) and len(storyline) else '[空]') - ) + (site, number, title, debug) = args + start_time = time.time() + storyline = None + if not isinstance(site, str): return storyline - return _inner(*args) + elif site == "airavwiki": + storyline = getStoryline_airavwiki(number, debug) + #storyline = getStoryline_airavwiki_super(number, debug) + elif site == "airav": + storyline = getStoryline_airav(number, debug) + elif site == "avno1": + storyline = getStoryline_avno1(number, debug) + elif site == "xcity": + storyline = getStoryline_xcity(number, debug) + elif site == "amazon": + storyline = getStoryline_amazon(title, number, debug) + elif site == "58avgo": + storyline = getStoryline_58avgo(number, debug) + if not debug: + return storyline + # 进程池模式的子进程getStoryline_*()的print()不会写入日志中,线程池和顺序执行不受影响 + print("[!]MP 进程[{}]运行{:.3f}秒,结束于{}返回结果: {}".format( + site, + time.time() - start_time, + time.strftime("%H:%M:%S"), + storyline if isinstance(storyline, str) and len(storyline) else '[空]') + ) + return storyline def getStoryline_airav(number, debug):