bacow/AV_Data_Capture
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

将元数据的来源网站记入日志以便进行评估

Browse Source
This commit is contained in:
lededev
2021-10-18 10:51:32 +08:00
parent c9b96f65ab
commit 24b4f9f5e2
4 changed files with 7 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
WebCrawler/__init__.py
View File

@@ -115,6 +115,7 @@ def get_data_from_json(file_number): # 从JSON返回元数据
json_data = json.loads(pool.apply_async(func_mapping[source], (file_number,)).get())
# if any service return a valid return, break
if get_data_state(json_data):
print(f"[+]Find movie [{file_number}] metadata on website '{source}'")
break
pool.close()
pool.terminate()
@@ -126,6 +127,7 @@ def get_data_from_json(file_number): # 从JSON返回元数据
json_data = json.loads(func_mapping[source](file_number))
# if any service return a valid return, break
if get_data_state(json_data):
print(f"[+]Find movie [{file_number}] metadata on website '{source}'")
break
except:
break

2
WebCrawler/storyline.py
View File

@@ -34,7 +34,7 @@ def getStoryline(number, title):
for i in range(cnt):
sl = len(result[i])if isinstance(result[i], str) else 0
if sl and first:
s += f'，[选中结果{apply_sites[i]}字数:{sl}]'
s += f'，[选中{apply_sites[i]}字数:{sl}]'
first = False
sel = result[i]
elif sl: