support specifiedUrl when scraping single movie
This commit is contained in:
@@ -83,6 +83,8 @@ def argparse_function(ver: str) -> typing.Tuple[str, str, str, str, bool, bool]:
|
|||||||
help="""Only show job list of files and numbers, and **NO** actual operation
|
help="""Only show job list of files and numbers, and **NO** actual operation
|
||||||
is performed. It may help you correct wrong numbers before real job.""")
|
is performed. It may help you correct wrong numbers before real job.""")
|
||||||
parser.add_argument("-v", "--version", action="version", version=ver)
|
parser.add_argument("-v", "--version", action="version", version=ver)
|
||||||
|
parser.add_argument("-ss", "--specified-source", default='', nargs='?', help="specified Source.")
|
||||||
|
parser.add_argument("-su", "--specified-url", default='', nargs='?', help="specified Url.")
|
||||||
|
|
||||||
args = parser.parse_args()
|
args = parser.parse_args()
|
||||||
|
|
||||||
@@ -120,7 +122,7 @@ is performed. It may help you correct wrong numbers before real job.""")
|
|||||||
if no_net_op:
|
if no_net_op:
|
||||||
conf.set_override("common:stop_counter=0;rerun_delay=0s;face:aways_imagecut=1")
|
conf.set_override("common:stop_counter=0;rerun_delay=0s;face:aways_imagecut=1")
|
||||||
|
|
||||||
return args.file, args.number, args.logdir, args.regexstr, args.zero_op, no_net_op
|
return args.file, args.number, args.logdir, args.regexstr, args.zero_op, no_net_op, args.specified_source, args.specified_url
|
||||||
|
|
||||||
|
|
||||||
class OutLogger(object):
|
class OutLogger(object):
|
||||||
@@ -487,13 +489,13 @@ def create_data_and_move(movie_path: str, zero_op: bool, no_net_op: bool, oCC):
|
|||||||
print('[!]', err)
|
print('[!]', err)
|
||||||
|
|
||||||
|
|
||||||
def create_data_and_move_with_custom_number(file_path: str, custom_number, oCC):
|
def create_data_and_move_with_custom_number(file_path: str, custom_number, oCC, specified_source, specified_url):
|
||||||
conf = config.getInstance()
|
conf = config.getInstance()
|
||||||
file_name = os.path.basename(file_path)
|
file_name = os.path.basename(file_path)
|
||||||
try:
|
try:
|
||||||
print("[!] [{1}] As Number Processing for '{0}'".format(file_path, custom_number))
|
print("[!] [{1}] As Number Processing for '{0}'".format(file_path, custom_number))
|
||||||
if custom_number:
|
if custom_number:
|
||||||
core_main(file_path, custom_number, oCC)
|
core_main(file_path, custom_number, oCC, specified_source, specified_url)
|
||||||
else:
|
else:
|
||||||
print("[-] number empty ERROR")
|
print("[-] number empty ERROR")
|
||||||
print("[*]======================================================")
|
print("[*]======================================================")
|
||||||
@@ -513,7 +515,7 @@ def create_data_and_move_with_custom_number(file_path: str, custom_number, oCC):
|
|||||||
|
|
||||||
|
|
||||||
def main(args: tuple) -> Path:
|
def main(args: tuple) -> Path:
|
||||||
(single_file_path, custom_number, logdir, regexstr, zero_op, no_net_op) = args
|
(single_file_path, custom_number, logdir, regexstr, zero_op, no_net_op, specified_source, specified_url) = args
|
||||||
conf = config.getInstance()
|
conf = config.getInstance()
|
||||||
main_mode = conf.main_mode()
|
main_mode = conf.main_mode()
|
||||||
folder_path = ""
|
folder_path = ""
|
||||||
@@ -609,9 +611,11 @@ def main(args: tuple) -> Path:
|
|||||||
print('[+]==================== Single File =====================')
|
print('[+]==================== Single File =====================')
|
||||||
if custom_number == '':
|
if custom_number == '':
|
||||||
create_data_and_move_with_custom_number(single_file_path,
|
create_data_and_move_with_custom_number(single_file_path,
|
||||||
get_number(conf.debug(), os.path.basename(single_file_path)), oCC)
|
get_number(conf.debug(), os.path.basename(single_file_path)), oCC,
|
||||||
|
specified_source, specified_url)
|
||||||
else:
|
else:
|
||||||
create_data_and_move_with_custom_number(single_file_path, custom_number, oCC)
|
create_data_and_move_with_custom_number(single_file_path, custom_number, oCC,
|
||||||
|
specified_source, specified_url)
|
||||||
else:
|
else:
|
||||||
folder_path = conf.source_folder()
|
folder_path = conf.source_folder()
|
||||||
if not isinstance(folder_path, str) or folder_path == '':
|
if not isinstance(folder_path, str) or folder_path == '':
|
||||||
|
|||||||
4
core.py
4
core.py
@@ -760,7 +760,7 @@ def core_main_no_net_op(movie_path, number):
|
|||||||
linkImage(path, number, part, leak_word, c_word, hack_word, ext)
|
linkImage(path, number, part, leak_word, c_word, hack_word, ext)
|
||||||
|
|
||||||
|
|
||||||
def core_main(movie_path, number_th, oCC):
|
def core_main(movie_path, number_th, oCC, specified_source=None, specified_url=None):
|
||||||
conf = config.getInstance()
|
conf = config.getInstance()
|
||||||
# =======================================================================初始化所需变量
|
# =======================================================================初始化所需变量
|
||||||
multi_part = 0
|
multi_part = 0
|
||||||
@@ -775,7 +775,7 @@ def core_main(movie_path, number_th, oCC):
|
|||||||
# 下面被注释的变量不需要
|
# 下面被注释的变量不需要
|
||||||
#rootpath= os.getcwd
|
#rootpath= os.getcwd
|
||||||
number = number_th
|
number = number_th
|
||||||
json_data = get_data_from_json(number, oCC) # 定义番号
|
json_data = get_data_from_json(number, oCC, specified_source, specified_url) # 定义番号
|
||||||
|
|
||||||
# Return if blank dict returned (data not found)
|
# Return if blank dict returned (data not found)
|
||||||
if not json_data:
|
if not json_data:
|
||||||
|
|||||||
@@ -7,7 +7,7 @@ from pathlib import Path
|
|||||||
from ADC_function import delete_all_elements_in_list, delete_all_elements_in_str, file_modification_days, load_cookies, translate
|
from ADC_function import delete_all_elements_in_list, delete_all_elements_in_str, file_modification_days, load_cookies, translate
|
||||||
from scrapinglib.api import search
|
from scrapinglib.api import search
|
||||||
|
|
||||||
def get_data_from_json(file_number, oCC):
|
def get_data_from_json(file_number, oCC, specified_source, specified_url):
|
||||||
"""
|
"""
|
||||||
iterate through all services and fetch the data 从JSON返回元数据
|
iterate through all services and fetch the data 从JSON返回元数据
|
||||||
"""
|
"""
|
||||||
@@ -51,9 +51,11 @@ def get_data_from_json(file_number, oCC):
|
|||||||
cacert =None
|
cacert =None
|
||||||
if conf.cacert_file():
|
if conf.cacert_file():
|
||||||
cacert = conf.cacert_file()
|
cacert = conf.cacert_file()
|
||||||
|
|
||||||
json_data = search(file_number, sources, proxies=proxies, verify=cacert,
|
json_data = search(file_number, sources, proxies=proxies, verify=cacert,
|
||||||
dbsite=javdb_site, dbcookies=javdb_cookies,
|
dbsite=javdb_site, dbcookies=javdb_cookies,
|
||||||
morestoryline=conf.is_storyline())
|
morestoryline=conf.is_storyline(),
|
||||||
|
specifiedSource=specified_source, specifiedUrl=specified_url)
|
||||||
# Return if data not found in all sources
|
# Return if data not found in all sources
|
||||||
if not json_data:
|
if not json_data:
|
||||||
print('[-]Movie Number not found!')
|
print('[-]Movie Number not found!')
|
||||||
|
|||||||
Reference in New Issue
Block a user