bacow/AV_Data_Capture
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

javdb:only accept one login site after javdb site update

Browse Source
This commit is contained in:
lededev
2021-10-09 19:32:00 +08:00
parent f601669229
commit bd3504f3b5
1 changed files with 18 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

31
WebCrawler/javdb.py
View File

@@ -213,27 +213,31 @@ def getSeries(a):
return str(result1 + result2).strip('+').replace("', '", '').replace('"', '') return str(result1 + result2).strip('+').replace("', '", '').replace('"', '')
def main(number): def main(number):
javdb_site = secrets.choice(["javdb31", "javdb32"]) # javdb更新后同一时间只能登录一个数字站，最新登录站会踢出旧的登录，因此按找到的第一个javdb*.json文件选择站点，
if config.getInstance().debug(): # 如果无.json文件则按选择最后一个站点。
print(f'[!]javdb:select site {javdb_site}') javdb_sites = ["javdb31", "javdb32"]
debug = config.getInstance().debug()
try: try:
# if re.search(r'[a-zA-Z]+\.\d{2}\.\d{2}\.\d{2}', number).group(): # if re.search(r'[a-zA-Z]+\.\d{2}\.\d{2}\.\d{2}', number).group():
# pass # pass
# else: # else:
# number = number.upper() # number = number.upper()
number = number.upper() number = number.upper()
cookie_json = javdb_site + '.json'
javdb_cookies = {'over18':'1', 'theme':'auto', 'locale':'zh'} javdb_cookies = {'over18':'1', 'theme':'auto', 'locale':'zh'}
# 不加载过期的cookie，javdb登录界面显示为7天免登录，故假定cookie有效期为7天 # 不加载过期的cookie，javdb登录界面显示为7天免登录，故假定cookie有效期为7天
cookies_dict, cookies_filepath = load_cookies(cookie_json) for cj in javdb_sites:
if isinstance(cookies_dict, dict) and isinstance(cookies_filepath, str): javdb_site = cj
cdays = file_modification_days(cookies_filepath) cookie_json = javdb_site + '.json'
if cdays < 7: cookies_dict, cookies_filepath = load_cookies(cookie_json)
javdb_cookies = cookies_dict if isinstance(cookies_dict, dict) and isinstance(cookies_filepath, str):
elif cdays != 9999: cdays = file_modification_days(cookies_filepath)
print( if cdays < 7:
f'[!]Cookies file {cookies_filepath} was updated {cdays} days ago, it will not be used for HTTP requests.') javdb_cookies = cookies_dict
elif cdays != 9999:
print(f'[!]Cookies file {cookies_filepath} was updated {cdays} days ago, it will not be used for HTTP requests.')
break
if debug:
print(f'[!]javdb:select site {javdb_site}')
try: try:
javdb_url = 'https://' + javdb_site + '.com/search?q=' + number + '&f=all' javdb_url = 'https://' + javdb_site + '.com/search?q=' + number + '&f=all'
query_result = get_html(javdb_url, cookies=javdb_cookies) query_result = get_html(javdb_url, cookies=javdb_cookies)
@@ -338,3 +342,4 @@ if __name__ == "__main__":
# print(main('FC2-1174949')) # not found # print(main('FC2-1174949')) # not found
print(main('MVSD-439')) print(main('MVSD-439'))
# print(main('EHM0001')) # not found # print(main('EHM0001')) # not found
print(main('FC2-2314275'))