import json import os.path import pathlib import re import shutil import platform import errno import sys from PIL import Image from io import BytesIO from ADC_function import * from WebCrawler import get_data_from_json def escape_path(path, escape_literals: str): # Remove escape literals backslash = '\\' for literal in escape_literals: path = path.replace(backslash + literal, '') return path def moveFailedFolder(filepath): conf = config.Config() if conf.failed_move(): failed_folder = conf.failed_folder() file_name = os.path.basename(filepath) if conf.soft_link(): print('[-]Create symlink to Failed output folder') os.symlink(filepath, os.path.join(failed_folder, file_name)) else: print('[-]Move to Failed output folder') shutil.move(filepath, os.path.join(failed_folder, file_name)) return def get_info(json_data): # 返回json里的数据 title = json_data.get('title') studio = json_data.get('studio') year = json_data.get('year') outline = json_data.get('outline') runtime = json_data.get('runtime') director = json_data.get('director') actor_photo = json_data.get('actor_photo') release = json_data.get('release') number = json_data.get('number') cover = json_data.get('cover') trailer = json_data.get('trailer') website = json_data.get('website') series = json_data.get('series') label = json_data.get('label', "") return title, studio, year, outline, runtime, director, actor_photo, release, number, cover, trailer, website, series, label def small_cover_check(path, number, cover_small, leak_word, c_word, conf: config.Config, filepath): download_file_with_filename(cover_small, number + leak_word+ c_word + '-poster.jpg', path, conf, filepath) print('[+]Image Downloaded! ' + path + '/' + number + leak_word + c_word + '-poster.jpg') def create_folder(json_data, conf: config.Config): # 创建文件夹 title, studio, year, outline, runtime, director, actor_photo, release, number, cover, trailer, website, series, label = get_info(json_data) success_folder = conf.success_folder() actor = json_data.get('actor') location_rule = eval(conf.location_rule(), json_data) if 'actor' in conf.location_rule() and len(actor) > 100: print(conf.location_rule()) location_rule = eval(conf.location_rule().replace("actor","'多人作品'"), json_data) maxlen = conf.max_title_len() if 'title' in conf.location_rule() and len(title) > maxlen: shorttitle = title[0:maxlen] location_rule = location_rule.replace(title, shorttitle) path = success_folder + '/' + location_rule path = trimblank(path) if not os.path.exists(path): path = escape_path(path, conf.escape_literals()) try: os.makedirs(path) except: path = success_folder + '/' + location_rule.replace('/[' + number + ')-' + title, "/number") path = escape_path(path, conf.escape_literals()) os.makedirs(path) return path def trimblank(s: str): """ Clear the blank on the right side of the folder name """ if s[-1] == " ": return trimblank(s[:-1]) else: return s # =====================资源下载部分=========================== # path = examle:photo , video.in the Project Folder! def download_file_with_filename(url, filename, path, conf: config.Config, filepath): configProxy = conf.proxy() for i in range(configProxy.retry): try: if configProxy.enable: if not os.path.exists(path): os.makedirs(path) proxies = configProxy.proxies() headers = { 'User-Agent': G_USER_AGENT} r = requests.get(url, headers=headers, timeout=configProxy.timeout, proxies=proxies) if r == '': print('[-]Movie Data not found!') return with open(os.path.join(str(path), filename), "wb") as code: code.write(r.content) return else: if not os.path.exists(path): os.makedirs(path) headers = { 'User-Agent': G_USER_AGENT} r = requests.get(url, timeout=configProxy.timeout, headers=headers) if r == '': print('[-]Movie Data not found!') return with open(os.path.join(str(path), filename), "wb") as code: code.write(r.content) return except requests.exceptions.RequestException: i += 1 print('[-]Image Download : Connect retry ' + str(i) + '/' + str(configProxy.retry)) except requests.exceptions.ConnectionError: i += 1 print('[-]Image Download : Connect retry ' + str(i) + '/' + str(configProxy.retry)) except requests.exceptions.ProxyError: i += 1 print('[-]Image Download : Connect retry ' + str(i) + '/' + str(configProxy.retry)) except requests.exceptions.ConnectTimeout: i += 1 print('[-]Image Download : Connect retry ' + str(i) + '/' + str(configProxy.retry)) print('[-]Connect Failed! Please check your Proxy or Network!') moveFailedFolder(filepath) return def trailer_download(trailer, leak_word, c_word, number, path, filepath, conf: config.Config): if download_file_with_filename(trailer, number + leak_word + c_word + '-trailer.mp4', path, conf, filepath) == 'failed': return configProxy = conf.proxy() for i in range(configProxy.retry): if os.path.getsize(path+'/' + number + leak_word + c_word + '-trailer.mp4') == 0: print('[!]Video Download Failed! Trying again. [{}/3]', i + 1) download_file_with_filename(trailer, number + leak_word + c_word + '-trailer.mp4', path, conf, filepath) continue else: break if os.path.getsize(path + '/' + number + leak_word + c_word + '-trailer.mp4') == 0: return print('[+]Video Downloaded!', path + '/' + number + leak_word + c_word + '-trailer.mp4') # 剧照下载成功，否则移动到failed def extrafanart_download(data, path, conf: config.Config, filepath): j = 1 path = path + '/' + conf.get_extrafanart() for url in data: if download_file_with_filename(url, 'extrafanart-' + str(j)+'.jpg', path, conf, filepath) == 'failed': moveFailedFolder(filepath) return configProxy = conf.proxy() for i in range(configProxy.retry): if os.path.getsize(path + '/extrafanart-' + str(j) + '.jpg') == 0: print('[!]Image Download Failed! Trying again. [{}/3]', i + 1) download_file_with_filename(url, 'extrafanart-' + str(j)+'.jpg', path, conf, filepath) continue else: break if os.path.getsize(path + '/extrafanart-' + str(j) + '.jpg') == 0: return print('[+]Image Downloaded!', path + '/extrafanart-' + str(j) + '.jpg') j += 1 # 封面是否下载成功，否则移动到failed def image_download(cover, number, leak_word, c_word, path, conf: config.Config, filepath): if download_file_with_filename(cover, number + leak_word + c_word + '-fanart.jpg', path, conf, filepath) == 'failed': moveFailedFolder(filepath) return configProxy = conf.proxy() for i in range(configProxy.retry): if os.path.getsize(path + '/' + number + leak_word + c_word + '-fanart.jpg') == 0: print('[!]Image Download Failed! Trying again. [{}/3]', i + 1) download_file_with_filename(cover, number + leak_word + c_word + '-fanart.jpg', path, conf, filepath) continue else: break if os.path.getsize(path + '/' + number + leak_word + c_word + '-fanart.jpg') == 0: return print('[+]Image Downloaded!', path + '/' + number + leak_word + c_word + '-fanart.jpg') shutil.copyfile(path + '/' + number + leak_word + c_word + '-fanart.jpg',path + '/' + number + leak_word + c_word + '-thumb.jpg') def print_files(path, leak_word, c_word, naming_rule, part, cn_sub, json_data, filepath, failed_folder, tag, actor_list, liuchu, uncensored): title, studio, year, outline, runtime, director, actor_photo, release, number, cover, trailer, website, series, label = get_info(json_data) try: if not os.path.exists(path): os.makedirs(path) with open(path + "/" + number + part + leak_word + c_word + ".nfo", "wt", encoding='UTF-8') as code: print('', file=code) print("", file=code) print(" " + naming_rule + "", file=code) print(" ", file=code) print(" ", file=code) print(" " + studio + "", file=code) print(" " + year + "", file=code) print(" " + outline + "", file=code) print(" " + outline + "", file=code) print(" " + str(runtime).replace(" ", "") + "", file=code) print(" " + director + "", file=code) print(" " + number + leak_word + c_word + "-poster.jpg", file=code) print(" " + number + leak_word + c_word + "-thumb.jpg", file=code) print(" " + number + leak_word + c_word + '-fanart.jpg' + "", file=code) try: for key in actor_list: print(" ", file=code) print(" " + key + "", file=code) print(" ", file=code) except: aaaa = '' print(" " + studio + "", file=code) print(" ", file=code) if cn_sub == '1': print(" 中文字幕", file=code) if liuchu == '流出': print(" 流出", file=code) if uncensored == 1: print(" 无码", file=code) try: for i in tag: print(" " + i + "", file=code) print(" " + series + "", file=code) except: aaaaa = '' if cn_sub == '1': print(" 中文字幕", file=code) if liuchu == '流出': print(" 流出", file=code) if uncensored == 1: print(" 无码", file=code) try: for i in tag: print(" " + i + "", file=code) print(" " + series + "", file=code) except: aaaaaaaa = '' print(" " + number + "", file=code) print(" " + release + "", file=code) print(" " + cover + "", file=code) if config.Config().is_trailer(): print(" " + trailer + "", file=code) print(" " + website + "", file=code) print("", file=code) print("[+]Wrote! " + path + "/" + number + part + leak_word + c_word + ".nfo") except IOError as e: print("[-]Write Failed!") print(e) moveFailedFolder(filepath) return except Exception as e1: print(e1) print("[-]Write Failed!") moveFailedFolder(filepath) return def cutImage(imagecut, path, number, leak_word, c_word): if imagecut == 1: # 剪裁大封面 try: img = Image.open(path + '/' + number + leak_word + c_word + '-fanart.jpg') imgSize = img.size w = img.width h = img.height img2 = img.crop((w / 1.9, 0, w, h)) img2.save(path + '/' + number + leak_word + c_word + '-poster.jpg') print('[+]Image Cutted! ' + path + '/' + number + leak_word + c_word + '-poster.jpg') except: print('[-]Cover cut failed!') elif imagecut == 0: # 复制封面 shutil.copyfile(path + '/' + number + leak_word + c_word + '-fanart.jpg', path + '/' + number + leak_word + c_word + '-poster.jpg') print('[+]Image Copyed! ' + path + '/' + number + leak_word + c_word + '-poster.jpg') # 此函数从gui版copy过来用用 # 参数说明 # poster_path # thumb_path # cn_sub 中文字幕 参数值为 1 0 # leak 流出 参数值为 1 0 # uncensored 无码 参数值为 1 0 # ========================================================================加水印 def add_mark(poster_path, thumb_path, cn_sub, leak, uncensored, conf:config.Config): mark_type = '' if cn_sub: mark_type += ',字幕' if leak: mark_type += ',流出' if uncensored: mark_type += ',无码' if mark_type == '': return add_mark_thread(thumb_path, cn_sub, leak, uncensored, conf) print('[+]Thumb Add Mark: ' + mark_type.strip(',')) add_mark_thread(poster_path, cn_sub, leak, uncensored, conf) print('[+]Poster Add Mark: ' + mark_type.strip(',')) def add_mark_thread(pic_path, cn_sub, leak, uncensored, conf): size = 14 img_pic = Image.open(pic_path) # 获取自定义位置，取余配合pos达到顺时针添加的效果 # 左上 0, 右上 1, 右下 2， 左下 3 count = conf.watermark_type() if cn_sub == 1 or cn_sub == '1': add_to_pic(pic_path, img_pic, size, count, 1) # 添加 count = (count + 1) % 4 if leak == 1 or leak == '1': add_to_pic(pic_path, img_pic, size, count, 2) count = (count + 1) % 4 if uncensored == 1 or uncensored == '1': add_to_pic(pic_path, img_pic, size, count, 3) img_pic.close() def add_to_pic(pic_path, img_pic, size, count, mode): mark_pic_path = '' pngpath = '' if mode == 1: pngpath = "Img/SUB.png" elif mode == 2: pngpath = "Img/LEAK.png" elif mode == 3: pngpath = "Img/UNCENSORED.png" else: print('[-]Error: watermark image param mode invalid!') return # 先找pyinstaller打包的图片 if hasattr(sys, '_MEIPASS') and os.path.isfile(_p := os.path.join(getattr(sys, '_MEIPASS'), pngpath)): mark_pic_path = _p # 再找py脚本所在路径的图片 elif os.path.isfile(_p := os.path.join(os.path.dirname(os.path.realpath(__file__)), pngpath)): mark_pic_path = _p # 如果没有本地图片才通过网络下载 else: mark_pic_path = BytesIO( get_html("https://raw.githubusercontent.com/yoshiko2/AV_Data_Capture/master/" + pngpath, return_type="content")) img_subt = Image.open(mark_pic_path) scroll_high = int(img_pic.height / size) scroll_wide = int(scroll_high * img_subt.width / img_subt.height) img_subt = img_subt.resize((scroll_wide, scroll_high), Image.ANTIALIAS) r, g, b, a = img_subt.split() # 获取颜色通道，保持png的透明性 # 封面四个角的位置 pos = [ {'x': 0, 'y': 0}, {'x': img_pic.width - scroll_wide, 'y': 0}, {'x': img_pic.width - scroll_wide, 'y': img_pic.height - scroll_high}, {'x': 0, 'y': img_pic.height - scroll_high}, ] img_pic.paste(img_subt, (pos[count]['x'], pos[count]['y']), mask=a) img_pic.save(pic_path, quality=95) # ========================结束================================= def paste_file_to_folder(filepath, path, number, leak_word, c_word, conf: config.Config): # 文件路径，番号，后缀，要移动至的位置 houzhui = os.path.splitext(filepath)[1].replace(",","") file_parent_origin_path = str(pathlib.Path(filepath).parent) try: targetpath = path + '/' + number + leak_word + c_word + houzhui # 如果soft_link=1 使用软链接 if conf.soft_link() == 0: os.rename(filepath, targetpath) elif conf.soft_link() == 1: # 采用相对路径，以便网络访问时能正确打开视频 filerelpath = os.path.relpath(filepath, path) os.symlink(filerelpath, targetpath) elif conf.soft_link() == 2: os.rename(filepath, targetpath) # 移走文件后，在原来位置增加一个可追溯的软链接，指向文件新位置 # 以便追查文件从原先位置被移动到哪里了，避免因为得到错误番号后改名移动导致的文件失踪 # 便于手工找回文件。并将软连接文件名后缀修改，以避免再次被搜刮。 targetabspath = os.path.abspath(targetpath) if targetabspath != os.path.abspath(filepath): targetrelpath = os.path.relpath(targetabspath, file_parent_origin_path) os.symlink(targetrelpath, filepath + '#sym') sub_res = conf.sub_rule() for subname in sub_res: if os.path.exists(filepath.replace(houzhui, subname)): # 字幕移动 os.rename(filepath.replace(houzhui, subname), path + '/' + number + leak_word + c_word + subname) print('[+]Sub moved!') return True except FileExistsError: print('[-]File Exists! Please check your movie!') print('[-]move to the root folder of the program.') return except PermissionError: print('[-]Error! Please run as administrator!') return except OSError as oserr: print('[-]OS Error errno ' + oserr.errno) return def paste_file_to_folder_mode2(filepath, path, multi_part, number, part, leak_word, c_word, conf): # 文件路径，番号，后缀，要移动至的位置 if multi_part == 1: number += part # 这时number会被附加上CD1后缀 houzhui = os.path.splitext(filepath)[1].replace(",","") file_parent_origin_path = str(pathlib.Path(filepath).parent) try: if conf.soft_link(): os.symlink(filepath, path + '/' + number + part + leak_word + c_word + houzhui) else: os.rename(filepath, path + '/' + number + part + leak_word + c_word + houzhui) sub_res = conf.sub_rule() for subname in sub_res: if os.path.exists(filepath.replace(houzhui, subname)): # 字幕移动 os.rename(filepath.replace(houzhui, subname), path + '/' + number + part + leak_word + c_word + subname) print('[+]Sub moved!') print('[!]Success') return True except FileExistsError: print('[-]File Exists! Please check your movie!') print('[-]move to the root folder of the program.') return except PermissionError: print('[-]Error! Please run as administrator!') return except OSError as oserr: print('[-]OS Error errno ' + oserr.errno) return def get_part(filepath): try: if re.search('-CD\d+', filepath): return re.findall('-CD\d+', filepath)[0] if re.search('-cd\d+', filepath): return re.findall('-cd\d+', filepath)[0] except: print("[-]failed!Please rename the filename again!") moveFailedFolder(filepath) return def debug_print(data: json): try: print("[+] ---Debug info---") for i, v in data.items(): if i == 'outline': print('[+] -', i, ' :', len(v), 'characters') continue if i == 'actor_photo' or i == 'year': continue print('[+] -', "%-11s" % i, ':', v) print("[+] ---Debug info---") except: pass def core_main(file_path, number_th, conf: config.Config): # =======================================================================初始化所需变量 multi_part = 0 part = '' leak_word = '' c_word = '' cn_sub = '' liuchu = '' filepath = file_path # 影片的路径 绝对路径 # 下面被注释的变量不需要 #rootpath= os.getcwd number = number_th json_data = get_data_from_json(number, conf) # 定义番号 # Return if blank dict returned (data not found) if not json_data: moveFailedFolder(filepath) return if json_data["number"] != number: # fix issue #119 # the root cause is we normalize the search id # print_files() will use the normalized id from website, # but paste_file_to_folder() still use the input raw search id # so the solution is: use the normalized search id number = json_data["number"] imagecut = json_data.get('imagecut') tag = json_data.get('tag') # =======================================================================判断-C,-CD后缀 if '-CD' in filepath or '-cd' in filepath: multi_part = 1 part = get_part(filepath) if '-c.' in filepath or '-C.' in filepath or '中文' in filepath or '字幕' in filepath: cn_sub = '1' c_word = '-C' # 中文字幕影片后缀 # 判断是否无码 if is_uncensored(number): uncensored = 1 else: uncensored = 0 if '流出' in filepath or 'uncensored' in filepath: liuchu = '流出' leak = 1 leak_word = '-流出' # 流出影片后缀 else: leak = 0 # 调试模式检测 if conf.debug(): debug_print(json_data) # 创建文件夹 #path = create_folder(rootpath + '/' + conf.success_folder(), json_data.get('location_rule'), json_data, conf) # main_mode # 1: 刮削模式 / Scraping mode # 2: 整理模式 / Organizing mode # 3：不改变路径刮削 if conf.main_mode() == 1: # 创建文件夹 path = create_folder(json_data, conf) if multi_part == 1: number += part # 这时number会被附加上CD1后缀 # 检查小封面, 如果image cut为3，则下载小封面 if imagecut == 3: small_cover_check(path, number, json_data.get('cover_small'), leak_word, c_word, conf, filepath) # creatFolder会返回番号路径 image_download( json_data.get('cover'), number, leak_word, c_word, path, conf, filepath) if not multi_part or part.lower() == '-cd1': try: # 下载预告片 if conf.is_trailer() and json_data.get('trailer'): trailer_download(json_data.get('trailer'), leak_word, c_word, number, path, filepath, conf) except: pass try: # 下载剧照 data, path, conf: config.Config, filepath if conf.is_extrafanart() and json_data.get('extrafanart'): extrafanart_download(json_data.get('extrafanart'), path, conf, filepath) except: pass # 裁剪图 cutImage(imagecut, path, number, leak_word, c_word) # 打印文件 print_files(path, leak_word, c_word, json_data.get('naming_rule'), part, cn_sub, json_data, filepath, conf.failed_folder(), tag, json_data.get('actor_list'), liuchu, uncensored) # 移动文件 paste_file_to_folder(filepath, path, number, leak_word, c_word, conf) poster_path = path + '/' + number + leak_word + c_word + '-poster.jpg' thumb_path = path + '/' + number + leak_word + c_word + '-thumb.jpg' if conf.is_watermark(): add_mark(poster_path, thumb_path, cn_sub, leak, uncensored, conf) elif conf.main_mode() == 2: # 创建文件夹 path = create_folder(json_data, conf) # 移动文件 paste_file_to_folder_mode2(filepath, path, multi_part, number, part, leak_word, c_word, conf) poster_path = path + '/' + number + leak_word + c_word + '-poster.jpg' thumb_path = path + '/' + number + leak_word + c_word + '-thumb.jpg' if conf.is_watermark(): add_mark(poster_path, thumb_path, cn_sub, leak, uncensored, conf) elif conf.main_mode() == 3: path = file_path.rsplit('/', 1)[0] path = path.rsplit('\\', 1)[0] if multi_part == 1: number += part # 这时number会被附加上CD1后缀 # 检查小封面, 如果image cut为3，则下载小封面 if imagecut == 3: small_cover_check(path, number, json_data.get('cover_small'), leak_word, c_word, conf, filepath) # creatFolder会返回番号路径 image_download(json_data.get('cover'), number, leak_word, c_word, path, conf, filepath) if not multi_part or part.lower() == '-cd1': # 下载预告片 if conf.is_trailer() and json_data.get('trailer'): trailer_download(json_data.get('trailer'), leak_word, c_word, number, path, filepath, conf) # 下载剧照 data, path, conf: config.Config, filepath if conf.is_extrafanart() and json_data.get('extrafanart'): extrafanart_download(json_data.get('extrafanart'), path, conf, filepath) # 裁剪图 cutImage(imagecut, path, number, leak_word, c_word) # 打印文件 print_files(path, leak_word, c_word, json_data.get('naming_rule'), part, cn_sub, json_data, filepath, conf.failed_folder(), tag, json_data.get('actor_list'), liuchu) poster_path = path + '/' + number + leak_word + c_word + '-poster.jpg' thumb_path = path + '/' + number + leak_word + c_word + '-thumb.jpg' if conf.is_watermark(): add_mark(poster_path, thumb_path, cn_sub, leak, uncensored, conf)