304 lines
14 KiB
Python
Executable File
304 lines
14 KiB
Python
Executable File
import os
|
||
import re
|
||
import sys
|
||
import config
|
||
import typing
|
||
|
||
G_spat = re.compile(
|
||
"^\w+\.(cc|com|net|me|club|jp|tv|xyz|biz|wiki|info|tw|us|de)@|^22-sht\.me|"
|
||
"^(fhd|hd|sd|1080p|720p|4K)(-|_)|"
|
||
"(-|_)(fhd|hd|sd|1080p|720p|4K|x264|x265|uncensored|leak)",
|
||
re.IGNORECASE)
|
||
|
||
|
||
def get_number(debug: bool, file_path: str) -> str:
|
||
"""
|
||
从文件路径中提取番号 from number_parser import get_number
|
||
>>> get_number(False, "/Users/Guest/AV_Data_Capture/snis-829.mp4")
|
||
'snis-829'
|
||
>>> get_number(False, "/Users/Guest/AV_Data_Capture/snis-829-C.mp4")
|
||
'snis-829'
|
||
>>> get_number(False, "/Users/Guest/AV_Data_Capture/[脸肿字幕组][PoRO]牝教師4～穢された教壇～ 「生意気ドジっ娘女教師・美結～高飛車ハメ堕ち2濁金」[720p][x264_aac].mp4")
|
||
'牝教師4～穢された教壇～ 「生意気ドジっ娘女教師・美結～高飛車ハメ堕ち2濁金」'
|
||
>>> get_number(False, "C:¥Users¥Guest¥snis-829.mp4")
|
||
'snis-829'
|
||
>>> get_number(False, "C:¥Users¥Guest¥snis-829-C.mp4")
|
||
'snis-829'
|
||
>>> get_number(False, "./snis-829.mp4")
|
||
'snis-829'
|
||
>>> get_number(False, "./snis-829-C.mp4")
|
||
'snis-829'
|
||
>>> get_number(False, ".¥snis-829.mp4")
|
||
'snis-829'
|
||
>>> get_number(False, ".¥snis-829-C.mp4")
|
||
'snis-829'
|
||
>>> get_number(False, "snis-829.mp4")
|
||
'snis-829'
|
||
>>> get_number(False, "snis-829-C.mp4")
|
||
'snis-829'
|
||
"""
|
||
filepath = os.path.basename(file_path)
|
||
# debug True 和 False 两块代码块合并，原因是此模块及函数只涉及字符串计算，没有IO操作，debug on时输出导致异常信息即可
|
||
try:
|
||
file_number = get_number_by_dict(filepath)
|
||
if file_number:
|
||
return file_number
|
||
elif '字幕组' in filepath or 'SUB' in filepath.upper() or re.match(r'[\u30a0-\u30ff]+', filepath):
|
||
filepath = G_spat.sub("", filepath)
|
||
filepath = re.sub("\[.*?\]","",filepath)
|
||
filepath = filepath.replace(".chs", "").replace(".cht", "")
|
||
file_number = str(re.findall(r'(.+?)\.', filepath)).strip(" [']")
|
||
return file_number
|
||
elif '-' in filepath or '_' in filepath: # 普通提取番号 主要处理包含减号-和_的番号
|
||
filepath = G_spat.sub("", filepath)
|
||
filename = str(re.sub("\[\d{4}-\d{1,2}-\d{1,2}\] - ", "", filepath)) # 去除文件名中时间
|
||
lower_check = filename.lower()
|
||
if 'fc2' in lower_check:
|
||
filename = lower_check.replace('--', '-').replace('_', '-').upper()
|
||
filename = re.sub("[-_]cd\d{1,2}", "", filename, flags=re.IGNORECASE)
|
||
if not re.search("-|_", filename): # 去掉-CD1之后再无-的情况，例如n1012-CD1.wmv
|
||
return str(re.search(r'\w+', filename[:filename.find('.')], re.A).group())
|
||
file_number = os.path.splitext(filename)
|
||
filename = re.search(r'\w+(-|_)\w+', filename, re.A)
|
||
if filename:
|
||
file_number = str(filename.group())
|
||
else:
|
||
file_number = file_number[0]
|
||
file_number = re.sub("(-|_)c$", "", file_number, flags=re.IGNORECASE)
|
||
if re.search("\d+ch$", file_number, flags=re.I):
|
||
file_number = file_number[:-2]
|
||
return file_number.upper()
|
||
else: # 提取不含减号-的番号，FANZA CID
|
||
# 欧美番号匹配规则
|
||
oumei = re.search(r'[a-zA-Z]+\.\d{2}\.\d{2}\.\d{2}', filepath)
|
||
if oumei:
|
||
return oumei.group()
|
||
try:
|
||
return str(
|
||
re.findall(r'(.+?)\.',
|
||
str(re.search('([^<>/\\\\|:""\\*\\?]+)\\.\\w+$', filepath).group()))).strip(
|
||
"['']").replace('_', '-')
|
||
except:
|
||
return str(re.search(r'(.+?)\.', filepath)[0])
|
||
except Exception as e:
|
||
if debug:
|
||
print(f'[-]Number Parser exception: {e} [{file_path}]')
|
||
return None
|
||
|
||
# modou提取number
|
||
def md(filename):
|
||
m = re.search(r'(md[a-z]{0,2}-?)(\d{2,})(-ep\d*|-\d*)*', filename, re.I)
|
||
return f'{m.group(1).replace("-","").upper()}{m.group(2).zfill(4)}{m.group(3) or ""}'
|
||
|
||
def mmz(filename):
|
||
m = re.search(r'(mmz-?)(\d{2,})(-ep\d*)*', filename, re.I)
|
||
return f'{m.group(1).replace("-","").upper()}{m.group(2).zfill(3)}{m.group(3) or ""}'
|
||
|
||
def msd(filename):
|
||
m = re.search(r'(msd-?)(\d{2,})(-ep\d*)*', filename, re.I)
|
||
return f'{m.group(1).replace("-","").upper()}{m.group(2).zfill(3)}{m.group(3) or ""}'
|
||
|
||
def mky(filename):
|
||
m = re.search(r'(mky-[a-z]{2,2}-?)(\d{2,})(-ep\d*)*', filename, re.I)
|
||
return f'{m.group(1).replace("-","").upper()}{m.group(2).zfill(3)}{m.group(3) or ""}'
|
||
|
||
def yk(filename):
|
||
m = re.search(r'(yk-?)(\d{2,})(-ep\d*)*', filename, re.I)
|
||
return f'{m.group(1).replace("-","").upper()}{m.group(2).zfill(3)}{m.group(3) or ""}'
|
||
|
||
def pm(filename):
|
||
m = re.search(r'(pm[a-z]?-?)(\d{2,})(-ep\d*)*', filename, re.I)
|
||
return f'{m.group(1).replace("-","").upper()}{m.group(2).zfill(3)}{m.group(3) or ""}'
|
||
|
||
def fsog(filename):
|
||
m = re.search(r'(fsog-?)(\d{2,})(-ep\d*)*', filename, re.I)
|
||
return f'{m.group(1).replace("-","").upper()}{m.group(2).zfill(3)}{m.group(3) or ""}'
|
||
|
||
# 按javdb数据源的命名规范提取number
|
||
G_TAKE_NUM_RULES = {
|
||
'tokyo.*hot': lambda x: str(re.search(r'(cz|gedo|k|n|red-|se)\d{2,4}', x, re.I).group()),
|
||
'carib': lambda x: str(re.search(r'\d{6}(-|_)\d{3}', x, re.I).group()).replace('_', '-'),
|
||
'1pon|mura|paco': lambda x: str(re.search(r'\d{6}(-|_)\d{3}', x, re.I).group()).replace('-', '_'),
|
||
'10mu': lambda x: str(re.search(r'\d{6}(-|_)\d{2}', x, re.I).group()).replace('-', '_'),
|
||
'x-art': lambda x: str(re.search(r'x-art\.\d{2}\.\d{2}\.\d{2}', x, re.I).group()),
|
||
'xxx-av': lambda x: ''.join(['xxx-av-', re.findall(r'xxx-av[^\d]*(\d{3,5})[^\d]*', x, re.I)[0]]),
|
||
'heydouga': lambda x: 'heydouga-' + '-'.join(re.findall(r'(\d{4})[\-_](\d{3,4})[^\d]*', x, re.I)[0]),
|
||
'heyzo': lambda x: 'HEYZO-' + re.findall(r'heyzo[^\d]*(\d{4})', x, re.I)[0],
|
||
'mdbk': lambda x: str(re.search(r'mdbk(-|_)(\d{4})', x, re.I).group()),
|
||
'mdtm': lambda x: str(re.search(r'mdtm(-|_)(\d{4})', x, re.I).group()),
|
||
r'\bmd[a-z]{0,2}-\d{2,}': md,
|
||
r'\bmmz-\d{2,}':mmz,
|
||
r'\bmsd-\d{2,}':msd,
|
||
r'\bmky-[a-z]{2,2}-\d{2,}':mky,
|
||
r'\byk-\d{2,3}': yk,
|
||
r'\bpm[a-z]?-?\d{2,}':pm,
|
||
r'\bfsog-?\d{2,}':fsog
|
||
}
|
||
|
||
|
||
def get_number_by_dict(filename: str) -> typing.Optional[str]:
|
||
try:
|
||
for k, v in G_TAKE_NUM_RULES.items():
|
||
if re.search(k, filename, re.I):
|
||
return v(filename)
|
||
except:
|
||
pass
|
||
return None
|
||
|
||
|
||
class Cache_uncensored_conf:
|
||
prefix = None
|
||
|
||
def is_empty(self):
|
||
return bool(self.prefix is None)
|
||
|
||
def set(self, v: list):
|
||
if not v or not len(v) or not len(v[0]):
|
||
raise ValueError('input prefix list empty or None')
|
||
s = v[0]
|
||
if len(v) > 1:
|
||
for i in v[1:]:
|
||
s += f"|{i}.+"
|
||
self.prefix = re.compile(s, re.I)
|
||
|
||
def check(self, number):
|
||
if self.prefix is None:
|
||
raise ValueError('No init re compile')
|
||
return self.prefix.match(number)
|
||
|
||
|
||
G_cache_uncensored_conf = Cache_uncensored_conf()
|
||
|
||
|
||
# ========================================================================是否为无码
|
||
def is_uncensored(number) -> bool:
|
||
if re.match(
|
||
r'[\d-]{4,}|\d{6}_\d{2,3}|(cz|gedo|k|n|red-|se)\d{2,4}|heyzo.+|xxx-av-.+|heydouga-.+|x-art\.\d{2}\.\d{2}\.\d{2}',
|
||
number,
|
||
re.I
|
||
):
|
||
return True
|
||
if G_cache_uncensored_conf.is_empty():
|
||
G_cache_uncensored_conf.set(config.getInstance().get_uncensored().split(','))
|
||
return bool(G_cache_uncensored_conf.check(number))
|
||
|
||
|
||
if __name__ == "__main__":
|
||
# import doctest
|
||
# doctest.testmod(raise_on_error=True)
|
||
test_use_cases = (
|
||
"MEYD-594-C.mp4",
|
||
"SSIS-001_C.mp4",
|
||
"SSIS100-C.mp4",
|
||
"SSIS101_C.mp4",
|
||
"ssni984.mp4",
|
||
"ssni666.mp4",
|
||
"SDDE-625_uncensored_C.mp4",
|
||
"SDDE-625_uncensored_leak_C.mp4",
|
||
"SDDE-625_uncensored_leak_C_cd1.mp4",
|
||
"Tokyo Hot n9001 FHD.mp4", # 无-号，以前无法正确提取
|
||
"TokyoHot-n1287-HD SP2006 .mp4",
|
||
"caribean-020317_001.nfo", # -号误命名为_号的
|
||
"257138_3xplanet_1Pondo_080521_001.mp4",
|
||
"ADV-R0624-CD3.wmv", # 多碟影片
|
||
"XXX-AV 22061-CD5.iso", # 支持片商格式 xxx-av-22061 命名规则来自javdb数据源
|
||
"xxx-av 20589.mp4",
|
||
"Muramura-102114_145-HD.wmv", # 支持片商格式 102114_145 命名规则来自javdb数据源
|
||
"heydouga-4102-023-CD2.iso", # 支持片商格式 heydouga-4102-023 命名规则来自javdb数据源
|
||
"HeyDOuGa4236-1048 Ai Qiu - .mp4", # heydouga-4236-1048 命名规则来自javdb数据源
|
||
"pacopacomama-093021_539-FHD.mkv", # 支持片商格式 093021_539 命名规则来自javdb数据源
|
||
"sbw99.cc@heyzo_hd_2636_full.mp4",
|
||
"hhd800.com@STARS-566-HD.mp4",
|
||
"jav20s8.com@GIGL-677_4K.mp4",
|
||
"sbw99.cc@iesp-653-4K.mp4",
|
||
"4K-ABP-358_C.mkv",
|
||
"n1012-CD1.wmv",
|
||
"[]n1012-CD2.wmv",
|
||
"rctd-460ch.mp4", # 除支持-C硬字幕外，新支持ch硬字幕
|
||
"rctd-461CH-CD2.mp4", # ch后可加CDn
|
||
"rctd-461-Cd3-C.mp4", # CDn后可加-C
|
||
"rctd-461-C-cD4.mp4", # cD1 Cd1 cd1 CD1 最终生成.nfo时统一为大写CD1
|
||
"MD-123.ts",
|
||
"MDSR-0001-ep2.ts",
|
||
"MKY-NS-001.mp4"
|
||
)
|
||
|
||
|
||
def evprint(evstr):
|
||
code = compile(evstr, "<string>", "eval")
|
||
print("{1:>20} # '{0}'".format(evstr[18:-2], eval(code)))
|
||
|
||
|
||
for t in test_use_cases:
|
||
evprint(f'get_number(True, "{t}")')
|
||
|
||
if len(sys.argv) <= 1 or not re.search('^[A-Z]:?', sys.argv[1], re.IGNORECASE):
|
||
sys.exit(0)
|
||
|
||
# 使用Everything的ES命令行工具搜集全盘视频文件名作为用例测试number数据，参数为盘符 A .. Z 或带盘符路径
|
||
# https://www.voidtools.com/support/everything/command_line_interface/
|
||
# ES命令行工具需要Everything文件搜索引擎处于运行状态，es.exe单个执行文件需放入PATH路径中。
|
||
# Everything是免费软件
|
||
# 示例：
|
||
# python.exe .\number_parser.py ALL # 从所有磁盘搜索视频
|
||
# python.exe .\number_parser.py D # 从D盘搜索
|
||
# python.exe .\number_parser.py D: # 同上
|
||
# python.exe .\number_parser.py D:\download\JAVs # 搜索D盘的\download\JAVs目录，路径必须带盘符
|
||
# ==================
|
||
# Linux/WSL1|2 使用mlocate(Ubuntu/Debian)或plocate(Debian sid)搜集全盘视频文件名作为测试用例number数据
|
||
# 需安装'sudo apt install mlocate或plocate'并首次运行sudo updatedb建立全盘索引
|
||
# MAC OS X 使用findutils的glocate，需安装'sudo brew install findutils'并首次运行sudo gupdatedb建立全盘索引
|
||
# 示例：
|
||
# python3 ./number_parser.py ALL
|
||
import subprocess
|
||
|
||
ES_search_path = "ALL disks"
|
||
if sys.argv[1] == "ALL":
|
||
if sys.platform == "win32":
|
||
# ES_prog_path = 'C:/greensoft/es/es.exe'
|
||
ES_prog_path = 'es.exe' # es.exe需要放在PATH环境变量的路径之内
|
||
ES_cmdline = f'{ES_prog_path} -name size:gigantic ext:mp4;avi;rmvb;wmv;mov;mkv;flv;ts;webm;iso;mpg;m4v'
|
||
out_bytes = subprocess.check_output(ES_cmdline.split(' '))
|
||
out_text = out_bytes.decode('gb18030') # 中文版windows 10 x64默认输出GB18030，此编码为UNICODE方言与UTF-8系全射关系无转码损失
|
||
out_list = out_text.splitlines()
|
||
elif sys.platform in ("linux", "darwin"):
|
||
ES_prog_path = 'locate' if sys.platform == 'linux' else 'glocate'
|
||
ES_cmdline = r"{} -b -i --regex '\.mp4$|\.avi$|\.rmvb$|\.wmv$|\.mov$|\.mkv$|\.webm$|\.iso$|\.mpg$|\.m4v$'".format(
|
||
ES_prog_path)
|
||
out_bytes = subprocess.check_output(ES_cmdline.split(' '))
|
||
out_text = out_bytes.decode('utf-8')
|
||
out_list = [os.path.basename(line) for line in out_text.splitlines()]
|
||
else:
|
||
print('[-]Unsupported platform! Please run on OS Windows/Linux/MacOSX. Exit.')
|
||
sys.exit(1)
|
||
else: # Windows single disk
|
||
if sys.platform != "win32":
|
||
print('[!]Usage: python3 ./number_parser.py ALL')
|
||
sys.exit(0)
|
||
# ES_prog_path = 'C:/greensoft/es/es.exe'
|
||
ES_prog_path = 'es.exe' # es.exe需要放在PATH环境变量的路径之内
|
||
if os.path.isdir(sys.argv[1]):
|
||
ES_search_path = sys.argv[1]
|
||
else:
|
||
ES_search_path = sys.argv[1][0] + ':/'
|
||
if not os.path.isdir(ES_search_path):
|
||
ES_search_path = 'C:/'
|
||
ES_search_path = os.path.normcase(ES_search_path)
|
||
ES_cmdline = f'{ES_prog_path} -path {ES_search_path} -name size:gigantic ext:mp4;avi;rmvb;wmv;mov;mkv;webm;iso;mpg;m4v'
|
||
out_bytes = subprocess.check_output(ES_cmdline.split(' '))
|
||
out_text = out_bytes.decode('gb18030') # 中文版windows 10 x64默认输出GB18030，此编码为UNICODE方言与UTF-8系全射关系无转码损失
|
||
out_list = out_text.splitlines()
|
||
print(f'\n[!]{ES_prog_path} is searching {ES_search_path} for movies as number parser test cases...')
|
||
print(f'[+]Find {len(out_list)} Movies.')
|
||
for filename in out_list:
|
||
try:
|
||
n = get_number(True, filename)
|
||
if n:
|
||
print(' [{0}] {2}# {1}'.format(n, filename, '#无码' if is_uncensored(n) else ''))
|
||
else:
|
||
print(f'[-]Number return None. # {filename}')
|
||
except Exception as e:
|
||
print(f'[-]Number Parser exception: {e} [{filename}]')
|
||
|
||
sys.exit(0)
|