From d7aea9a09d320d6df4c0f82509354423feed34fc Mon Sep 17 00:00:00 2001 From: lededev Date: Mon, 27 Sep 2021 04:34:41 +0800 Subject: [PATCH] =?UTF-8?q?=E5=8F=8C=E9=87=8D=E5=BC=82=E5=B8=B8=E6=9C=89?= =?UTF-8?q?=E6=97=B6=E4=BC=9A=E7=94=9F=E6=88=90=E4=B8=A4=E6=9D=A1=E7=9B=B8?= =?UTF-8?q?=E5=90=8C=E8=AE=B0=E5=BD=95=EF=BC=8C=E7=94=A8=E9=9B=86=E5=90=88?= =?UTF-8?q?=E5=8E=BB=E9=87=8D=E5=86=99=E5=9B=9E=EF=BC=8C=E5=B9=B6=E5=88=A9?= =?UTF-8?q?=E7=94=A8=E9=9B=86=E5=90=88=E6=8F=90=E5=8D=87=E6=9F=A5=E8=AF=A2?= =?UTF-8?q?=E9=80=9F=E5=BA=A6?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- AV_Data_Capture.py | 14 ++++++++++---- 1 file changed, 10 insertions(+), 4 deletions(-) diff --git a/AV_Data_Capture.py b/AV_Data_Capture.py index 64420b3..bd79252 100755 --- a/AV_Data_Capture.py +++ b/AV_Data_Capture.py @@ -143,11 +143,17 @@ def movie_lists(root, conf, regexstr): cliRE = re.compile(regexstr, re.IGNORECASE) except: pass - failed_list = [] + failed_set = set() if main_mode == 3 or soft_link: try: - failed_list = open(os.path.join(conf.failed_folder(), 'failed_list.txt'), - 'r', encoding='utf-8').read().splitlines() + with open(os.path.join(conf.failed_folder(), 'failed_list.txt'), 'r', encoding='utf-8') as flt: + flist = flt.read().splitlines() + failed_set = set(flist) + flt.close() + if len(flist) != len(failed_set): + with open(os.path.join(conf.failed_folder(), 'failed_list.txt'), 'w', encoding='utf-8') as flt: + flt.writelines([line + '\n' for line in failed_set]) + flt.close() except: pass for current_dir, subdirs, files in os.walk(root, topdown=False): @@ -158,7 +164,7 @@ def movie_lists(root, conf, regexstr): if not os.path.splitext(full_name)[1].upper() in file_type: continue absf = os.path.abspath(full_name) - if absf in failed_list: + if absf in failed_set: if debug: print('[!]Skip failed file:', absf) continue