bacow/AV_Data_Capture
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update sites #4

Browse Source
This commit is contained in:
yoshiko2
2023-08-07 04:30:54 +08:00
parent 692ceeff7b
commit 5684f70895
1 changed files with 6 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
scrapinglib/api.py
View File

@@ -206,8 +206,7 @@ class Scraping:
# if the input file name matches certain rules, # if the input file name matches certain rules,
# move some web service to the beginning of the list # move some web service to the beginning of the list
lo_file_number = file_number.lower() lo_file_number = file_number.lower()
if "carib" in sources and (re.search(r"^\d{6}-\d{3}", file_number) if "carib" in sources:
):
sources = insert(sources, "caribpr") sources = insert(sources, "caribpr")
sources = insert(sources, "carib") sources = insert(sources, "carib")
elif "item" in file_number or "GETCHU" in file_number.upper(): elif "item" in file_number or "GETCHU" in file_number.upper():
@@ -219,15 +218,15 @@ class Scraping:
elif "pcolle" in sources and "pcolle" in lo_file_number: elif "pcolle" in sources and "pcolle" in lo_file_number:
sources = ["pcolle"] sources = ["pcolle"]
elif "fc2" in lo_file_number: elif "fc2" in lo_file_number:
sources = ["fc2", "msin"] sources = ["fc2", "avsox", "msin"]
elif (re.search(r"\d+\D+", file_number) or "siro" in lo_file_number): elif (re.search(r"\d+\D+-", file_number) or "siro" in lo_file_number):
if "mgstage" in sources: if "mgstage" in sources:
sources = insert(sources, "mgstage") sources = insert(sources, "mgstage")
elif "gcolle" in sources and (re.search("\d{6}", file_number)): elif "gcolle" in sources and (re.search("\d{6}", file_number)):
sources = insert(sources, "gcolle") sources = insert(sources, "gcolle")
elif re.search(r"^\d{5,}", file_number) or "heyzo" in lo_file_number: elif re.search(r"^\d{5,}", file_number) or \
if "avsox" in sources: (re.search(r"^\d{6}-\d{3}", file_number)) or "heyzo" in lo_file_number:
sources = insert(sources, "avsox") sources = ["avsox", "carib", "caribpr", "javbus", "xcity", "javdb"]
elif re.search(r"^[a-z0-9]{3,}$", lo_file_number): elif re.search(r"^[a-z0-9]{3,}$", lo_file_number):
if "xcity" in sources: if "xcity" in sources:
sources = insert(sources, "xcity") sources = insert(sources, "xcity")