bacow/AV_Data_Capture
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add source pcolle

Browse Source
This commit is contained in:
yoshiko2
2023-05-25 23:39:35 +08:00
parent 35143774ba
commit b5adda52dd
3 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
config.ini
View File

@@ -58,7 +58,7 @@ image_naming_with_number = 0
update_check = 1 update_check = 1
[priority] [priority]
website = javbus,airav,jav321,fanza,xcity,mgstage,fc2,avsox,dlsite,carib,madou,getchu,javdb,gcolle,javday,javmenu,caribpr website = javbus,airav,jav321,fanza,xcity,mgstage,fc2,avsox,dlsite,carib,madou,getchu,javdb,gcolle,javday,javmenu,pcolle,caribpr
[escape] [escape]
literals = \()/ literals = \()/

4
scrapinglib/api.py
View File

@@ -34,7 +34,7 @@ class Scraping:
""" """
adult_full_sources = ['javlibrary', 'javdb', 'javbus', 'airav', 'fanza', 'xcity', 'jav321', adult_full_sources = ['javlibrary', 'javdb', 'javbus', 'airav', 'fanza', 'xcity', 'jav321',
'mgstage', 'fc2', 'avsox', 'dlsite', 'carib', 'madou', 'mgstage', 'fc2', 'avsox', 'dlsite', 'carib', 'madou',
'getchu', 'gcolle', 'javday', 'pissplay', 'javmenu', 'caribpr' 'getchu', 'gcolle', 'javday', 'pissplay', 'javmenu', 'pcolle', 'caribpr'
] ]
general_full_sources = ['tmdb', 'imdb'] general_full_sources = ['tmdb', 'imdb']
@@ -218,6 +218,8 @@ class Scraping:
file_number): file_number):
sources = insert(sources, "getchu") sources = insert(sources, "getchu")
sources = insert(sources, "dlsite") sources = insert(sources, "dlsite")
elif "pcolle" in sources and "pcolle" in lo_file_number:
sources = insert(sources, "pcolle")
elif "fc2" in lo_file_number: elif "fc2" in lo_file_number:
if "fc2" in sources: if "fc2" in sources:
sources = insert(sources, "fc2") sources = insert(sources, "fc2")

4
scrapinglib/parser.py
View File

@@ -4,6 +4,7 @@ import json
import re import re
from lxml import etree, html from lxml import etree, html
import config
from . import httprequest from . import httprequest
from .utils import getTreeElement, getTreeAll from .utils import getTreeElement, getTreeAll
@@ -166,7 +167,8 @@ class Parser:
} }
dic = self.extradict(dic) dic = self.extradict(dic)
except Exception as e: except Exception as e:
#print(e) if config.getInstance().debug():
print(e)
dic = {"title": ""} dic = {"title": ""}
js = json.dumps(dic, ensure_ascii=False, sort_keys=True, separators=(',', ':')) js = json.dumps(dic, ensure_ascii=False, sort_keys=True, separators=(',', ':'))
return js return js