add debug in scrapinglib

This commit is contained in:
Mathhew
2022-09-16 15:30:01 +08:00
parent 8446489b68
commit 890b934fe9
2 changed files with 11 additions and 11 deletions

View File

@@ -55,7 +55,8 @@ def get_data_from_json(file_number, oCC, specified_source, specified_url):
json_data = search(file_number, sources, proxies=proxies, verify=cacert, json_data = search(file_number, sources, proxies=proxies, verify=cacert,
dbsite=javdb_site, dbcookies=javdb_cookies, dbsite=javdb_site, dbcookies=javdb_cookies,
morestoryline=conf.is_storyline(), morestoryline=conf.is_storyline(),
specifiedSource=specified_source, specifiedUrl=specified_url) specifiedSource=specified_source, specifiedUrl=specified_url,
debug = conf.debug())
# Return if data not found in all sources # Return if data not found in all sources
if not json_data: if not json_data:
print('[-]Movie Number not found!') print('[-]Movie Number not found!')

View File

@@ -3,7 +3,6 @@
import re import re
import json import json
import config
from .airav import Airav from .airav import Airav
from .carib import Carib from .carib import Carib
from .dlsite import Dlsite from .dlsite import Dlsite
@@ -25,9 +24,7 @@ from .tmdb import Tmdb
from .imdb import Imdb from .imdb import Imdb
def search(number, sources: str=None, proxies=None, verify=None, type='adult', def search(number, sources: str=None, **kwargs):
specifiedSource=None, specifiedUrl=None,
dbcookies=None, dbsite=None, morestoryline=False):
""" 根据`番号/电影`名搜索信息 """ 根据`番号/电影`名搜索信息
:param number: number/name depends on type :param number: number/name depends on type
@@ -35,9 +32,7 @@ def search(number, sources: str=None, proxies=None, verify=None, type='adult',
:param type: `adult`, `general` :param type: `adult`, `general`
""" """
sc = Scraping() sc = Scraping()
return sc.search(number, sources, proxies=proxies, verify=verify, type=type, return sc.search(number, sources, **kwargs)
specifiedSource=specifiedSource, specifiedUrl=specifiedUrl,
dbcookies=dbcookies, dbsite=dbsite, morestoryline=morestoryline)
def getSupportedSources(tag='adult'): def getSupportedSources(tag='adult'):
@@ -83,6 +78,8 @@ class Scraping():
'imdb': Imdb().scrape, 'imdb': Imdb().scrape,
} }
debug = False
proxies = None proxies = None
verify = None verify = None
specifiedSource = None specifiedSource = None
@@ -95,7 +92,9 @@ class Scraping():
def search(self, number, sources=None, proxies=None, verify=None, type='adult', def search(self, number, sources=None, proxies=None, verify=None, type='adult',
specifiedSource=None, specifiedUrl=None, specifiedSource=None, specifiedUrl=None,
dbcookies=None, dbsite=None, morestoryline=False): dbcookies=None, dbsite=None, morestoryline=False,
debug=False):
self.debug = debug
self.proxies = proxies self.proxies = proxies
self.verify = verify self.verify = verify
self.specifiedSource = specifiedSource self.specifiedSource = specifiedSource
@@ -119,7 +118,7 @@ class Scraping():
json_data = {} json_data = {}
for source in sources: for source in sources:
try: try:
if config.getInstance().debug(): if self.debug:
print('[+]select', source) print('[+]select', source)
try: try:
data = self.general_func_mapping[source](name, self) data = self.general_func_mapping[source](name, self)
@@ -152,7 +151,7 @@ class Scraping():
json_data = {} json_data = {}
for source in sources: for source in sources:
try: try:
if config.getInstance().debug(): if self.debug:
print('[+]select', source) print('[+]select', source)
try: try:
data = self.adult_func_mapping[source](number, self) data = self.adult_func_mapping[source](number, self)