Update 3.9.2

This commit is contained in:
yoshiko2
2020-10-24 20:41:28 +08:00
parent f589f28f7e
commit ccde72f654
2 changed files with 14 additions and 3 deletions

View File

@@ -66,6 +66,9 @@ def get_html(url, cookies: dict = None, ua: str = None, return_type: str = None)
print("[-]Connect retry {}/{}".format(i + 1, retry_count))
except requests.exceptions.ConnectionError:
print("[-]Connect retry {}/{}".format(i + 1, retry_count))
except Exception as e:
print("[-]Connect retry {}/{}".format(i + 1, retry_count))
print("[-]" + str(e))
print('[-]Connect Failed! Please check your Proxy or Network!')

View File

@@ -12,7 +12,15 @@ class Config:
except:
self.conf.read(path, encoding="utf-8")
else:
print("[-] Config file not found! Use the default settings")
try:
self.conf = configparser.ConfigParser()
try: # From single crawler debug use only
self.conf.read('../' + path, encoding="utf-8-sig")
except:
self.conf.read('../' + path, encoding="utf-8")
except Exception as e:
print("[-]Config file not found! Use the default settings")
print("[-]",e)
self.conf = self._default_config()
def main_mode(self) -> str:
@@ -103,7 +111,7 @@ class Config:
sec2 = "proxy"
conf.add_section(sec2)
conf.set(sec2, "proxy", "")
conf.set(sec2, "timeout", "10")
conf.set(sec2, "timeout", "5")
conf.set(sec2, "retry", "3")
conf.set(sec2, "type", "socks5")