This repository has been archived by the owner on Apr 22, 2022. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathsession.py
101 lines (88 loc) · 4.21 KB
/
session.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
import requests
import random
import time
import logging
from error import NetworkException
import config
user_agent_list = [
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36',
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/69.0.3497.81 Safari/537.36',
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3497.81 Safari/537.36',
'Mozilla/5.0 (Windows NT 6.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3497.81 Safari/537.36',
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3497.81 Safari/537.36',
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/61.0.3497.81 Safari/537.36',
'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/62.0.3497.81 Safari/537.36',
'Mozilla/5.0 (Windows NT 6.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3497.81 Safari/537.36',
'Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:62.0) Gecko/20100101 Firefox/62.0',
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.140 Safari/537.36 Edge/17.17134',
'Mozilla/5.0 (Windows NT 10.0; WOW64; Trident/7.0; rv:11.0) like Gecko'
]
class Session:
def __init__(self):
self.PROXY_ENABLE = config.Config.config.proxy
self.TIMEOUT = config.Config.config.timeout
self.session = requests.Session()
if self.PROXY_ENABLE:
self.proxy = self._get_proxy()
@property
def user_agent(self):
return user_agent_list[random.randrange(0, len(user_agent_list))]
@property
def proxies(self):
return {'http': 'http://' + self.proxy}
def post(self, **kwargs):
# 不能在这里重试，每当更换代理时都需要重新从头开始请求
try:
if self.PROXY_ENABLE:
r = self.session.post(proxies=self.proxies, timeout=self.TIMEOUT, **kwargs)
else:
r = self.session.post(timeout=self.TIMEOUT, **kwargs)
if r.status_code == 200:
return r
else:
raise NetworkException('Status error: {0}.'.format(r.status_code))
except requests.exceptions.Timeout:
raise NetworkException('Connection timeout.')
except requests.exceptions.ProxyError:
raise NetworkException('Proxy connection refused.')
except requests.exceptions.ConnectionError:
raise NetworkException('Connection refused.')
def get(self, **kwargs):
try:
if self.PROXY_ENABLE:
r = self.session.get(proxies=self.proxies, timeout=self.TIMEOUT, **kwargs)
else:
r = self.session.get(timeout=self.TIMEOUT, **kwargs)
if r.status_code == 200:
return r
else:
raise NetworkException('Status error: {0}.'.format(r.status_code))
except requests.exceptions.Timeout:
raise NetworkException('Connection timeout.')
except requests.exceptions.ProxyError:
raise NetworkException('Proxy connection refused.')
except requests.exceptions.ConnectionError:
raise NetworkException('Connection refused.')
@staticmethod
def _get_proxy():
while True:
r = requests.get('http://127.0.0.1:5010/get/')
if r.status_code != 200 or r.text == 'no proxy!':
logging.error('No available proxy.')
time.sleep(300)
else:
logging.info('Proxy changed to {0}'.format(r.text))
return r.text
@staticmethod
def _del_proxy(proxy):
requests.get('http://127.0.0.1:5010/delete/?proxy={0}'.format(proxy))
def switch_proxy(self):
if self.PROXY_ENABLE:
self._del_proxy(self.proxy)
self.proxy = self._get_proxy()
def test_proxy():
if config.Config.config.proxy:
r = requests.get('http://127.0.0.1:5010/get_status', timeout=3)
return 'Proxy enabled: {0}.'.format(r.text)
else:
return 'Proxy disabled.'