"Phb调整代理配置字段名,优化Cookie字符串解析逻辑并直接应用解析结果"
This commit is contained in:
parent
6acd799129
commit
1d667d2613
@ -32,8 +32,8 @@ class Spider(Spider):
|
|||||||
},
|
},
|
||||||
注:http(s)代理都是http
|
注:http(s)代理都是http
|
||||||
'''
|
'''
|
||||||
try:self.extendDict = json.loads(extend)
|
try:self.proxies = json.loads(extend)
|
||||||
except:self.extendDict = {}
|
except:self.proxies = {}
|
||||||
self.headers = {
|
self.headers = {
|
||||||
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/109.0.5410.0 Safari/537.36',
|
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/109.0.5410.0 Safari/537.36',
|
||||||
'pragma': 'no-cache',
|
'pragma': 'no-cache',
|
||||||
@ -51,30 +51,21 @@ class Spider(Spider):
|
|||||||
self.host = self.gethost()
|
self.host = self.gethost()
|
||||||
self.headers.update({'referer': f'{self.host}/', 'origin': self.host})
|
self.headers.update({'referer': f'{self.host}/', 'origin': self.host})
|
||||||
self.session = Session()
|
self.session = Session()
|
||||||
# self.session.proxies.update(self.proxies)
|
self.session.proxies.update(self.proxies)
|
||||||
self.session.headers.update(self.headers)
|
self.session.headers.update(self.headers)
|
||||||
|
|
||||||
# ====== 在这里处理并传入指定的 Cookie ======
|
# ====== 在这里处理并传入指定的 Cookie ======
|
||||||
|
|
||||||
# 你提供的 Cookie 字符串
|
# 你提供的 Cookie 字符串
|
||||||
cookie_string = ''#"KEY=2800769*3022907:116762244:2236104702:1; platform=mobile; ss=830813246555776814; sessid=300353306947678113; comp_detect-cookies=13166.100000; fg_afaf12e4c5419a855dd0bf120670f=41719.100000; fg_757a7e3b2b97e62caeae14647b10ab8a=62682.100000; fg_63bebf99a35b4f802b2ee7589fece7c6=48941.100000; fg_7d466c3b3b825a5e5f974868b9d87c01=43396.100000; fg_7d31324eedb583147b6dcbea0051c868=81750.100000; __s=683BD997-42FE722901BB234E92-52ADB4D; __l=683BD997-42FE722901BB234E92-52ADB4D; _ga=GA1.1.865788991.1748752797; accessAgeDisclaimerPH=1; googtrans=/auto/zh-CN; googtrans=/auto/zh-CN; ua=5088e51afb755e3294a3359f17dd8eee; il=v11msoKzX_h0h258sWpnEAzxOpywRHt3No__oI88GHuIUxNzY0Njk2NzIzOVY2Q1c2d2l2eGp4T19pOW5CVV9JSU1FQ0NGWW01YWlLNnZ5Y251LQ..; cookieConsent=2; bs=e1649232670c3a49db241055d6ccf891; bsdd=e1649232670c3a49db241055d6ccf891; htjf-mobile=3; tj_UUID=ChBNOIxil6REvZRCDWP3pmmCEgwIjYi1vgYQmfiBowEYASIgZTE2NDkyMzI2NzBjM2E0OWRiMjQxMDU1ZDZjY2Y4OTE=; tj_UUID_v2=ChBNOIxil6REvZRCDWP3pmmCEgwIjYi1vgYQmfiBowEYASIgZTE2NDkyMzI2NzBjM2E0OWRiMjQxMDU1ZDZjY2Y4OTE=; _ga_B39RFFWGYY=GS2.1.s1748884900$o2$g1$t1748885526$j58$l0$h0"
|
cookie_string = "KEY=2800769*3022907:116762244:2236104702:1; platform=mobile; ss=830813246555776814; sessid=300353306947678113; comp_detect-cookies=13166.100000; fg_afaf12e4c5419a855dd0bf120670f=41719.100000; fg_757a7e3b2b97e62caeae14647b10ab8a=62682.100000; fg_63bebf99a35b4f802b2ee7589fece7c6=48941.100000; fg_7d466c3b3b825a5e5f974868b9d87c01=43396.100000; fg_7d31324eedb583147b6dcbea0051c868=81750.100000; __s=683BD997-42FE722901BB234E92-52ADB4D; __l=683BD997-42FE722901BB234E92-52ADB4D; _ga=GA1.1.865788991.1748752797; accessAgeDisclaimerPH=1; googtrans=/auto/zh-CN; googtrans=/auto/zh-CN; ua=5088e51afb755e3294a3359f17dd8eee; il=v11msoKzX_h0h258sWpnEAzxOpywRHt3No__oI88GHuIUxNzY0Njk2NzIzOVY2Q1c2d2l2eGp4T19pOW5CVV9JSU1FQ0NGWW01YWlLNnZ5Y251LQ..; cookieConsent=2; bs=e1649232670c3a49db241055d6ccf891; bsdd=e1649232670c3a49db241055d6ccf891; htjf-mobile=3; tj_UUID=ChBNOIxil6REvZRCDWP3pmmCEgwIjYi1vgYQmfiBowEYASIgZTE2NDkyMzI2NzBjM2E0OWRiMjQxMDU1ZDZjY2Y4OTE=; tj_UUID_v2=ChBNOIxil6REvZRCDWP3pmmCEgwIjYi1vgYQmfiBowEYASIgZTE2NDkyMzI2NzBjM2E0OWRiMjQxMDU1ZDZjY2Y4OTE=; _ga_B39RFFWGYY=GS2.1.s1748884900$o2$g1$t1748885526$j58$l0$h0"
|
||||||
|
|
||||||
extendDict = self.extendDict
|
# 将 Cookie 字符串解析为字典
|
||||||
|
parsed_cookies = {}
|
||||||
|
for part in cookie_string.split('; '):
|
||||||
|
if '=' in part:
|
||||||
|
key, value = part.split('=', 1) # 只在第一个等号处分割,因为值可能包含等号
|
||||||
|
parsed_cookies[key.strip()] = value.strip() # strip() 用于去除可能存在的空格
|
||||||
|
|
||||||
if 'cookie' in extendDict:
|
self.session.cookies.update(parsed_cookies)
|
||||||
cookie_string = extendDict['cookie']
|
|
||||||
|
|
||||||
if cookie_string == '':
|
|
||||||
cookie_string = '{}'
|
|
||||||
else:
|
|
||||||
# 将 Cookie 字符串解析为字典
|
|
||||||
parsed_cookies = {}
|
|
||||||
for part in cookie_string.split('; '):
|
|
||||||
if '=' in part:
|
|
||||||
key, value = part.split('=', 1) # 只在第一个等号处分割,因为值可能包含等号
|
|
||||||
parsed_cookies[key.strip()] = value.strip() # strip() 用于去除可能存在的空格
|
|
||||||
|
|
||||||
self.session.cookies.update(parsed_cookies)
|
|
||||||
# ==================================
|
# ==================================
|
||||||
|
|
||||||
pass
|
pass
|
||||||
|
Loading…
x
Reference in New Issue
Block a user