python JS 反爬用 request 获取到的 HTML 不全,请各位帮我看看
import re
import sys
import requests
import execjs
url=’https://www.guazi.com/www/buy'
header={}#header太长就不放了
response=requests.get(url=url,headers=header)
response.encoding=’utf-8’
if ‘正在打开中,请稍后’ in response.text:
value_search = re.compile(r”anti(‘(.?)’,’(.?)’);”)
string = value_search.search(response.text).group(1)
key = value_search.search(response.text).group(2)
with open(‘guazi.js’, ‘r’) as f:
f_read = f.read()
js = execjs.compile(f_read)
js_return = js.call(‘anti’, string, key)
cookie_value = ‘antipas=’+js_return #获取的cookie值
header[‘Cookie’] = cookie_value
response_second = requests.get(url=url,headers=header)#加入cookie重新请求
response_second.encoding =’utf-8’
print(response_second.text)
不知道哪里有问题,还是就是request获取不到这个,麻烦各位帮我看看
推荐文章: