url = f'https://www.google.com/'
# 创建一个会话对象
session = requests.Session()

# 设置代理
proxies = {
    "http": "http://127.0.0.1:1080",
    "https": "http://127.0.0.1:1080",
}
session.proxies.update(proxies)

response = session.get(f'{url}{page}')
print(response.text)
with open(f'pages/{page}.html', 'w') as f:
    f.write(response.text)
page_lis = tree.xpath('//ol[@class="pagination-parts"]/li/a')
page_total = int(page_lis[-1].text)

标签: python, proxy, requests, session

添加新评论