通過session保存即時cookies請求拉勾網職位信息

import requests

start_url = "https://www.lagou.com/"

next_url = "https://www.lagou.com/jobs/positionAjax.json?needAddtionalResult=false"

headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.88 Safari/537.36",
    "Referer": "https://www.lagou.com/jobs/list_python?labelWords=&fromSearch=true&suginput="
}

data = {
    "first": "true",
    "pn": "1",
    "kd": "python"
}

sess = requests.session()

r = sess.get(start_url, headers=headers)

cookies = sess.cookies

response = sess.post(next_url, data=data, headers=headers, cookies=cookies)

print(response.text)