request包的使用和隨機生成瀏覽器信息

隨機生成瀏覽器信息

form fake_useragent import UserAgent
ua = UserAgent()
ua.random   #隨機生成瀏覽器信息
ua.Charom   #指定谷歌頭

request

import requests
import requests
#POST請求和GET請求並沒有嚴格區分，對於GET請求我們也可以通過POST傳遞參數
#當然它也要delete(),put()方法
params = {
        "start":"0",
        "limit":'2'
    }

 r = requests.get(url,params,verify = False)  #verify = False忽略ssl認證

response = requests.post(url,params,verify = False)
print(response .json())    #json數據可直接轉換
response.encoding = 'gbk'  
print(response.cookies)
print(response.text) #經過解碼的，字符串式響應，但是解碼不一定正確
print(response.content) #字節型響應

get請求可以下載圖片，直接
ico = requests.get(url)
with open('./github.ico', mode='bw+') as fp:
    fp.write(ico.content)
下載推薦使用
    from urllib.request import urlretrieve
    urlretrieve('https://github.com/favicon.ico', filename='github2.ico')

獲取cookies
resp = requests.get('https://httpbin.org/cookies')
設置cookie
resp = requests.get('https://httpbin.org/cookies/set/name/zhangsan')
print(resp.json())  #輸出cookies

 在requests中使用session來維持會話
session = requests.Session()
resp = session.get('https://httpbin.org/cookies/set/name/zhangsan')
resp = session.get('https://httpbin.org/cookies')
print(resp.json())

在requests中使用代理
proxies = {
    'http': '125.123.127.253:9999',
    'https': '60.167.159.236:808'
}
resp = requests.get('https://www.baidu.com', proxies=proxies)
print(resp.text)