python requests請求庫

requests請求庫

執行個體引入

import requests
res = requests.get('https://www.baidu.com')
print(type(res))
print(res.status_code)
print(res.text)
print(type(res.text))
print(res.cookies)
           

各種請求方式

import requests
requests.post('http://httpbin.org/post')
requests.put('http://httpbin.org/put')
requests.delete('http://httpbin.org/delete')
requests.head('http://httpbin.org/get')
requests.options('http://httpbin.org/get')
           

請求

基本請求

基本寫法

import requests
res = requests.get('http://httpbin.org/get')
print(res.text)
           

帶參數get請求

import requests
res = requests.get('http://httpbin.org/get?name=xbp&age=18')
print(res.text)
           

import requests
data = {
    'name':'xbp',
    'age':
}
res = requests.get('http://httpbin.org/get',params=data)
print(res.text)
           

解析json

import requests
import json
res = requests.get('http://httpbin.org/get')
print(type(res.text))
#res.json()與json.loads()方法完全一緻
print(res.json())
print(json.loads(res.text))
print(type(res.json()))
           

擷取二進制資料

import requests
res = requests.get('https://github.com/favicon.ico')
print(type(res.text),type(res.content))
print(res.text)
print(res.content)
           

#儲存二進制資料
import requests
res = requests.get('https://github.com/favicon.ico')
with open(r'github.ico','wb') as f:
    f.write(res.content)
    f.close()
           

添加headers

import requests
res = requests.get('https://www.zhihu.com/explore')
print(res.text)
           

import requests
headers = {
    'User-Agent':'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/66.0.3343.4 Safari/537.36'
}
res = requests.get('https://www.zhihu.com/explore',headers = headers)
print(res.text)
           

基本post請求

import requests
data = {
    'name':'xbp',
    'age':
}
res = requests.post('http://httpbin.org/post',data=data)
print(res.text)
           

import requests
data = {
    'name':'xbp',
    'age':
}
headers = {
    'User-Agent':'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/66.0.3343.4 Safari/537.36'
}
res = requests.post('http://httpbin.org/post',data=data,headers = headers)
print(res.text)
           

響應

response屬性

import requests
res = requests.get('https://www.baidu.com')
print(type(res.status_code),res.status_code)
print(type(res.headers),res.headers)
print(type(res.cookies),res.cookies)
print(type(res.url),res.url)
print(type(res.history),res.history)
           

狀态碼判斷(具體檢視官方文檔)

import requests
res = requests.get('https://www.baidu.com')
exit() if not res.status_code == requests.codes.ok else print('Requests Successfully')
           

import requests
res = requests.get('https://www.baidu.com')
exit() if not res.status_code ==  else print('Requests Successfully')
           

進階操作

檔案上傳

import requests
files = {'file':open('github.ico','rb')}
res = requests.post('http://httpbin.org/post',files = files)
print(res.text)
           

擷取cookies

import requests
headers = {
    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/66.0.3343.4 Safari/537.36',
}
res = requests.get('https://www.baidu.com',headers=headers)
# print(res.cookies)
for key,value in res.cookies.items():
    print(key+'='+value)
           

會話維持

模拟登陸

#擷取不到，因為相當于在一個浏覽器中通路，在另一個浏覽器中擷取cookies,兩個沒有關聯
import requests
requests.get('http://httpbin.org/cookies/set/number/1234568')
res = requests.get('http://httpbin.org/cookies')
print(res.text)
           

import requests
s = requests.Session()
s.get('http://httpbin.org/cookies/set/number/1234568')
res = s.get('http://httpbin.org/cookies')
print(res.text)
           

證書驗證

import requests
res = requests.get('https://www.12306.cn')
print(res.status_code)
#抛出一個error
           

import requests
from requests.packages import urllib3
urllib3.disable_warnings()
res = requests.get('https://www.12306.cn',verify=False)
print(res.status_code)
           

#指定證書
import requests
res = requests.get('https://www.12306.cn'，cert=('/path/server.crt','/path/key'))
print(res.status_code)