Requests库相关操作

用法

import requests

response = requests.get('http://www.baidu.com')
print(type(response))
print(response.status_code)
print(type(response.text))
print(response.text)
print(response.cookies)

GET各种请求方式

import requests

requests.post('http://httpbin.org/post')
requests.put('http://httpbin.org/put')
requests.delete('http://httpbin.org/delete')
requests.head('http://httpbin.org/get')
requests.options('http://httpbin.org/get')

get请求

import requests

response = requests.get('http://www.baidu.com')
print(response.text)

import requests 

response = requests.get('http://httpbin.org/get?name=yuanshuo&age=27')
print(response.text)

import requests

data = {
    'name':'yuanshuo',
    'age':'27'
}
response = requests.get('http://httpbin.org/get', params=data)
print(response.text)

解析json

import requests
import json

response = requests.get('http://httpbin.org/get')
print(type(response.text))
print(response.json())
print(json.loads(response.text))
print(type(response.json()))

获取二进制数据

import requests

response = requests.get('https://i0.hdslb.com/bfs/archive/ed6f7c3887fdb08ace545e65db792deb874c0ba2.png')
print(type(response.text), type(response.content))
print(response.text)
print(response.content)

import requests

response = requests.get('https://i0.hdslb.com/bfs/archive/ed6f7c3887fdb08ace545e65db792deb874c0ba2.png')
with open('blbl.png', 'wb') as f:
    f.write(response.content)
    f.close()

添加headers(浏览器伪装)

import requests

response = requests.get('http://www.zhihu.com/explore')
print(response.text)

import requests

headers = {
    'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.130 Safari/537.36'
}
response = requests.get('http://www.zhihu.com/explore', headers=headers)
print(response.text)

POST各种请求方式

import requests

data = {
    'name':'yuanshuo',
    'age':'27'
}
response = requests.post('http://httpbin.org/post', data=data)
print(response.text)

import requests

data = {
    'name':'yuanshuo',
    'age':'27'
}
headers = {
    'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.130 Safari/537.36'
}
response = requests.post('http://httpbin.org/post', data=data, headers=headers)
print(response.text)

响应

response属性

import requests

headers = {
    'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.130 Safari/537.36'
}
response = requests.get('https://www.jianshu.com', headers=headers)
print(type(response.status_code), response.status_code)
print(type(response.headers), response.headers)
print(type(response.cookies), response.cookies)
print(type(response.url), response.url)
print(type(response.history), response.history)

高级操作

文件上传

import requests

files = {
    'file' : open('blbl.png', 'rb')
}
response = requests.post('http://httpbin.org/post', files = files)
print(response.text)

获取cookie

import requests

response = requests.get('http://www.baidu.com')
print(response.cookies)
for key,value in response.cookies.items():
    print(key + '=' + value)

会话维持

import requests

requests.get('http://httpbin.org/cookies/set/number/123456789')
response = requests.get('http://httpbin.org/cookies')
print(response.text)

import requests

s = requests.Session()
s.get('http://httpbin.org/cookies/set/number/7777777')
response = s.get('http://httpbin.org/cookies')
print(response.text)

证书验证

import requests

response = requests.get('https://www.12306.cn')
print(response.status_code)

import requests

response = requests.get('https://www.12306.cn', verify=False)
print(response.status_code)

#消除警告信息
import requests
from requests.packages import urllib3 
urllib3.disable_warnings()

response = requests.get('https://www.12306.cn', verify=False)
print(response.status_code)

import requests

response = requests.get('https://www.12306.cn', cert=('/path/server.crt', '/path/key'))
print(response.status_code)

代理设置

import requests

proxies = {
    'http':'http://127.0.0.1:1080',
    'https':'https://127.0.0.1:1080'
}
response = requests.get('http://httpbin.org/get', proxies=proxies)
print(response.text)

import requests

proxies = {
    'http':'http://user:password@104.156.225.251:1080/'
    'https':'https://user:password@104.156.225.251:1080/'
}
response = requests.get('http://httpbin.org/get', proxies=proxies)
print(response.text)

超时设置

import requests

response = requests.get("http://httpbin.org/get", timeout=0.1)
print(response.status_code)

认证设置

import requests
from requests.auth import HTTPBasicAuth

response = requests.get('http://120.27.34.24:9001', auth=HTTPBasicAuth('user','123'))
print(response.status_code)

import requests

response = requests.get('http://120.27.34.24:9001', auth=('user','123'))
print(response.status_code)