http://docs.python-requests.org/en/master/user/quickstart/
http://docs.python-requests.org/en/master/user/advanced/

Requests

• Q: How to make a get request? What about other verbs?

• Q: How to suppress ignore SSL exceptions? To suppress InsecureRequestWarning? — A:
  requests.get(..., verify=False). You can also do urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning).
  A context manager to monkey patch existing things: https://stackoverflow.com/questions/15445981/how-do-i-disable-the-security-certificate-check-in-python-requests/15445989#15445989

r = requests.post('https://httpbin.org/post', data = {'key':'value'})
r = requests.put('https://httpbin.org/put', data = {'key':'value'})
r = requests.delete('https://httpbin.org/delete')
r = requests.head('https://httpbin.org/get')
r = requests.options('https://httpbin.org/get')

payload = {'key1': 'value1', 'key2': 'value2'}
r = requests.get('https://httpbin.org/get', params=payload)
print(r.url)   # keys with None value are not added to query

payload = {'key1': 'value1', 'key2': ['value2', 'value3']}   # => https://httpbin.org/get?key1=value1&key2=value2&key2=value3

r = requests.get('https://api.github.com/events')
r.text
r.encoding
r.content   # b'...', gzip and deflate are done for you
r.status_code

from PIL import Image
from io import BytesIO
i = Image.open(BytesIO(r.content))

r.json()   # raises ValueError if it's not a json response


if r: <=> if r.ok:   # means not 4xx or 5xx
if r.status_code == 404:
    ...
try:
    r.raise_for_status()   # raises for 4xx and 5xx
except requests.exceptions.HTTPError as e:
    status_code = e.response.status_code
    
if response.status_code // 100 * 100 == 200:
    ...

# hearers is a special dictionary that is case-insensitive
r.headers['Content-Type']

r.cookies['example_cookie_name']
# sending cookies:
requests.get(url, cookies={'hello', 'world'})

jar = cookielib.CookieJar()
r = requests.get(url, cookies=jar)   # fills the jar
r = requests.get(url, cookies=jar)   # send cookies back

jar.set('tasty_cookie', 'yum', domain='httpbin.org', path='/cookies')
jar.set('gross_cookie', 'blech', domain='httpbin.org', path='/elsewhere')

# redirection
allow_redirects=False

r = requests.get(url)    # by default it does redirection for all verbs except head
r.status_code == 200
r.history == [<Response [301]>]



# timeouts
requests.get('https://github.com/', timeout=0.001)
requests.exceptions.Timeout: HTTPConnectionPool(host='github.com', port=80): Request timed out. (timeout=0.001)

r = requests.get(url, timeout=(3.05, 27))    # both connect and read timeouts; connect timeouts should be slightly larger than a multiple of 3, which is the default TCP packet retransmission window.


# Exceptions
ConnectionError
Response.raise_for_status()   # raises HTTPError
Timeout
TooManyRedirects

Sessions

with requests.Session() as s:
    s.auth = ('user', 'pass')
    s.headers.update({'x-test': 'true'})
    r = s.get(url, cookies={'from-my': 'browser'})   # these cookies don't persist
    r = s.get(url, cookies={'from-my': None})   # this cookie will be omited