mirror of
https://github.com/kevin1024/vcrpy.git
synced 2025-12-08 16:53:23 +00:00
255 lines
9.7 KiB
Python
255 lines
9.7 KiB
Python
# -*- coding: utf-8 -*-
|
|
'''Test requests' interaction with vcr'''
|
|
import pytest
|
|
import vcr
|
|
from assertions import assert_cassette_empty, assert_is_json
|
|
|
|
|
|
requests = pytest.importorskip("requests")
|
|
|
|
|
|
def test_status_code(httpbin_both, tmpdir):
|
|
'''Ensure that we can read the status code'''
|
|
url = httpbin_both.url + '/'
|
|
with vcr.use_cassette(str(tmpdir.join('atts.yaml'))):
|
|
status_code = requests.get(url).status_code
|
|
|
|
with vcr.use_cassette(str(tmpdir.join('atts.yaml'))):
|
|
assert status_code == requests.get(url).status_code
|
|
|
|
|
|
def test_headers(httpbin_both, tmpdir):
|
|
'''Ensure that we can read the headers back'''
|
|
url = httpbin_both + '/'
|
|
with vcr.use_cassette(str(tmpdir.join('headers.yaml'))):
|
|
headers = requests.get(url).headers
|
|
|
|
with vcr.use_cassette(str(tmpdir.join('headers.yaml'))):
|
|
assert headers == requests.get(url).headers
|
|
|
|
|
|
def test_body(tmpdir, httpbin_both):
|
|
'''Ensure the responses are all identical enough'''
|
|
url = httpbin_both + '/bytes/1024'
|
|
with vcr.use_cassette(str(tmpdir.join('body.yaml'))):
|
|
content = requests.get(url).content
|
|
|
|
with vcr.use_cassette(str(tmpdir.join('body.yaml'))):
|
|
assert content == requests.get(url).content
|
|
|
|
|
|
def test_effective_url(tmpdir, httpbin_both):
|
|
'''Ensure that the effective_url is captured'''
|
|
url = httpbin_both.url + '/redirect-to?url=/html'
|
|
with vcr.use_cassette(str(tmpdir.join('url.yaml'))):
|
|
effective_url = requests.get(url).url
|
|
assert effective_url == httpbin_both.url + '/html'
|
|
|
|
with vcr.use_cassette(str(tmpdir.join('url.yaml'))):
|
|
assert effective_url == requests.get(url).url
|
|
|
|
|
|
def test_auth(tmpdir, httpbin_both):
|
|
'''Ensure that we can handle basic auth'''
|
|
auth = ('user', 'passwd')
|
|
url = httpbin_both + '/basic-auth/user/passwd'
|
|
with vcr.use_cassette(str(tmpdir.join('auth.yaml'))):
|
|
one = requests.get(url, auth=auth)
|
|
|
|
with vcr.use_cassette(str(tmpdir.join('auth.yaml'))):
|
|
two = requests.get(url, auth=auth)
|
|
assert one.content == two.content
|
|
assert one.status_code == two.status_code
|
|
|
|
|
|
def test_auth_failed(tmpdir, httpbin_both):
|
|
'''Ensure that we can save failed auth statuses'''
|
|
auth = ('user', 'wrongwrongwrong')
|
|
url = httpbin_both + '/basic-auth/user/passwd'
|
|
with vcr.use_cassette(str(tmpdir.join('auth-failed.yaml'))) as cass:
|
|
# Ensure that this is empty to begin with
|
|
assert_cassette_empty(cass)
|
|
one = requests.get(url, auth=auth)
|
|
two = requests.get(url, auth=auth)
|
|
assert one.content == two.content
|
|
assert one.status_code == two.status_code == 401
|
|
|
|
|
|
def test_post(tmpdir, httpbin_both):
|
|
'''Ensure that we can post and cache the results'''
|
|
data = {'key1': 'value1', 'key2': 'value2'}
|
|
url = httpbin_both + '/post'
|
|
with vcr.use_cassette(str(tmpdir.join('requests.yaml'))):
|
|
req1 = requests.post(url, data).content
|
|
|
|
with vcr.use_cassette(str(tmpdir.join('requests.yaml'))):
|
|
req2 = requests.post(url, data).content
|
|
|
|
assert req1 == req2
|
|
|
|
|
|
def test_post_chunked_binary(tmpdir, httpbin_both):
|
|
'''Ensure that we can send chunked binary without breaking while trying to concatenate bytes with str.'''
|
|
data1 = iter([b'data', b'to', b'send'])
|
|
data2 = iter([b'data', b'to', b'send'])
|
|
url = httpbin_both.url + '/post'
|
|
with vcr.use_cassette(str(tmpdir.join('requests.yaml'))):
|
|
req1 = requests.post(url, data1).content
|
|
print(req1)
|
|
|
|
with vcr.use_cassette(str(tmpdir.join('requests.yaml'))):
|
|
req2 = requests.post(url, data2).content
|
|
|
|
assert req1 == req2
|
|
|
|
|
|
def test_redirects(tmpdir, httpbin_both):
|
|
'''Ensure that we can handle redirects'''
|
|
url = httpbin_both + '/redirect-to?url=bytes/1024'
|
|
with vcr.use_cassette(str(tmpdir.join('requests.yaml'))):
|
|
content = requests.get(url).content
|
|
|
|
with vcr.use_cassette(str(tmpdir.join('requests.yaml'))) as cass:
|
|
assert content == requests.get(url).content
|
|
# Ensure that we've now cached *two* responses. One for the redirect
|
|
# and one for the final fetch
|
|
assert len(cass) == 2
|
|
assert cass.play_count == 2
|
|
|
|
|
|
def test_cross_scheme(tmpdir, httpbin_secure, httpbin):
|
|
'''Ensure that requests between schemes are treated separately'''
|
|
# First fetch a url under http, and then again under https and then
|
|
# ensure that we haven't served anything out of cache, and we have two
|
|
# requests / response pairs in the cassette
|
|
with vcr.use_cassette(str(tmpdir.join('cross_scheme.yaml'))) as cass:
|
|
requests.get(httpbin_secure + '/')
|
|
requests.get(httpbin + '/')
|
|
assert cass.play_count == 0
|
|
assert len(cass) == 2
|
|
|
|
|
|
def test_gzip(tmpdir, httpbin_both):
|
|
'''
|
|
Ensure that requests (actually urllib3) is able to automatically decompress
|
|
the response body
|
|
'''
|
|
url = httpbin_both + '/gzip'
|
|
response = requests.get(url)
|
|
|
|
with vcr.use_cassette(str(tmpdir.join('gzip.yaml'))):
|
|
response = requests.get(url)
|
|
assert_is_json(response.content)
|
|
|
|
with vcr.use_cassette(str(tmpdir.join('gzip.yaml'))):
|
|
assert_is_json(response.content)
|
|
|
|
|
|
def test_session_and_connection_close(tmpdir, httpbin):
|
|
'''
|
|
This tests the issue in https://github.com/kevin1024/vcrpy/issues/48
|
|
|
|
If you use a requests.session and the connection is closed, then an
|
|
exception is raised in the urllib3 module vendored into requests:
|
|
`AttributeError: 'NoneType' object has no attribute 'settimeout'`
|
|
'''
|
|
with vcr.use_cassette(str(tmpdir.join('session_connection_closed.yaml'))):
|
|
session = requests.session()
|
|
|
|
session.get(httpbin + '/get', headers={'Connection': 'close'})
|
|
session.get(httpbin + '/get', headers={'Connection': 'close'})
|
|
|
|
|
|
def test_https_with_cert_validation_disabled(tmpdir, httpbin_secure):
|
|
with vcr.use_cassette(str(tmpdir.join('cert_validation_disabled.yaml'))):
|
|
requests.get(httpbin_secure.url, verify=False)
|
|
|
|
|
|
def test_session_can_make_requests_after_requests_unpatched(tmpdir, httpbin):
|
|
with vcr.use_cassette(str(tmpdir.join('test_session_after_unpatched.yaml'))):
|
|
session = requests.session()
|
|
session.get(httpbin + '/get')
|
|
|
|
with vcr.use_cassette(str(tmpdir.join('test_session_after_unpatched.yaml'))):
|
|
session = requests.session()
|
|
session.get(httpbin + '/get')
|
|
|
|
session.get(httpbin + '/status/200')
|
|
|
|
|
|
def test_session_created_before_use_cassette_is_patched(tmpdir, httpbin_both):
|
|
url = httpbin_both + '/bytes/1024'
|
|
# Record arbitrary, random data to the cassette
|
|
with vcr.use_cassette(str(tmpdir.join('session_created_outside.yaml'))):
|
|
session = requests.session()
|
|
body = session.get(url).content
|
|
|
|
# Create a session outside of any cassette context manager
|
|
session = requests.session()
|
|
# Make a request to make sure that a connectionpool is instantiated
|
|
session.get(httpbin_both + '/get')
|
|
|
|
with vcr.use_cassette(str(tmpdir.join('session_created_outside.yaml'))):
|
|
# These should only be the same if the patching succeeded.
|
|
assert session.get(url).content == body
|
|
|
|
|
|
def test_nested_cassettes_with_session_created_before_nesting(httpbin_both, tmpdir):
|
|
'''
|
|
This tests ensures that a session that was created while one cassette was
|
|
active is patched to the use the responses of a second cassette when it
|
|
is enabled.
|
|
'''
|
|
url = httpbin_both + '/bytes/1024'
|
|
with vcr.use_cassette(str(tmpdir.join('first_nested.yaml'))):
|
|
session = requests.session()
|
|
first_body = session.get(url).content
|
|
with vcr.use_cassette(str(tmpdir.join('second_nested.yaml'))):
|
|
second_body = session.get(url).content
|
|
third_body = requests.get(url).content
|
|
|
|
with vcr.use_cassette(str(tmpdir.join('second_nested.yaml'))):
|
|
session = requests.session()
|
|
assert session.get(url).content == second_body
|
|
with vcr.use_cassette(str(tmpdir.join('first_nested.yaml'))):
|
|
assert session.get(url).content == first_body
|
|
assert session.get(url).content == third_body
|
|
|
|
# Make sure that the session can now get content normally.
|
|
assert 'User-agent' in session.get(httpbin_both.url + '/robots.txt').text
|
|
|
|
|
|
def test_post_file(tmpdir, httpbin_both):
|
|
'''Ensure that we handle posting a file.'''
|
|
url = httpbin_both + '/post'
|
|
with vcr.use_cassette(str(tmpdir.join('post_file.yaml'))) as cass:
|
|
# Don't use 2.7+ only style ',' separated with here because we support python 2.6
|
|
with open('tox.ini') as f:
|
|
original_response = requests.post(url, f).content
|
|
|
|
# This also tests that we do the right thing with matching the body when they are files.
|
|
with vcr.use_cassette(str(tmpdir.join('post_file.yaml')),
|
|
match_on=('method', 'scheme', 'host', 'port', 'path', 'query', 'body')) as cass:
|
|
with open('tox.ini', 'rb') as f:
|
|
tox_content = f.read()
|
|
assert cass.requests[0].body.read() == tox_content
|
|
with open('tox.ini', 'rb') as f:
|
|
new_response = requests.post(url, f).content
|
|
assert original_response == new_response
|
|
|
|
|
|
def test_filter_post_params(tmpdir, httpbin_both):
|
|
'''
|
|
This tests the issue in https://github.com/kevin1024/vcrpy/issues/158
|
|
|
|
Ensure that a post request made through requests can still be filtered.
|
|
with vcr.use_cassette(cass_file, filter_post_data_parameters=['id']) as cass:
|
|
assert b'id=secret' not in cass.requests[0].body
|
|
'''
|
|
url = httpbin_both.url + '/post'
|
|
cass_loc = str(tmpdir.join('filter_post_params.yaml'))
|
|
with vcr.use_cassette(cass_loc, filter_post_data_parameters=['key']) as cass:
|
|
requests.post(url, data={'key': 'value'})
|
|
with vcr.use_cassette(cass_loc, filter_post_data_parameters=['key']) as cass:
|
|
assert b'key=value' not in cass.requests[0].body
|