'''Test requests' interaction with vcr''' # coding=utf-8 import os import pytest import vcr from assertions import ( assert_cassette_empty, assert_cassette_has_one_response, assert_is_json ) requests = pytest.importorskip("requests") @pytest.fixture(params=["https", "http"]) def scheme(request): """ Fixture that returns both http and https """ return request.param def test_status_code(scheme, tmpdir): '''Ensure that we can read the status code''' url = scheme + '://httpbin.org/' with vcr.use_cassette(str(tmpdir.join('atts.yaml'))): status_code = requests.get(url).status_code with vcr.use_cassette(str(tmpdir.join('atts.yaml'))): assert status_code == requests.get(url).status_code def test_headers(scheme, tmpdir): '''Ensure that we can read the headers back''' url = scheme + '://httpbin.org/' with vcr.use_cassette(str(tmpdir.join('headers.yaml'))): headers = requests.get(url).headers with vcr.use_cassette(str(tmpdir.join('headers.yaml'))): assert headers == requests.get(url).headers def test_body(tmpdir, scheme): '''Ensure the responses are all identical enough''' url = scheme + '://httpbin.org/bytes/1024' with vcr.use_cassette(str(tmpdir.join('body.yaml'))): content = requests.get(url).content with vcr.use_cassette(str(tmpdir.join('body.yaml'))): assert content == requests.get(url).content def test_auth(tmpdir, scheme): '''Ensure that we can handle basic auth''' auth = ('user', 'passwd') url = scheme + '://httpbin.org/basic-auth/user/passwd' with vcr.use_cassette(str(tmpdir.join('auth.yaml'))): one = requests.get(url, auth=auth) with vcr.use_cassette(str(tmpdir.join('auth.yaml'))): two = requests.get(url, auth=auth) assert one.content == two.content assert one.status_code == two.status_code def test_auth_failed(tmpdir, scheme): '''Ensure that we can save failed auth statuses''' auth = ('user', 'wrongwrongwrong') url = scheme + '://httpbin.org/basic-auth/user/passwd' with vcr.use_cassette(str(tmpdir.join('auth-failed.yaml'))) as cass: # Ensure that this is empty to begin with assert_cassette_empty(cass) one = requests.get(url, auth=auth) two = requests.get(url, auth=auth) assert one.content == two.content assert one.status_code == two.status_code == 401 def test_post(tmpdir, scheme): '''Ensure that we can post and cache the results''' data = {'key1': 'value1', 'key2': 'value2'} url = scheme + '://httpbin.org/post' with vcr.use_cassette(str(tmpdir.join('requests.yaml'))): req1 = requests.post(url, data).content with vcr.use_cassette(str(tmpdir.join('requests.yaml'))): req2 = requests.post(url, data).content assert req1 == req2 def test_redirects(tmpdir, scheme): '''Ensure that we can handle redirects''' url = scheme + '://httpbin.org/redirect-to?url=bytes/1024' with vcr.use_cassette(str(tmpdir.join('requests.yaml'))): content = requests.get(url).content with vcr.use_cassette(str(tmpdir.join('requests.yaml'))) as cass: assert content == requests.get(url).content # Ensure that we've now cached *two* responses. One for the redirect # and one for the final fetch assert len(cass) == 2 assert cass.play_count == 2 def test_cross_scheme(tmpdir, scheme): '''Ensure that requests between schemes are treated separately''' # First fetch a url under http, and then again under https and then # ensure that we haven't served anything out of cache, and we have two # requests / response pairs in the cassette with vcr.use_cassette(str(tmpdir.join('cross_scheme.yaml'))) as cass: requests.get('https://httpbin.org/') requests.get('http://httpbin.org/') assert cass.play_count == 0 assert len(cass) == 2 def test_gzip(tmpdir, scheme): ''' Ensure that requests (actually urllib3) is able to automatically decompress the response body ''' url = scheme + '://httpbin.org/gzip' response = requests.get(url) with vcr.use_cassette(str(tmpdir.join('gzip.yaml'))): response = requests.get(url) assert_is_json(response.content) with vcr.use_cassette(str(tmpdir.join('gzip.yaml'))): assert_is_json(response.content) def test_session_and_connection_close(tmpdir, scheme): ''' This tests the issue in https://github.com/kevin1024/vcrpy/issues/48 If you use a requests.session and the connection is closed, then an exception is raised in the urllib3 module vendored into requests: `AttributeError: 'NoneType' object has no attribute 'settimeout'` ''' with vcr.use_cassette(str(tmpdir.join('session_connection_closed.yaml'))): session = requests.session() session.get('http://httpbin.org/get', headers={'Connection': 'close'}) session.get('http://httpbin.org/get', headers={'Connection': 'close'}) def test_https_with_cert_validation_disabled(tmpdir): with vcr.use_cassette(str(tmpdir.join('cert_validation_disabled.yaml'))): requests.get('https://httpbin.org', verify=False) def test_session_can_make_requests_after_requests_unpatched(tmpdir): with vcr.use_cassette(str(tmpdir.join('test_session_after_unpatched.yaml'))): session = requests.session() session.get('http://httpbin.org/get') with vcr.use_cassette(str(tmpdir.join('test_session_after_unpatched.yaml'))): session = requests.session() session.get('http://httpbin.org/get') session.get('http://httpbin.org/status/200') def test_session_created_before_use_cassette_is_patched(tmpdir, scheme): url = scheme + '://httpbin.org/bytes/1024' # Record arbitrary, random data to the cassette with vcr.use_cassette(str(tmpdir.join('session_created_outside.yaml'))): session = requests.session() body = session.get(url).content # Create a session outside of any cassette context manager session = requests.session() # Make a request to make sure that a connectionpool is instantiated session.get(scheme + '://httpbin.org/get') with vcr.use_cassette(str(tmpdir.join('session_created_outside.yaml'))): # These should only be the same if the patching succeeded. assert session.get(url).content == body def test_nested_cassettes_with_session_created_before_nesting(scheme, tmpdir): ''' This tests ensures that a session that was created while one cassette was active is patched to the use the responses of a second cassette when it is enabled. ''' url = scheme + '://httpbin.org/bytes/1024' with vcr.use_cassette(str(tmpdir.join('first_nested.yaml'))): session = requests.session() first_body = session.get(url).content with vcr.use_cassette(str(tmpdir.join('second_nested.yaml'))): second_body = session.get(url).content third_body = requests.get(url).content with vcr.use_cassette(str(tmpdir.join('second_nested.yaml'))): session = requests.session() assert session.get(url).content == second_body with vcr.use_cassette(str(tmpdir.join('first_nested.yaml'))): assert session.get(url).content == first_body assert session.get(url).content == third_body # Make sure that the session can now get content normally. session.get('http://www.reddit.com')