import contextlib import logging import urllib.parse import pytest asyncio = pytest.importorskip("asyncio") aiohttp = pytest.importorskip("aiohttp") import vcr # noqa: E402 from .aiohttp_utils import aiohttp_app, aiohttp_request # noqa: E402 def run_in_loop(fn): with contextlib.closing(asyncio.new_event_loop()) as loop: asyncio.set_event_loop(loop) task = loop.create_task(fn(loop)) return loop.run_until_complete(task) def request(method, url, output="text", **kwargs): def run(loop): return aiohttp_request(loop, method, url, output=output, **kwargs) return run_in_loop(run) def get(url, output="text", **kwargs): return request("GET", url, output=output, **kwargs) def post(url, output="text", **kwargs): return request("POST", url, output="text", **kwargs) @pytest.mark.online def test_status(tmpdir, mockbin_request_url): url = mockbin_request_url with vcr.use_cassette(str(tmpdir.join("status.yaml"))): response, _ = get(url) with vcr.use_cassette(str(tmpdir.join("status.yaml"))) as cassette: cassette_response, _ = get(url) assert cassette_response.status == response.status assert cassette.play_count == 1 @pytest.mark.online @pytest.mark.parametrize("auth", [None, aiohttp.BasicAuth("vcrpy", "test")]) def test_headers(tmpdir, auth, mockbin_request_url): url = mockbin_request_url with vcr.use_cassette(str(tmpdir.join("headers.yaml"))): response, _ = get(url, auth=auth) with vcr.use_cassette(str(tmpdir.join("headers.yaml"))) as cassette: if auth is not None: request = cassette.requests[0] assert "AUTHORIZATION" in request.headers cassette_response, _ = get(url, auth=auth) assert dict(cassette_response.headers) == dict(response.headers) assert cassette.play_count == 1 assert "istr" not in cassette.data[0] assert "yarl.URL" not in cassette.data[0] @pytest.mark.online def test_case_insensitive_headers(tmpdir, mockbin_request_url): url = mockbin_request_url with vcr.use_cassette(str(tmpdir.join("whatever.yaml"))): _, _ = get(url) with vcr.use_cassette(str(tmpdir.join("whatever.yaml"))) as cassette: cassette_response, _ = get(url) assert "Content-Type" in cassette_response.headers assert "content-type" in cassette_response.headers assert cassette.play_count == 1 @pytest.mark.online def test_text(tmpdir, mockbin_request_url): url = mockbin_request_url with vcr.use_cassette(str(tmpdir.join("text.yaml"))): _, response_text = get(url) with vcr.use_cassette(str(tmpdir.join("text.yaml"))) as cassette: _, cassette_response_text = get(url) assert cassette_response_text == response_text assert cassette.play_count == 1 @pytest.mark.online def test_json(tmpdir, mockbin_request_url): url = mockbin_request_url headers = {"Content-Type": "application/json"} with vcr.use_cassette(str(tmpdir.join("json.yaml"))): _, response_json = get(url, output="json", headers=headers) with vcr.use_cassette(str(tmpdir.join("json.yaml"))) as cassette: _, cassette_response_json = get(url, output="json", headers=headers) assert cassette_response_json == response_json assert cassette.play_count == 1 @pytest.mark.online def test_binary(tmpdir, mockbin_request_url): url = mockbin_request_url + "/image/png" with vcr.use_cassette(str(tmpdir.join("binary.yaml"))): _, response_binary = get(url, output="raw") with vcr.use_cassette(str(tmpdir.join("binary.yaml"))) as cassette: _, cassette_response_binary = get(url, output="raw") assert cassette_response_binary == response_binary assert cassette.play_count == 1 @pytest.mark.online def test_stream(tmpdir, mockbin_request_url): url = mockbin_request_url with vcr.use_cassette(str(tmpdir.join("stream.yaml"))): _, body = get(url, output="raw") # Do not use stream here, as the stream is exhausted by vcr with vcr.use_cassette(str(tmpdir.join("stream.yaml"))) as cassette: _, cassette_body = get(url, output="stream") assert cassette_body == body assert cassette.play_count == 1 @pytest.mark.online @pytest.mark.parametrize("body", ["data", "json"]) def test_post(tmpdir, body, caplog, mockbin_request_url): caplog.set_level(logging.INFO) data = {"key1": "value1", "key2": "value2"} url = mockbin_request_url with vcr.use_cassette(str(tmpdir.join("post.yaml"))): _, response_json = post(url, **{body: data}) with vcr.use_cassette(str(tmpdir.join("post.yaml"))) as cassette: request = cassette.requests[0] assert request.body == data _, cassette_response_json = post(url, **{body: data}) assert cassette_response_json == response_json assert cassette.play_count == 1 assert next( ( log for log in caplog.records if log.getMessage() == " not in cassette, sending to real server".format(url) ), None, ), "Log message not found." @pytest.mark.online def test_params(tmpdir, mockbin_request_url): url = mockbin_request_url + "?d=d" headers = {"Content-Type": "application/json"} params = {"a": 1, "b": 2, "c": "c"} with vcr.use_cassette(str(tmpdir.join("get.yaml"))) as cassette: _, response_json = get(url, output="json", params=params, headers=headers) assert response_json["queryString"] == {"a": "1", "b": "2", "c": "c", "d": "d"} with vcr.use_cassette(str(tmpdir.join("get.yaml"))) as cassette: _, cassette_response_json = get(url, output="json", params=params, headers=headers) assert cassette_response_json == response_json assert cassette.play_count == 1 @pytest.mark.online def test_params_same_url_distinct_params(tmpdir, mockbin_request_url): url = mockbin_request_url headers = {"Content-Type": "application/json"} params = {"a": 1, "b": 2, "c": "c"} with vcr.use_cassette(str(tmpdir.join("get.yaml"))) as cassette: _, response_json = get(url, output="json", params=params, headers=headers) with vcr.use_cassette(str(tmpdir.join("get.yaml"))) as cassette: _, cassette_response_json = get(url, output="json", params=params, headers=headers) assert cassette_response_json == response_json assert cassette.play_count == 1 other_params = {"other": "params"} with vcr.use_cassette(str(tmpdir.join("get.yaml"))) as cassette: with pytest.raises(vcr.errors.CannotOverwriteExistingCassetteException): get(url, output="text", params=other_params) @pytest.mark.online def test_params_on_url(tmpdir, mockbin_request_url): url = mockbin_request_url + "?a=1&b=foo" headers = {"Content-Type": "application/json"} with vcr.use_cassette(str(tmpdir.join("get.yaml"))) as cassette: _, response_json = get(url, output="json", headers=headers) request = cassette.requests[0] assert request.url == url with vcr.use_cassette(str(tmpdir.join("get.yaml"))) as cassette: _, cassette_response_json = get(url, output="json", headers=headers) request = cassette.requests[0] assert request.url == url assert cassette_response_json == response_json assert cassette.play_count == 1 def test_aiohttp_test_client(aiohttp_client, tmpdir): loop = asyncio.get_event_loop() app = aiohttp_app() url = "/" client = loop.run_until_complete(aiohttp_client(app)) with vcr.use_cassette(str(tmpdir.join("get.yaml"))): response = loop.run_until_complete(client.get(url)) assert response.status == 200 response_text = loop.run_until_complete(response.text()) assert response_text == "hello" response_text = loop.run_until_complete(response.text(errors="replace")) assert response_text == "hello" with vcr.use_cassette(str(tmpdir.join("get.yaml"))) as cassette: response = loop.run_until_complete(client.get(url)) request = cassette.requests[0] assert request.url == str(client.make_url(url)) response_text = loop.run_until_complete(response.text()) assert response_text == "hello" assert cassette.play_count == 1 def test_aiohttp_test_client_json(aiohttp_client, tmpdir): loop = asyncio.get_event_loop() app = aiohttp_app() url = "/json/empty" client = loop.run_until_complete(aiohttp_client(app)) with vcr.use_cassette(str(tmpdir.join("get.yaml"))): response = loop.run_until_complete(client.get(url)) assert response.status == 200 response_json = loop.run_until_complete(response.json()) assert response_json is None with vcr.use_cassette(str(tmpdir.join("get.yaml"))) as cassette: response = loop.run_until_complete(client.get(url)) request = cassette.requests[0] assert request.url == str(client.make_url(url)) response_json = loop.run_until_complete(response.json()) assert response_json is None assert cassette.play_count == 1 @pytest.mark.online def test_redirect(tmpdir, mockbin): url = mockbin + "/redirect/302/2" with vcr.use_cassette(str(tmpdir.join("redirect.yaml"))): response, _ = get(url) with vcr.use_cassette(str(tmpdir.join("redirect.yaml"))) as cassette: cassette_response, _ = get(url) assert cassette_response.status == response.status assert len(cassette_response.history) == len(response.history) assert len(cassette) == 3 assert cassette.play_count == 3 # Assert that the real response and the cassette response have a similar # looking request_info. assert cassette_response.request_info.url == response.request_info.url assert cassette_response.request_info.method == response.request_info.method assert {k: v for k, v in cassette_response.request_info.headers.items()} == { k: v for k, v in response.request_info.headers.items() } assert cassette_response.request_info.real_url == response.request_info.real_url @pytest.mark.online def test_not_modified(tmpdir, mockbin): """It doesn't try to redirect on 304""" url = mockbin + "/status/304" with vcr.use_cassette(str(tmpdir.join("not_modified.yaml"))): response, _ = get(url) with vcr.use_cassette(str(tmpdir.join("not_modified.yaml"))) as cassette: cassette_response, _ = get(url) assert cassette_response.status == 304 assert response.status == 304 assert len(cassette_response.history) == len(response.history) assert len(cassette) == 1 assert cassette.play_count == 1 @pytest.mark.online def test_double_requests(tmpdir, mockbin_request_url): """We should capture, record, and replay all requests and response chains, even if there are duplicate ones. We should replay in the order we saw them. """ url = mockbin_request_url with vcr.use_cassette(str(tmpdir.join("text.yaml"))): _, response_text1 = get(url, output="text") _, response_text2 = get(url, output="text") with vcr.use_cassette(str(tmpdir.join("text.yaml"))) as cassette: resp, cassette_response_text = get(url, output="text") assert resp.status == 200 assert cassette_response_text == response_text1 # We made only one request, so we should only play 1 recording. assert cassette.play_count == 1 # Now make the second test to url resp, cassette_response_text = get(url, output="text") assert resp.status == 200 assert cassette_response_text == response_text2 # Now that we made both requests, we should have played both. assert cassette.play_count == 2 def test_cookies(httpbin_both, httpbin_ssl_context, tmpdir): async def run(loop): cookies_url = httpbin_both.url + ( "/response-headers?" "set-cookie=" + urllib.parse.quote("cookie_1=val_1; Path=/") + "&" "Set-Cookie=" + urllib.parse.quote("Cookie_2=Val_2; Path=/") ) home_url = httpbin_both.url + "/" tmp = str(tmpdir.join("cookies.yaml")) req_cookies = {"Cookie_3": "Val_3"} req_headers = {"Cookie": "Cookie_4=Val_4"} # ------------------------- Record -------------------------- # with vcr.use_cassette(tmp) as cassette: async with aiohttp.ClientSession(loop=loop, cookie_jar=aiohttp.CookieJar(unsafe=True)) as session: cookies_resp = await session.get(cookies_url, ssl=httpbin_ssl_context) home_resp = await session.get( home_url, cookies=req_cookies, headers=req_headers, ssl=httpbin_ssl_context ) assert cassette.play_count == 0 assert_responses(cookies_resp, home_resp) # -------------------------- Play --------------------------- # with vcr.use_cassette(tmp, record_mode=vcr.mode.NONE) as cassette: async with aiohttp.ClientSession(loop=loop, cookie_jar=aiohttp.CookieJar(unsafe=True)) as session: cookies_resp = await session.get(cookies_url, ssl=httpbin_ssl_context) home_resp = await session.get( home_url, cookies=req_cookies, headers=req_headers, ssl=httpbin_ssl_context ) assert cassette.play_count == 2 assert_responses(cookies_resp, home_resp) def assert_responses(cookies_resp, home_resp): assert cookies_resp.cookies.get("cookie_1").value == "val_1" assert cookies_resp.cookies.get("Cookie_2").value == "Val_2" request_cookies = home_resp.request_info.headers["cookie"] assert "cookie_1=val_1" in request_cookies assert "Cookie_2=Val_2" in request_cookies assert "Cookie_3=Val_3" in request_cookies assert "Cookie_4=Val_4" in request_cookies run_in_loop(run) def test_cookies_redirect(httpbin_both, httpbin_ssl_context, tmpdir): async def run(loop): # Sets cookie as provided by the query string and redirects cookies_url = httpbin_both.url + "/cookies/set?Cookie_1=Val_1" tmp = str(tmpdir.join("cookies.yaml")) # ------------------------- Record -------------------------- # with vcr.use_cassette(tmp) as cassette: async with aiohttp.ClientSession(loop=loop, cookie_jar=aiohttp.CookieJar(unsafe=True)) as session: cookies_resp = await session.get(cookies_url, ssl=httpbin_ssl_context) assert not cookies_resp.cookies cookies = session.cookie_jar.filter_cookies(cookies_url) assert cookies["Cookie_1"].value == "Val_1" assert cassette.play_count == 0 cassette.requests[1].headers["Cookie"] == "Cookie_1=Val_1" # -------------------------- Play --------------------------- # with vcr.use_cassette(tmp, record_mode=vcr.mode.NONE) as cassette: async with aiohttp.ClientSession(loop=loop, cookie_jar=aiohttp.CookieJar(unsafe=True)) as session: cookies_resp = await session.get(cookies_url, ssl=httpbin_ssl_context) assert not cookies_resp.cookies cookies = session.cookie_jar.filter_cookies(cookies_url) assert cookies["Cookie_1"].value == "Val_1" assert cassette.play_count == 2 cassette.requests[1].headers["Cookie"] == "Cookie_1=Val_1" # Assert that it's ignoring expiration date with vcr.use_cassette(tmp, record_mode=vcr.mode.NONE) as cassette: cassette.responses[0]["headers"]["set-cookie"] = [ "Cookie_1=Val_1; Expires=Wed, 21 Oct 2015 07:28:00 GMT" ] async with aiohttp.ClientSession(loop=loop, cookie_jar=aiohttp.CookieJar(unsafe=True)) as session: cookies_resp = await session.get(cookies_url, ssl=httpbin_ssl_context) assert not cookies_resp.cookies cookies = session.cookie_jar.filter_cookies(cookies_url) assert cookies["Cookie_1"].value == "Val_1" run_in_loop(run) @pytest.mark.online def test_not_allow_redirects(tmpdir, mockbin): url = mockbin + "/redirect/308/5" path = str(tmpdir.join("redirects.yaml")) with vcr.use_cassette(path): response, _ = get(url, allow_redirects=False) assert response.url.path == "/redirect/308/5" assert response.status == 308 with vcr.use_cassette(path) as cassette: response, _ = get(url, allow_redirects=False) assert response.url.path == "/redirect/308/5" assert response.status == 308 assert cassette.play_count == 1