Add pytest-xdist

.gitignore

@@ -1,7 +1,6 @@
 *.pyc
 .tox
 .cache
-.pytest_cache/
 build/
 dist/
 *.egg/

.travis.yml

@@ -16,8 +16,6 @@ env:
 matrix:
   allow_failures:
     - env: TOX_SUFFIX="boto3"
-    - env: TOX_SUFFIX="aiohttp"
-      python: "pypy3.5-5.9.0"
   exclude:
     # Only run flakes on a single Python 2.x and a single 3.x
     - env: TOX_SUFFIX="flakes"

docs/changelog.rst

@@ -1,7 +1,5 @@
 Changelog
 ---------
--  1.13.0 - Fix support to latest aiohttp version (3.3.2). Fix content-type bug in aiohttp stub. Save URL with query params properly when using aiohttp.
--  1.12.0 - Fix support to latest aiohttp version (3.2.1), Adapted setup to PEP508, Support binary responses on aiohttp, Dropped support for EOL python versions (2.6 and 3.3)
 -  1.11.1 Fix compatibility with newest requests and urllib3 releases
 -  1.11.0 Allow injection of persistence methods + bugfixes (thanks @j-funk and @IvanMalison),
    Support python 3.6 + CI tests (thanks @derekbekoe and @graingert),

setup.py

@@ -37,7 +37,7 @@ if sys.version_info[0] == 2:
 
 setup(
     name='vcrpy',
-    version='1.13.0',
+    version='1.11.1',
     description=(
         "Automatically mock your HTTP interactions to simplify and "
         "speed up testing"

tests/integration/aiohttp_utils.py

@@ -1,24 +1,15 @@
-# flake8: noqa
 import asyncio
-
 import aiohttp
 
 
 @asyncio.coroutine
-def aiohttp_request(loop, method, url, output='text', encoding='utf-8', content_type=None, **kwargs):
-    session = aiohttp.ClientSession(loop=loop)
-    response_ctx = session.request(method, url, **kwargs)
-
-    response = yield from response_ctx.__aenter__()
-    if output == 'text':
-        content = yield from response.text()
-    elif output == 'json':
-        content_type = content_type or 'application/json'
-        content = yield from response.json(encoding=encoding, content_type=content_type)
-    elif output == 'raw':
-        content = yield from response.read()
-
-    response_ctx._resp.close()
-    yield from session.close()
-
-    return response, content
+def aiohttp_request(loop, method, url, output='text', **kwargs):
+    with aiohttp.ClientSession(loop=loop) as session:
+        response = yield from session.request(method, url, **kwargs)  # NOQA: E999
+        if output == 'text':
+            content = yield from response.text()  # NOQA: E999
+        elif output == 'json':
+            content = yield from response.json()  # NOQA: E999
+        elif output == 'raw':
+            content = yield from response.read()  # NOQA: E999
+        return response, content

tests/integration/async_def.py

@@ -0,0 +1,13 @@
+import aiohttp
+import pytest
+import vcr
+
+
+@vcr.use_cassette()
+@pytest.mark.asyncio
+async def test_http():  # noqa: E999
+    async with aiohttp.ClientSession() as session:
+        url = 'https://httpbin.org/get'
+        params = {'ham': 'spam'}
+        resp = await session.get(url, params=params)  # noqa: E999
+        assert (await resp.json())['args'] == {'ham': 'spam'}  # noqa: E999

tests/integration/test_aiohttp.py

@@ -1,12 +1,19 @@
-import contextlib
-
 import pytest
-asyncio = pytest.importorskip("asyncio")
 aiohttp = pytest.importorskip("aiohttp")
 
+import asyncio  # noqa: E402
+import contextlib  # noqa: E402
+
+import pytest  # noqa: E402
 import vcr  # noqa: E402
+
 from .aiohttp_utils import aiohttp_request  # noqa: E402
 
+try:
+    from .async_def import test_http  # noqa: F401
+except SyntaxError:
+    pass
+
 
 def run_in_loop(fn):
     with contextlib.closing(asyncio.new_event_loop()) as loop:
@@ -71,13 +78,11 @@ def test_text(tmpdir, scheme):
 
 def test_json(tmpdir, scheme):
     url = scheme + '://httpbin.org/get'
-    headers = {'Content-Type': 'application/json'}
-
     with vcr.use_cassette(str(tmpdir.join('json.yaml'))):
-        _, response_json = get(url, output='json', headers=headers)
+        _, response_json = get(url, output='json')
 
     with vcr.use_cassette(str(tmpdir.join('json.yaml'))) as cassette:
-        _, cassette_response_json = get(url, output='json', headers=headers)
+        _, cassette_response_json = get(url, output='json')
         assert cassette_response_json == response_json
         assert cassette.play_count == 1
 
@@ -107,28 +112,24 @@ def test_post(tmpdir, scheme):
 
 def test_params(tmpdir, scheme):
     url = scheme + '://httpbin.org/get'
-    headers = {'Content-Type': 'application/json'}
     params = {'a': 1, 'b': False, 'c': 'c'}
+    with vcr.use_cassette(str(tmpdir.join('get.yaml'))) as cassette:
+        _, response_json = get(url, output='json', params=params)
 
     with vcr.use_cassette(str(tmpdir.join('get.yaml'))) as cassette:
-        _, response_json = get(url, output='json', params=params, headers=headers)
-
-    with vcr.use_cassette(str(tmpdir.join('get.yaml'))) as cassette:
-        _, cassette_response_json = get(url, output='json', params=params, headers=headers)
+        _, cassette_response_json = get(url, output='json', params=params)
         assert cassette_response_json == response_json
         assert cassette.play_count == 1
 
 
 def test_params_same_url_distinct_params(tmpdir, scheme):
     url = scheme + '://httpbin.org/get'
-    headers = {'Content-Type': 'application/json'}
     params = {'a': 1, 'b': False, 'c': 'c'}
+    with vcr.use_cassette(str(tmpdir.join('get.yaml'))) as cassette:
+        _, response_json = get(url, output='json', params=params)
 
     with vcr.use_cassette(str(tmpdir.join('get.yaml'))) as cassette:
-        _, response_json = get(url, output='json', params=params, headers=headers)
-
-    with vcr.use_cassette(str(tmpdir.join('get.yaml'))) as cassette:
-        _, cassette_response_json = get(url, output='json', params=params, headers=headers)
+        _, cassette_response_json = get(url, output='json', params=params)
         assert cassette_response_json == response_json
         assert cassette.play_count == 1
 
@@ -137,20 +138,3 @@ def test_params_same_url_distinct_params(tmpdir, scheme):
         response, cassette_response_text = get(url, output='text', params=other_params)
         assert 'No match for the request' in cassette_response_text
         assert response.status == 599
-
-
-def test_params_on_url(tmpdir, scheme):
-    url = scheme + '://httpbin.org/get?a=1&b=foo'
-    headers = {'Content-Type': 'application/json'}
-
-    with vcr.use_cassette(str(tmpdir.join('get.yaml'))) as cassette:
-        _, response_json = get(url, output='json', headers=headers)
-        request = cassette.requests[0]
-        assert request.url == url
-
-    with vcr.use_cassette(str(tmpdir.join('get.yaml'))) as cassette:
-        _, cassette_response_json = get(url, output='json', headers=headers)
-        request = cassette.requests[0]
-        assert request.url == url
-        assert cassette_response_json == response_json
-        assert cassette.play_count == 1

tests/integration/test_requests.py

@@ -116,8 +116,8 @@ def test_post_chunked_binary(tmpdir, httpbin):
     assert req1 == req2
 
 
-@pytest.mark.xskip('sys.version_info >= (3, 6)', strict=True, raises=ConnectionError)
-@pytest.mark.xskip((3, 5) < sys.version_info < (3, 6) and
+@pytest.mark.xfail('sys.version_info >= (3, 6)', strict=True, raises=ConnectionError)
+@pytest.mark.xfail((3, 5) < sys.version_info < (3, 6) and
                    platform.python_implementation() == 'CPython',
                    reason='Fails on CPython 3.5')
 def test_post_chunked_binary_secure(tmpdir, httpbin_secure):

tox.ini

@@ -11,12 +11,13 @@ deps = flake8
 
 [testenv]
 commands =
-    ./runtests.sh {posargs}
+    ./runtests.sh -n 4 {posargs}
 deps =
     Flask<1
     mock
     pytest
     pytest-httpbin
+    pytest-xdist
     PyYAML
     requests27: requests==2.7.0
     httplib2: httplib2
@@ -25,7 +26,7 @@ deps =
     {py27,py35,py36,pypy}-tornado4: pytest-tornado
     {py27,py35,py36}-tornado4: pycurl
     boto3: boto3
-    aiohttp: aiohttp
+    aiohttp: aiohttp<3
     aiohttp: pytest-asyncio
 
 [flake8]

vcr/stubs/aiohttp_stubs/__init__.py

@@ -12,31 +12,18 @@ from vcr.request import Request
 
 
 class MockClientResponse(ClientResponse):
-    def __init__(self, method, url):
-        super().__init__(
-            method=method,
-            url=url,
-            writer=None,
-            continue100=None,
-            timer=None,
-            request_info=None,
-            traces=None,
-            loop=asyncio.get_event_loop(),
-            session=None,
-        )
-
     # TODO: get encoding from header
     @asyncio.coroutine
-    def json(self, *, encoding='utf-8', loads=json.loads, **kwargs):  # NOQA: E999
-        return loads(self._body.decode(encoding))
+    def json(self, *, encoding='utf-8', loads=json.loads):  # NOQA: E999
+        return loads(self.content.decode(encoding))
 
     @asyncio.coroutine
     def text(self, encoding='utf-8'):
-        return self._body.decode(encoding)
+        return self.content.decode(encoding)
 
     @asyncio.coroutine
     def read(self):
-        return self._body
+        return self.content
 
     @asyncio.coroutine
     def release(self):
@@ -51,13 +38,11 @@ def vcr_request(cassette, real_request):
         headers = self._prepare_headers(headers)
         data = kwargs.get('data')
         params = kwargs.get('params')
-
-        request_url = URL(url)
         if params:
             for k, v in params.items():
                 params[k] = str(v)
-            request_url = URL(url).with_query(params)
 
+        request_url = URL(url).with_query(params)
         vcr_request = Request(method, str(request_url), data, headers)
 
         if cassette.can_play_response_for(vcr_request):
@@ -65,9 +50,9 @@ def vcr_request(cassette, real_request):
 
             response = MockClientResponse(method, URL(vcr_response.get('url')))
             response.status = vcr_response['status']['code']
-            response._body = vcr_response['body']['string']
+            response.content = vcr_response['body']['string']
             response.reason = vcr_response['status']['message']
-            response._headers = vcr_response['headers']
+            response.headers = vcr_response['headers']
 
             response.close()
             return response
@@ -78,7 +63,7 @@ def vcr_request(cassette, real_request):
             msg = ("No match for the request {!r} was found. Can't overwrite "
                    "existing cassette {!r} in your current record mode {!r}.")
             msg = msg.format(vcr_request, cassette._path, cassette.record_mode)
-            response._body = msg.encode()
+            response.content = msg.encode()
             response.close()
             return response