diff --git a/vcr/filters.py b/vcr/filters.py
index db6c130..f5f9175 100644
--- a/vcr/filters.py
+++ b/vcr/filters.py
@@ -146,9 +146,9 @@ def decode_response(response):
         else:  # encoding == 'deflate'
             return zlib.decompress(body)
 
+    response = copy.deepcopy(response)
     headers = CaseInsensitiveDict(response['headers'])
     if is_compressed(headers):
-        response = copy.deepcopy(response)
         encoding = headers['content-encoding'][0]
         headers['content-encoding'].remove(encoding)
         if not headers['content-encoding']: