diff --git a/cryptography/hazmat/backends/openssl/backend.py b/cryptography/hazmat/backends/openssl/backend.py
index 1fcd7ef2b..f05ee3d6d 100644
--- a/cryptography/hazmat/backends/openssl/backend.py
+++ b/cryptography/hazmat/backends/openssl/backend.py
@@ -784,6 +784,7 @@ class _RSAVerificationContext(object):
         # occurs.
         assert res >= 0
         if res == 0:
+            assert self._backend._consume_errors()
             raise InvalidSignature
 
     def _verify_pkcs1(self, rsa_cdata, evp_pkey, evp_md):
@@ -800,6 +801,7 @@ class _RSAVerificationContext(object):
         # occurs.
         assert res >= 0
         if res == 0:
+            assert self._backend._consume_errors()
             raise InvalidSignature