diff --git a/lib/sqlalchemy/dialects/sqlite/base.py b/lib/sqlalchemy/dialects/sqlite/base.py
index a1c4cc8d35..e8e30b4cff 100644
--- a/lib/sqlalchemy/dialects/sqlite/base.py
+++ b/lib/sqlalchemy/dialects/sqlite/base.py
@@ -2222,7 +2222,7 @@ class SQLiteDialect(default.DefaultDialect):
                 14,
             )
 
-            if self.dbapi.sqlite_version_info < (3, 35) or util.pypy:
+            if self.dbapi.sqlite_version_info < (3, 35):
                 self.update_returning = self.delete_returning = (
                     self.insert_returning
                 ) = False
diff --git a/test/orm/test_utils.py b/test/orm/test_utils.py
index f437a60850..41a7f113cf 100644
--- a/test/orm/test_utils.py
+++ b/test/orm/test_utils.py
@@ -145,7 +145,9 @@ class ContextualWarningsTest(fixtures.TestBase):
                 "initializing objects.)"
             ),
         ):
-            sess.execute(select(Foo))
+            result = sess.execute(select(Foo))
+            result.close()
+        sess.close()
 
 
 class AliasedClassTest(fixtures.MappedTest, AssertsCompiledSQL):