Files
sqlalchemy/test/aaa_profiling/test_resultset.py
T
Mike Bayer 6fccdf4a28 remove more bound metadata
in Iae6ab95938a7e92b6d42086aec534af27b5577d3 I missed
that the "bind" was being stuck onto the MetaData in
TablesTest, which led thousands of ORM tests to still use
bound metadata.  Keep looking for bound metadata.

standardize all ORM tests on a single means of getting a
Session when the Session API isn't the thing we are directly
testing, using a new function fixture_session() that replaces
create_session() and uses modern defaults.

Change-Id: Iaf71206e9ee568151496d8bc213a069504bf65ef
2021-01-05 23:46:02 -05:00

313 lines
9.1 KiB
Python

import sys
from sqlalchemy import Column
from sqlalchemy import create_engine
from sqlalchemy import Integer
from sqlalchemy import String
from sqlalchemy import Table
from sqlalchemy import testing
from sqlalchemy import Unicode
from sqlalchemy.engine.row import LegacyRow
from sqlalchemy.engine.row import Row
from sqlalchemy.testing import AssertsExecutionResults
from sqlalchemy.testing import eq_
from sqlalchemy.testing import fixtures
from sqlalchemy.testing import profiling
from sqlalchemy.util import u
NUM_FIELDS = 10
NUM_RECORDS = 1000
class ResultSetTest(fixtures.TablesTest, AssertsExecutionResults):
__backend__ = True
@classmethod
def define_tables(cls, metadata):
Table(
"table1",
metadata,
*[
Column("field%d" % fnum, String(50))
for fnum in range(NUM_FIELDS)
]
)
Table(
"table2",
metadata,
*[
Column("field%d" % fnum, Unicode(50))
for fnum in range(NUM_FIELDS)
]
)
@classmethod
def insert_data(cls, connection):
conn = connection
t, t2 = cls.tables("table1", "table2")
conn.execute(
t.insert(),
[
dict(
("field%d" % fnum, u("value%d" % fnum))
for fnum in range(NUM_FIELDS)
)
for r_num in range(NUM_RECORDS)
],
)
conn.execute(
t2.insert(),
[
dict(
("field%d" % fnum, u("value%d" % fnum))
for fnum in range(NUM_FIELDS)
)
for r_num in range(NUM_RECORDS)
],
)
# warm up type caches
conn.execute(t.select()).fetchall()
conn.execute(t2.select()).fetchall()
conn.exec_driver_sql(
"SELECT %s FROM table1"
% (", ".join("field%d" % fnum for fnum in range(NUM_FIELDS)))
).fetchall()
conn.exec_driver_sql(
"SELECT %s FROM table2"
% (", ".join("field%d" % fnum for fnum in range(NUM_FIELDS)))
).fetchall()
@profiling.function_call_count(variance=0.15)
def test_string(self):
t, t2 = self.tables("table1", "table2")
with testing.db.connect().execution_options(
compiled_cache=None
) as conn:
[tuple(row) for row in conn.execute(t.select()).fetchall()]
@profiling.function_call_count(variance=0.15)
def test_unicode(self):
t, t2 = self.tables("table1", "table2")
with testing.db.connect().execution_options(
compiled_cache=None
) as conn:
[tuple(row) for row in conn.execute(t2.select()).fetchall()]
@profiling.function_call_count(variance=0.15)
def test_raw_string(self):
stmt = "SELECT %s FROM table1" % (
", ".join("field%d" % fnum for fnum in range(NUM_FIELDS))
)
with testing.db.connect() as conn:
[tuple(row) for row in conn.exec_driver_sql(stmt).fetchall()]
@profiling.function_call_count(variance=0.15)
def test_raw_unicode(self):
stmt = "SELECT %s FROM table2" % (
", ".join("field%d" % fnum for fnum in range(NUM_FIELDS))
)
with testing.db.connect() as conn:
[tuple(row) for row in conn.exec_driver_sql(stmt).fetchall()]
@profiling.function_call_count()
def test_fetch_by_key_legacy(self):
t, t2 = self.tables("table1", "table2")
with testing.db.connect().execution_options(
compiled_cache=None
) as conn:
for row in conn.execute(t.select()).fetchall():
[row["field%d" % fnum] for fnum in range(NUM_FIELDS)]
@profiling.function_call_count()
def test_fetch_by_key_mappings(self):
t, t2 = self.tables("table1", "table2")
with testing.db.connect().execution_options(
compiled_cache=None
) as conn:
for row in conn.execute(t.select()).mappings().fetchall():
[row["field%d" % fnum] for fnum in range(NUM_FIELDS)]
@testing.combinations(
(False, 0),
(True, 1),
(False, 1),
(False, 2),
)
def test_one_or_none(self, one_or_first, rows_present):
# TODO: this is not testing the ORM level "scalar_mapping"
# mode which has a different performance profile
t, t2 = self.tables("table1", "table2")
with testing.db.connect().execution_options(
compiled_cache=None
) as conn:
stmt = t.select()
if rows_present == 0:
stmt = stmt.where(1 == 0)
elif rows_present == 1:
stmt = stmt.limit(1)
result = conn.execute(stmt)
@profiling.function_call_count()
def go():
if one_or_first:
result.one()
else:
result.first()
try:
go()
finally:
# hmmmm, connection close context manager does not
# seem to be handling this for a profile that skips
result.close()
def test_contains_doesnt_compile(self, connection):
t, t2 = self.tables("table1", "table2")
row = connection.execute(t.select()).first()
c1 = Column("some column", Integer) + Column(
"some other column", Integer
)
@profiling.function_call_count(variance=0.10)
def go():
c1 in row
go()
class ExecutionTest(fixtures.TestBase):
__backend__ = True
def test_minimal_connection_execute(self):
# create an engine without any instrumentation.
e = create_engine("sqlite://")
c = e.connect()
# ensure initial connect activities complete
c.exec_driver_sql("select 1")
@profiling.function_call_count()
def go():
c.exec_driver_sql("select 1")
try:
go()
finally:
c.close()
def test_minimal_engine_execute(self, variance=0.10):
# create an engine without any instrumentation.
e = create_engine("sqlite://")
# ensure initial connect activities complete
with e.connect() as conn:
conn.exec_driver_sql("select 1")
@profiling.function_call_count()
def go():
with e.connect() as conn:
conn.exec_driver_sql("select 1")
go()
class RowTest(fixtures.TestBase):
__requires__ = ("cpython",)
__backend__ = True
def _rowproxy_fixture(self, keys, processors, row, row_cls):
class MockMeta(object):
def __init__(self):
pass
def _warn_for_nonint(self, arg):
pass
metadata = MockMeta()
keymap = {}
for index, (keyobjs, values) in enumerate(list(zip(keys, row))):
for key in keyobjs:
keymap[key] = (index, key)
keymap[index] = (index, key)
return row_cls(
metadata, processors, keymap, row_cls._default_key_style, row
)
def _test_getitem_value_refcounts_legacy(self, seq_factory):
col1, col2 = object(), object()
def proc1(value):
return value
value1, value2 = "x", "y"
row = self._rowproxy_fixture(
[(col1, "a"), (col2, "b")],
[proc1, None],
seq_factory([value1, value2]),
LegacyRow,
)
v1_refcount = sys.getrefcount(value1)
v2_refcount = sys.getrefcount(value2)
for i in range(10):
row[col1]
row["a"]
row[col2]
row["b"]
row[0]
row[1]
row[0:2]
eq_(sys.getrefcount(value1), v1_refcount)
eq_(sys.getrefcount(value2), v2_refcount)
def _test_getitem_value_refcounts_new(self, seq_factory):
col1, col2 = object(), object()
def proc1(value):
return value
value1, value2 = "x", "y"
row = self._rowproxy_fixture(
[(col1, "a"), (col2, "b")],
[proc1, None],
seq_factory([value1, value2]),
Row,
)
v1_refcount = sys.getrefcount(value1)
v2_refcount = sys.getrefcount(value2)
for i in range(10):
row._mapping[col1]
row._mapping["a"]
row._mapping[col2]
row._mapping["b"]
row[0]
row[1]
row[0:2]
eq_(sys.getrefcount(value1), v1_refcount)
eq_(sys.getrefcount(value2), v2_refcount)
def test_value_refcounts_pure_tuple(self):
self._test_getitem_value_refcounts_legacy(tuple)
self._test_getitem_value_refcounts_new(tuple)
def test_value_refcounts_custom_seq(self):
class CustomSeq(object):
def __init__(self, data):
self.data = data
def __getitem__(self, item):
return self.data[item]
def __iter__(self):
return iter(self.data)
self._test_getitem_value_refcounts_legacy(CustomSeq)
self._test_getitem_value_refcounts_new(CustomSeq)