Files
sqlalchemy/test/dialect/oracle/test_dialect.py
T
Mike Bayer 07678e0e34 update cx_Oracle / oracledb LOB handling
Adjustments made to the BLOB / CLOB / NCLOB datatypes in the cx_Oracle and
oracledb dialects, to improve performance based on recommendations from
Oracle developers.

References: https://github.com/oracle/python-cx_Oracle/issues/596
Fixes: #7494
Change-Id: I0d8cc3579140aa65cacf5b7d3373f7e1929a8f85
2022-06-10 10:48:17 -04:00

1218 lines
36 KiB
Python

# coding: utf-8
from multiprocessing import get_context
import re
from unittest import mock
from unittest.mock import Mock
from sqlalchemy import bindparam
from sqlalchemy import Computed
from sqlalchemy import create_engine
from sqlalchemy import Enum
from sqlalchemy import exc
from sqlalchemy import Float
from sqlalchemy import func
from sqlalchemy import Integer
from sqlalchemy import literal_column
from sqlalchemy import outparam
from sqlalchemy import select
from sqlalchemy import Sequence
from sqlalchemy import String
from sqlalchemy import testing
from sqlalchemy import text
from sqlalchemy import Unicode
from sqlalchemy import UnicodeText
from sqlalchemy.dialects.oracle import base as oracle
from sqlalchemy.dialects.oracle import cx_oracle
from sqlalchemy.dialects.oracle import oracledb
from sqlalchemy.engine import url
from sqlalchemy.testing import assert_raises
from sqlalchemy.testing import assert_raises_message
from sqlalchemy.testing import AssertsCompiledSQL
from sqlalchemy.testing import AssertsExecutionResults
from sqlalchemy.testing import config
from sqlalchemy.testing import engines
from sqlalchemy.testing import eq_
from sqlalchemy.testing import fixtures
from sqlalchemy.testing import is_false
from sqlalchemy.testing import is_true
from sqlalchemy.testing.assertions import expect_raises_message
from sqlalchemy.testing.schema import Column
from sqlalchemy.testing.schema import pep435_enum
from sqlalchemy.testing.schema import Table
from sqlalchemy.testing.suite import test_select
class CxOracleDialectTest(fixtures.TestBase):
def test_cx_oracle_version_parse(self):
dialect = cx_oracle.OracleDialect_cx_oracle()
def check(version):
dbapi = Mock(version=version)
dialect._load_version(dbapi)
return dialect.cx_oracle_ver
eq_(check("7.2"), (7, 2))
eq_(check("7.0.1"), (7, 0, 1))
eq_(check("9.0b1"), (9, 0))
def test_minimum_version(self):
with expect_raises_message(
exc.InvalidRequestError,
"cx_Oracle version 7 and above are supported",
):
cx_oracle.OracleDialect_cx_oracle(dbapi=Mock(version="5.1.5"))
dialect = cx_oracle.OracleDialect_cx_oracle(
dbapi=Mock(version="7.1.0")
)
eq_(dialect.cx_oracle_ver, (7, 1, 0))
class OracleDbDialectTest(fixtures.TestBase):
def test_oracledb_version_parse(self):
dialect = oracledb.OracleDialect_oracledb()
def check(version):
dbapi = Mock(version=version)
dialect._load_version(dbapi)
return dialect.oracledb_ver
eq_(check("7.2"), (7, 2))
eq_(check("7.0.1"), (7, 0, 1))
eq_(check("9.0b1"), (9, 0))
def test_minimum_version(self):
with expect_raises_message(
exc.InvalidRequestError,
"oracledb version 1 and above are supported",
):
oracledb.OracleDialect_oracledb(dbapi=Mock(version="0.1.5"))
dialect = oracledb.OracleDialect_oracledb(dbapi=Mock(version="7.1.0"))
eq_(dialect.oracledb_ver, (7, 1, 0))
class OracledbMode(fixtures.TestBase):
__backend__ = True
__only_on__ = "oracle+oracledb"
def _run_in_process(self, fn):
ctx = get_context("spawn")
queue = ctx.Queue()
process = ctx.Process(target=fn, args=(str(config.db_url), queue))
try:
process.start()
process.join(10)
eq_(process.exitcode, 0)
return queue.get_nowait()
finally:
process.kill()
def test_thin_mode(self):
from ._oracledb_mode import run_thin_mode
mode, is_thin = self._run_in_process(run_thin_mode)
is_true(is_thin)
is_true(mode.startswith("python-oracledb thn"))
def test_thick_mode(self):
from ._oracledb_mode import run_thick_mode
mode, is_thin = self._run_in_process(run_thick_mode)
is_false(is_thin)
eq_(mode.strip(), "custom-driver-name")
class DialectWBackendTest(fixtures.TestBase):
__backend__ = True
__only_on__ = "oracle"
@testing.combinations(
(
"db is not connected",
None,
True,
),
(
"ORA-1234 fake error",
1234,
False,
),
(
"ORA-03114: not connected to ORACLE",
3114,
True,
),
(
"DPI-1010: not connected",
None,
True,
),
(
"DPI-1010: make sure we read the code",
None,
True,
),
(
"DPI-1080: connection was closed by ORA-3113",
None,
True,
),
(
"DPI-1234: some other DPI error",
None,
False,
),
)
@testing.only_on(["oracle+cx_oracle", "oracle+oracledb"])
def test_is_disconnect(self, message, code, expected):
dialect = testing.db.dialect
exception_obj = dialect.dbapi.InterfaceError()
exception_obj.args = (Exception(message),)
exception_obj.args[0].code = code
eq_(dialect.is_disconnect(exception_obj, None, None), expected)
def test_hypothetical_not_implemented_isolation_level(self):
engine = engines.testing_engine()
def get_isolation_level(connection):
raise NotImplementedError
with mock.patch.object(
engine.dialect, "get_isolation_level", get_isolation_level
):
conn = engine.connect()
# for NotImplementedError we get back None. But the
# cx_Oracle dialect does not raise this.
eq_(conn.dialect.default_isolation_level, None)
dbapi_conn = conn.connection.dbapi_connection
eq_(
testing.db.dialect.get_isolation_level(dbapi_conn),
"READ COMMITTED",
)
def test_graceful_failure_isolation_level_not_available(self):
engine = engines.testing_engine()
def get_isolation_level(connection):
raise exc.DBAPIError(
"get isolation level",
{},
engine.dialect.dbapi.Error("isolation level failed"),
)
with mock.patch.object(
engine.dialect, "get_isolation_level", get_isolation_level
):
conn = engine.connect()
eq_(conn.dialect.default_isolation_level, "READ COMMITTED")
# test that we can use isolation level setting and that it
# reverts for "real" back to READ COMMITTED even though we
# can't read it
dbapi_conn = conn.connection.dbapi_connection
conn = conn.execution_options(isolation_level="SERIALIZABLE")
eq_(
testing.db.dialect.get_isolation_level(dbapi_conn),
"SERIALIZABLE",
)
conn.close()
eq_(
testing.db.dialect.get_isolation_level(dbapi_conn),
"READ COMMITTED",
)
with engine.connect() as conn:
assert_raises_message(
exc.DBAPIError,
r".*isolation level failed.*",
conn.get_isolation_level,
)
class DefaultSchemaNameTest(fixtures.TestBase):
__backend__ = True
__only_on__ = "oracle"
def test_default_name_is_the_user(self):
default_schema_name = testing.db.dialect.default_schema_name
with testing.db.connect() as conn:
oracles_known_default_schema_name = (
testing.db.dialect.normalize_name(
conn.exec_driver_sql("SELECT USER FROM DUAL").scalar()
)
)
eq_(oracles_known_default_schema_name, default_schema_name)
def test_default_schema_detected(self):
default_schema_name = testing.db.dialect.default_schema_name
eng = engines.testing_engine()
with eng.connect() as conn:
trans = conn.begin()
eq_(
testing.db.dialect._get_default_schema_name(conn),
default_schema_name,
)
conn.exec_driver_sql(
"ALTER SESSION SET CURRENT_SCHEMA=%s" % config.test_schema
)
eq_(
testing.db.dialect._get_default_schema_name(conn),
config.test_schema,
)
conn.invalidate()
trans.rollback()
eq_(
testing.db.dialect._get_default_schema_name(conn),
default_schema_name,
)
class EncodingErrorsTest(fixtures.TestBase):
"""mock test for encoding_errors.
While we tried to write a round trip test, I could only reproduce the
problem on Python 3 and only for STRING/CHAR. I couldn't get a CLOB to
come back with broken encoding and also under py2k cx_Oracle would always
return a bytestring with the correct encoding. Since the test barely
worked, it is not included here to avoid future problems. It's not clear
what other levels of encode/decode are going on such that explicitly
selecting for AL16UTF16 is still returning a utf-8 bytestring under py2k or
for CLOBs, nor is it really clear that this flag is useful, however, at
least for the Py3K case, cx_Oracle supports the flag and we did have one
user reporting that they had a (non-reproducible) database which
illustrated the problem so we will pass it in.
"""
# NOTE: these numbers are arbitrary, they are not the actual
# cx_Oracle constants
cx_Oracle_NUMBER = 0
cx_Oracle_STRING = 1
cx_Oracle_FIXED_CHAR = 2
cx_Oracle_CLOB = 3
cx_Oracle_NCLOB = 4
@testing.fixture
def cx_Oracle(self):
return mock.Mock(
NUMBER=self.cx_Oracle_NUMBER,
STRING=self.cx_Oracle_STRING,
FIXED_CHAR=self.cx_Oracle_FIXED_CHAR,
CLOB=self.cx_Oracle_CLOB,
NCLOB=self.cx_Oracle_NCLOB,
version="7.0.1",
__future__=mock.Mock(),
)
_oracle_char_combinations = testing.combinations(
(
"STRING",
cx_Oracle_STRING,
),
(
"FIXED_CHAR",
cx_Oracle_FIXED_CHAR,
),
(
"CLOB",
cx_Oracle_CLOB,
),
(
"NCLOB",
cx_Oracle_NCLOB,
),
argnames="cx_oracle_type",
id_="ia",
)
_dialect = testing.combinations(
cx_oracle.dialect, oracledb.dialect, argnames="dialect_cls"
)
def _assert_errorhandler(self, outconverter, has_errorhandler):
data = "\uee2c\u9a66" # this is u"\uee2c\u9a66"
utf8_w_errors = data.encode("utf-16")
if has_errorhandler:
eq_(
outconverter(utf8_w_errors),
data.encode("utf-16").decode("utf-8", "ignore"),
)
else:
assert_raises(UnicodeDecodeError, outconverter, utf8_w_errors)
@_oracle_char_combinations
@_dialect
def test_encoding_errors_cx_oracle(
self, cx_Oracle, cx_oracle_type, dialect_cls
):
ignore_dialect = dialect_cls(dbapi=cx_Oracle, encoding_errors="ignore")
ignore_outputhandler = (
ignore_dialect._generate_connection_outputtype_handler()
)
cursor = mock.Mock()
ignore_outputhandler(cursor, "foo", cx_oracle_type, None, None, None)
eq_(
cursor.mock_calls,
[
mock.call.var(
mock.ANY,
mock.ANY,
cursor.arraysize,
encodingErrors="ignore",
)
],
)
@_oracle_char_combinations
@_dialect
def test_no_encoding_errors_cx_oracle(
self, cx_Oracle, cx_oracle_type, dialect_cls
):
plain_dialect = dialect_cls(dbapi=cx_Oracle)
plain_outputhandler = (
plain_dialect._generate_connection_outputtype_handler()
)
cursor = mock.Mock()
plain_outputhandler(cursor, "foo", cx_oracle_type, None, None, None)
if cx_oracle_type in (cx_Oracle.FIXED_CHAR, cx_Oracle.STRING):
# no calls; without encodingErrors, use cx_Oracle's default unicode
# handling
eq_(
cursor.mock_calls,
[],
)
else:
eq_(
cursor.mock_calls,
[mock.call.var(mock.ANY, mock.ANY, cursor.arraysize)],
)
class ComputedReturningTest(fixtures.TablesTest):
__only_on__ = "oracle"
__backend__ = True
@classmethod
def define_tables(cls, metadata):
Table(
"test",
metadata,
Column("id", Integer, primary_key=True),
Column("foo", Integer),
Column("bar", Integer, Computed("foo + 42")),
)
Table(
"test_no_returning",
metadata,
Column("id", Integer, primary_key=True),
Column("foo", Integer),
Column("bar", Integer, Computed("foo + 42")),
implicit_returning=False,
)
def test_computed_insert(self, connection):
test = self.tables.test
conn = connection
result = conn.execute(
test.insert().return_defaults(), {"id": 1, "foo": 5}
)
eq_(result.returned_defaults, (47,))
eq_(conn.scalar(select(test.c.bar)), 47)
def test_computed_update_warning(self, connection):
test = self.tables.test
conn = connection
conn.execute(test.insert(), {"id": 1, "foo": 5})
if testing.db.dialect._supports_update_returning_computed_cols:
result = conn.execute(
test.update().values(foo=10).return_defaults()
)
eq_(result.returned_defaults, (52,))
else:
with testing.expect_warnings(
"Computed columns don't work with Oracle UPDATE"
):
result = conn.execute(
test.update().values(foo=10).return_defaults()
)
# returns the *old* value
eq_(result.returned_defaults, (47,))
eq_(conn.scalar(select(test.c.bar)), 52)
def test_computed_update_no_warning(self, connection):
test = self.tables.test_no_returning
conn = connection
conn.execute(test.insert(), {"id": 1, "foo": 5})
result = conn.execute(test.update().values(foo=10).return_defaults())
# no returning
eq_(result.returned_defaults, None)
eq_(conn.scalar(select(test.c.bar)), 52)
class OutParamTest(fixtures.TestBase, AssertsExecutionResults):
__only_on__ = ("oracle+cx_oracle", "oracle+oracledb")
__backend__ = True
@classmethod
def setup_test_class(cls):
with testing.db.begin() as c:
c.exec_driver_sql(
"""
create or replace procedure foo(x_in IN number, x_out OUT number,
y_out OUT number, z_out OUT varchar) IS
retval number;
begin
retval := 6;
x_out := 10;
y_out := x_in * 15;
z_out := NULL;
end;
"""
)
def test_out_params(self, connection):
result = connection.execute(
text(
"begin foo(:x_in, :x_out, :y_out, " ":z_out); end;"
).bindparams(
bindparam("x_in", Float),
outparam("x_out", Integer),
outparam("y_out", Float),
outparam("z_out", String),
),
dict(x_in=5),
)
eq_(result.out_parameters, {"x_out": 10, "y_out": 75, "z_out": None})
assert isinstance(result.out_parameters["x_out"], int)
def test_no_out_params_w_returning(self, connection, metadata):
t = Table("t", metadata, Column("x", Integer), Column("y", Integer))
metadata.create_all(connection)
stmt = (
t.insert()
.values(x=5, y=10)
.returning(outparam("my_param", Integer), t.c.x)
)
with expect_raises_message(
exc.InvalidRequestError,
r"Using explicit outparam\(\) objects with "
r"UpdateBase.returning\(\) in the same Core DML statement "
"is not supported in the Oracle dialect.",
):
connection.execute(stmt)
@classmethod
def teardown_test_class(cls):
with testing.db.begin() as conn:
conn.execute(text("DROP PROCEDURE foo"))
class QuotedBindRoundTripTest(fixtures.TestBase):
__only_on__ = "oracle"
__backend__ = True
def test_table_round_trip(self, metadata, connection):
oracle.RESERVED_WORDS.discard("UNION")
table = Table(
"t1",
metadata,
Column("option", Integer),
Column("plain", Integer, quote=True),
# test that quote works for a reserved word
# that the dialect isn't aware of when quote
# is set
Column("union", Integer, quote=True),
)
metadata.create_all(connection)
connection.execute(
table.insert(), {"option": 1, "plain": 1, "union": 1}
)
eq_(connection.execute(table.select()).first(), (1, 1, 1))
connection.execute(table.update().values(option=2, plain=2, union=2))
eq_(connection.execute(table.select()).first(), (2, 2, 2))
def test_numeric_bind_round_trip(self, connection):
eq_(
connection.scalar(
select(
literal_column("2", type_=Integer())
+ bindparam("2_1", value=2)
)
),
4,
)
def test_param_w_processors(self, metadata, connection):
"""test #8053"""
SomeEnum = pep435_enum("SomeEnum")
one = SomeEnum("one", 1)
SomeEnum("two", 2)
t = Table(
"t",
metadata,
Column("_id", Integer, primary_key=True),
Column("_data", Enum(SomeEnum)),
)
t.create(connection)
connection.execute(t.insert(), {"_id": 1, "_data": one})
eq_(connection.scalar(select(t.c._data)), one)
def test_numeric_bind_in_crud(self, metadata, connection):
t = Table("asfd", metadata, Column("100K", Integer))
t.create(connection)
connection.execute(t.insert(), {"100K": 10})
eq_(connection.scalar(t.select()), 10)
def test_expanding_quote_roundtrip(self, metadata, connection):
t = Table("asfd", metadata, Column("foo", Integer))
t.create(connection)
connection.execute(
select(t).where(t.c.foo.in_(bindparam("uid", expanding=True))),
dict(uid=[1, 2, 3]),
)
@testing.combinations(True, False, argnames="executemany")
def test_python_side_default(self, metadata, connection, executemany):
"""test #7676"""
ids = ["a", "b", "c"]
def gen_id():
return ids.pop(0)
t = Table(
"has_id",
metadata,
Column("_id", String(50), default=gen_id, primary_key=True),
Column("_data", Integer),
)
metadata.create_all(connection)
if executemany:
result = connection.execute(
t.insert(), [{"_data": 27}, {"_data": 28}, {"_data": 29}]
)
eq_(
connection.execute(t.select().order_by(t.c._id)).all(),
[("a", 27), ("b", 28), ("c", 29)],
)
else:
result = connection.execute(t.insert(), {"_data": 27})
eq_(result.inserted_primary_key, ("a",))
class CompatFlagsTest(fixtures.TestBase, AssertsCompiledSQL):
def _dialect(self, server_version, **kw):
def server_version_info(conn):
return server_version
dialect = oracle.dialect(
dbapi=Mock(
version="0.0.0",
paramstyle="named",
),
**kw,
)
dialect._get_server_version_info = server_version_info
dialect.get_isolation_level = Mock()
dialect._check_unicode_returns = Mock()
dialect._check_unicode_description = Mock()
dialect._get_default_schema_name = Mock()
dialect._detect_decimal_char = Mock()
dialect.__check_max_identifier_length = Mock()
dialect._get_compat_server_version_info = Mock()
return dialect
def test_ora8_flags(self):
dialect = self._dialect((8, 2, 5))
# before connect, assume modern DB
assert dialect._supports_char_length
assert dialect.use_ansi
assert not dialect._use_nchar_for_unicode
dialect.initialize(Mock())
# oracle 8 / 8i support returning
assert dialect.insert_returning
assert not dialect._supports_char_length
assert not dialect.use_ansi
self.assert_compile(String(50), "VARCHAR2(50)", dialect=dialect)
self.assert_compile(Unicode(50), "VARCHAR2(50)", dialect=dialect)
self.assert_compile(UnicodeText(), "CLOB", dialect=dialect)
def test_default_flags(self):
"""test with no initialization or server version info"""
dialect = self._dialect(None)
assert dialect._supports_char_length
assert not dialect._use_nchar_for_unicode
assert dialect.use_ansi
self.assert_compile(String(50), "VARCHAR2(50 CHAR)", dialect=dialect)
self.assert_compile(Unicode(50), "VARCHAR2(50 CHAR)", dialect=dialect)
self.assert_compile(UnicodeText(), "CLOB", dialect=dialect)
def test_ora10_flags(self):
dialect = self._dialect((10, 2, 5))
dialect.initialize(Mock())
assert dialect._supports_char_length
assert not dialect._use_nchar_for_unicode
assert dialect.use_ansi
self.assert_compile(String(50), "VARCHAR2(50 CHAR)", dialect=dialect)
self.assert_compile(Unicode(50), "VARCHAR2(50 CHAR)", dialect=dialect)
self.assert_compile(UnicodeText(), "CLOB", dialect=dialect)
def test_use_nchar(self):
dialect = self._dialect((10, 2, 5), use_nchar_for_unicode=True)
dialect.initialize(Mock())
assert dialect._use_nchar_for_unicode
self.assert_compile(String(50), "VARCHAR2(50 CHAR)", dialect=dialect)
self.assert_compile(Unicode(50), "NVARCHAR2(50)", dialect=dialect)
self.assert_compile(UnicodeText(), "NCLOB", dialect=dialect)
def test_ident_length_in_13_is_30(self):
from sqlalchemy import __version__
m = re.match(r"(\d+)\.(\d+)(?:\.(\d+))?", __version__)
version = tuple(int(x) for x in m.group(1, 2, 3) if x is not None)
if version >= (1, 4):
length = 128
else:
length = 30
eq_(oracle.OracleDialect.max_identifier_length, length)
dialect = self._dialect((12, 2, 0))
conn = mock.Mock(
exec_driver_sql=mock.Mock(
return_value=mock.Mock(scalar=lambda: "12.2.0")
)
)
dialect.initialize(conn)
eq_(dialect.server_version_info, (12, 2, 0))
eq_(
dialect._get_effective_compat_server_version_info(conn), (12, 2, 0)
)
eq_(dialect.max_identifier_length, length)
def test_max_ident_122(self):
dialect = self._dialect((12, 2, 0))
conn = mock.Mock(
exec_driver_sql=mock.Mock(
return_value=mock.Mock(scalar=lambda: "12.2.0")
)
)
dialect.initialize(conn)
eq_(dialect.server_version_info, (12, 2, 0))
eq_(
dialect._get_effective_compat_server_version_info(conn), (12, 2, 0)
)
eq_(
dialect.max_identifier_length,
oracle.OracleDialect.max_identifier_length,
)
def test_max_ident_112(self):
dialect = self._dialect((11, 2, 0))
conn = mock.Mock(
exec_driver_sql=mock.Mock(return_value=mock.Mock(scalar="11.0.0"))
)
dialect.initialize(conn)
eq_(dialect.server_version_info, (11, 2, 0))
eq_(
dialect._get_effective_compat_server_version_info(conn), (11, 2, 0)
)
eq_(dialect.max_identifier_length, 30)
def test_max_ident_122_11compat(self):
dialect = self._dialect((12, 2, 0))
conn = mock.Mock(
exec_driver_sql=mock.Mock(
return_value=mock.Mock(scalar=lambda: "11.0.0")
)
)
dialect.initialize(conn)
eq_(dialect.server_version_info, (12, 2, 0))
eq_(
dialect._get_effective_compat_server_version_info(conn), (11, 0, 0)
)
eq_(dialect.max_identifier_length, 30)
def test_max_ident_122_11compat_vparam_raises(self):
dialect = self._dialect((12, 2, 0))
def c122():
raise exc.DBAPIError(
"statement", None, "no such table", None, None
)
conn = mock.Mock(
exec_driver_sql=mock.Mock(return_value=mock.Mock(scalar=c122))
)
dialect.initialize(conn)
eq_(dialect.server_version_info, (12, 2, 0))
eq_(
dialect._get_effective_compat_server_version_info(conn), (12, 2, 0)
)
eq_(
dialect.max_identifier_length,
oracle.OracleDialect.max_identifier_length,
)
def test_max_ident_122_11compat_vparam_cant_parse(self):
dialect = self._dialect((12, 2, 0))
def c122():
return "12.thisiscrap.0"
conn = mock.Mock(
exec_driver_sql=mock.Mock(return_value=mock.Mock(scalar=c122))
)
dialect.initialize(conn)
eq_(dialect.server_version_info, (12, 2, 0))
eq_(
dialect._get_effective_compat_server_version_info(conn), (12, 2, 0)
)
eq_(
dialect.max_identifier_length,
oracle.OracleDialect.max_identifier_length,
)
class ExecuteTest(fixtures.TestBase):
__only_on__ = "oracle"
__backend__ = True
def test_basic(self):
with testing.db.connect() as conn:
eq_(
conn.exec_driver_sql(
"/*+ this is a comment */ SELECT 1 FROM " "DUAL"
).fetchall(),
[(1,)],
)
def test_sequences_are_integers(self, connection):
seq = Sequence("foo_seq")
seq.create(connection)
try:
val = connection.scalar(seq)
eq_(val, 1)
assert type(val) is int
finally:
seq.drop(connection)
def test_limit_offset_for_update(self, metadata, connection):
# oracle can't actually do the ROWNUM thing with FOR UPDATE
# very well.
t = Table(
"t1",
metadata,
Column("id", Integer, primary_key=True),
Column("data", Integer),
)
metadata.create_all(connection)
connection.execute(
t.insert(),
[
{"id": 1, "data": 1},
{"id": 2, "data": 7},
{"id": 3, "data": 12},
{"id": 4, "data": 15},
{"id": 5, "data": 32},
],
)
# here, we can't use ORDER BY.
eq_(
connection.execute(
t.select().with_for_update().limit(2)
).fetchall(),
[(1, 1), (2, 7)],
)
# here, its impossible. But we'd prefer it to raise ORA-02014
# instead of issuing a syntax error.
assert_raises_message(
exc.DatabaseError,
"ORA-02014",
connection.execute,
t.select().with_for_update().limit(2).offset(3),
)
class UnicodeSchemaTest(fixtures.TestBase):
__only_on__ = "oracle"
__backend__ = True
def test_quoted_column_non_unicode(self, metadata, connection):
table = Table(
"atable",
metadata,
Column("_underscorecolumn", Unicode(255), primary_key=True),
)
metadata.create_all(connection)
connection.execute(table.insert(), {"_underscorecolumn": "’é"})
result = connection.execute(
table.select().where(table.c._underscorecolumn == "’é")
).scalar()
eq_(result, "’é")
def test_quoted_column_unicode(self, metadata, connection):
table = Table(
"atable",
metadata,
Column("méil", Unicode(255), primary_key=True),
)
metadata.create_all(connection)
connection.execute(table.insert(), {"méil": "’é"})
result = connection.execute(
table.select().where(table.c["méil"] == "’é")
).scalar()
eq_(result, "’é")
class BaseConnectArgsTest:
@property
def name(self):
raise NotImplementedError
@property
def dbapi(self):
raise NotImplementedError
@property
def dialect_cls(self):
raise NotImplementedError
def test_cx_oracle_service_name(self):
url_string = f"oracle+{self.name}://scott:tiger@host/?service_name=hr"
eng = create_engine(url_string, _initialize=False)
cargs, cparams = eng.dialect.create_connect_args(eng.url)
assert "SERVICE_NAME=hr" in cparams["dsn"]
assert "SID=hr" not in cparams["dsn"]
def test_cx_oracle_service_name_bad(self):
url_string = (
f"oracle+{self.name}://scott:tiger@host/hr1?service_name=hr2"
)
assert_raises(
exc.InvalidRequestError,
create_engine,
url_string,
_initialize=False,
)
def _test_db_opt(self, url_string, key, value):
url_obj = url.make_url(url_string)
dialect = self.dialect_cls(dbapi=self.dbapi)
arg, kw = dialect.create_connect_args(url_obj)
eq_(kw[key], value)
def _test_db_opt_unpresent(self, url_string, key):
url_obj = url.make_url(url_string)
dialect = self.dialect_cls(dbapi=self.dbapi)
arg, kw = dialect.create_connect_args(url_obj)
assert key not in kw
def _test_dialect_param_from_url(self, url_string, key, value):
url_obj = url.make_url(url_string)
dialect = self.dialect_cls(dbapi=self.dbapi)
with testing.expect_deprecated(
f"{self.name} dialect option %r should" % key
):
arg, kw = dialect.create_connect_args(url_obj)
eq_(getattr(dialect, key), value)
# test setting it on the dialect normally
dialect = self.dialect_cls(dbapi=self.dbapi, **{key: value})
eq_(getattr(dialect, key), value)
def test_mode(self):
self._test_db_opt(
f"oracle+{self.name}://scott:tiger@host/?mode=sYsDBA",
"mode",
self.dbapi.SYSDBA,
)
self._test_db_opt(
f"oracle+{self.name}://scott:tiger@host/?mode=SYSOPER",
"mode",
self.dbapi.SYSOPER,
)
def test_int_mode(self):
self._test_db_opt(
f"oracle+{self.name}://scott:tiger@host/?mode=32767", "mode", 32767
)
@testing.requires.cxoracle6_or_greater
def test_purity(self):
self._test_db_opt(
f"oracle+{self.name}://scott:tiger@host/?purity=attr_purity_new",
"purity",
self.dbapi.ATTR_PURITY_NEW,
)
def test_encoding(self):
self._test_db_opt(
f"oracle+{self.name}://scott:tiger@host/"
"?encoding=AMERICAN_AMERICA.UTF8",
"encoding",
"AMERICAN_AMERICA.UTF8",
)
def test_threaded(self):
self._test_db_opt(
f"oracle+{self.name}://scott:tiger@host/?threaded=true",
"threaded",
True,
)
self._test_db_opt_unpresent(
f"oracle+{self.name}://scott:tiger@host/", "threaded"
)
def test_events(self):
self._test_db_opt(
f"oracle+{self.name}://scott:tiger@host/?events=true",
"events",
True,
)
def test_threaded_deprecated_at_dialect_level(self):
with testing.expect_deprecated(
"The 'threaded' parameter to the cx_oracle/oracledb dialect"
):
dialect = self.dialect_cls(threaded=False)
arg, kw = dialect.create_connect_args(
url.make_url(f"oracle+{self.name}://scott:tiger@dsn")
)
eq_(kw["threaded"], False)
def test_deprecated_use_ansi(self):
self._test_dialect_param_from_url(
f"oracle+{self.name}://scott:tiger@host/?use_ansi=False",
"use_ansi",
False,
)
def test_deprecated_auto_convert_lobs(self):
self._test_dialect_param_from_url(
f"oracle+{self.name}://scott:tiger@host/?auto_convert_lobs=False",
"auto_convert_lobs",
False,
)
class CXOracleConnectArgsTest(BaseConnectArgsTest, fixtures.TestBase):
__only_on__ = "oracle+cx_oracle"
__backend__ = True
@property
def name(self):
return "cx_oracle"
@property
def dbapi(self):
import cx_Oracle
return cx_Oracle
@property
def dialect_cls(self):
return cx_oracle.dialect
class OracleDbConnectArgsTest(BaseConnectArgsTest, fixtures.TestBase):
__only_on__ = "oracle+oracledb"
__backend__ = True
@property
def name(self):
return "oracledb"
@property
def dbapi(self):
import oracledb
return oracledb
@property
def dialect_cls(self):
return oracledb.dialect
class TableValuedTest(fixtures.TestBase):
__backend__ = True
__only_on__ = "oracle"
@testing.fixture
def scalar_strings(self, connection):
connection.exec_driver_sql(
"CREATE OR REPLACE TYPE strings_t IS TABLE OF VARCHAR2 (100)"
)
connection.exec_driver_sql(
r"""
CREATE OR REPLACE FUNCTION scalar_strings (
count_in IN INTEGER)
RETURN strings_t
AUTHID DEFINER
IS
l_strings strings_t := strings_t ();
BEGIN
l_strings.EXTEND (count_in);
FOR indx IN 1 .. count_in
LOOP
l_strings (indx) := 'some string';
END LOOP;
RETURN l_strings;
END;
"""
)
yield
connection.exec_driver_sql("DROP FUNCTION scalar_strings")
connection.exec_driver_sql("DROP TYPE strings_t")
@testing.fixture
def two_strings(self, connection):
connection.exec_driver_sql(
"""
CREATE OR REPLACE TYPE two_strings_ot
AUTHID DEFINER IS OBJECT
(
string1 VARCHAR2 (10),
string2 VARCHAR2 (10)
)"""
)
connection.exec_driver_sql(
"""
CREATE OR REPLACE TYPE two_strings_nt IS TABLE OF two_strings_ot
"""
)
connection.exec_driver_sql(
"""
CREATE OR REPLACE FUNCTION three_pairs
RETURN two_strings_nt
AUTHID DEFINER
IS
l_strings two_strings_nt;
BEGIN
RETURN two_strings_nt (two_strings_ot ('a', 'b'),
two_strings_ot ('c', 'd'),
two_strings_ot ('e', 'f'));
END;
"""
)
yield
connection.exec_driver_sql("DROP FUNCTION three_pairs")
connection.exec_driver_sql("DROP TYPE two_strings_nt")
connection.exec_driver_sql("DROP TYPE two_strings_ot")
def test_scalar_strings_control(self, scalar_strings, connection):
result = (
connection.exec_driver_sql(
"SELECT COLUMN_VALUE my_string FROM TABLE (scalar_strings (5))"
)
.scalars()
.all()
)
eq_(result, ["some string"] * 5)
def test_scalar_strings_named_control(self, scalar_strings, connection):
result = (
connection.exec_driver_sql(
"SELECT COLUMN_VALUE anon_1 "
"FROM TABLE (scalar_strings (5)) anon_1"
)
.scalars()
.all()
)
eq_(result, ["some string"] * 5)
def test_scalar_strings(self, scalar_strings, connection):
fn = func.scalar_strings(5)
result = connection.execute(select(fn.column_valued())).scalars().all()
eq_(result, ["some string"] * 5)
def test_two_strings_control(self, two_strings, connection):
result = connection.exec_driver_sql(
"SELECT string1, string2 FROM TABLE (three_pairs ())"
).all()
eq_(result, [("a", "b"), ("c", "d"), ("e", "f")])
def test_two_strings(self, two_strings, connection):
fn = func.three_pairs().table_valued("string1", "string2")
result = connection.execute(select(fn.c.string1, fn.c.string2)).all()
eq_(result, [("a", "b"), ("c", "d"), ("e", "f")])
class OptimizedFetchLimitOffsetTest(test_select.FetchLimitOffsetTest):
__only_on__ = "oracle"
@classmethod
def setup_bind(cls):
return engines.testing_engine(options={"optimize_limits": True})