mirror of
https://github.com/postgres/postgres.git
synced 2026-05-18 06:32:52 -04:00
Jeff Davis
bfc5992069
Useful for caseless matching. Similar to LOWER(), but avoids edge-case problems with using LOWER() for caseless matching. For collations that support it, CASEFOLD() handles characters with more than two case variations or multi-character case variations. Some characters may fold to uppercase. The results of case folding are also more stable across Unicode versions than LOWER() or UPPER(). Discussion: https://postgr.es/m/a1886ddfcd8f60cb3e905c93009b646b4cfb74c5.camel%40j-davis.com Reviewed-by: Ian Lawrence Barwick
149 lines
4.6 KiB
SQL
149 lines
4.6 KiB
SQL
/*
|
||
* This test is for collations and character operations when using the
|
||
* builtin provider with the C.UTF-8 locale.
|
||
*/
|
||
|
||
/* skip test if not UTF8 server encoding */
|
||
SELECT getdatabaseencoding() <> 'UTF8' AS skip_test \gset
|
||
\if :skip_test
|
||
\quit
|
||
\endif
|
||
|
||
SET client_encoding TO UTF8;
|
||
|
||
--
|
||
-- Test builtin "C"
|
||
--
|
||
CREATE COLLATION regress_builtin_c (
|
||
provider = builtin, locale = 'C');
|
||
|
||
-- non-ASCII characters are unchanged
|
||
SELECT LOWER(U&'\00C1' COLLATE regress_builtin_c) = U&'\00C1';
|
||
SELECT UPPER(U&'\00E1' COLLATE regress_builtin_c) = U&'\00E1';
|
||
|
||
-- non-ASCII characters are not alphabetic
|
||
SELECT U&'\00C1\00E1' !~ '[[:alpha:]]' COLLATE regress_builtin_c;
|
||
|
||
DROP COLLATION regress_builtin_c;
|
||
|
||
--
|
||
-- Test PG_C_UTF8
|
||
--
|
||
|
||
CREATE COLLATION regress_pg_c_utf8 (
|
||
provider = builtin, locale = 'C_UTF8'); -- fails
|
||
CREATE COLLATION regress_pg_c_utf8 (
|
||
provider = builtin, locale = 'C.UTF8');
|
||
DROP COLLATION regress_pg_c_utf8;
|
||
CREATE COLLATION regress_pg_c_utf8 (
|
||
provider = builtin, locale = 'C.UTF-8');
|
||
|
||
CREATE TABLE test_pg_c_utf8 (
|
||
t TEXT COLLATE PG_C_UTF8
|
||
);
|
||
INSERT INTO test_pg_c_utf8 VALUES
|
||
('abc DEF 123abc'),
|
||
('ábc sßs ßss DÉF'),
|
||
('DŽxxDŽ džxxDž Džxxdž'),
|
||
('ȺȺȺ'),
|
||
('ⱥⱥⱥ'),
|
||
('ⱥȺ');
|
||
|
||
SELECT
|
||
t, lower(t), initcap(t), upper(t),
|
||
length(convert_to(t, 'UTF8')) AS t_bytes,
|
||
length(convert_to(lower(t), 'UTF8')) AS lower_t_bytes,
|
||
length(convert_to(initcap(t), 'UTF8')) AS initcap_t_bytes,
|
||
length(convert_to(upper(t), 'UTF8')) AS upper_t_bytes
|
||
FROM test_pg_c_utf8;
|
||
|
||
DROP TABLE test_pg_c_utf8;
|
||
|
||
-- negative test: Final_Sigma not used for builtin locale C.UTF-8
|
||
SELECT lower('ΑΣ' COLLATE PG_C_UTF8);
|
||
SELECT lower('ΑͺΣͺ' COLLATE PG_C_UTF8);
|
||
SELECT lower('Α΄Σ΄' COLLATE PG_C_UTF8);
|
||
|
||
-- properties
|
||
|
||
SELECT 'xyz' ~ '[[:alnum:]]' COLLATE PG_C_UTF8;
|
||
SELECT 'xyz' !~ '[[:upper:]]' COLLATE PG_C_UTF8;
|
||
SELECT '@' !~ '[[:alnum:]]' COLLATE PG_C_UTF8;
|
||
SELECT '=' ~ '[[:punct:]]' COLLATE PG_C_UTF8; -- symbols are punctuation in posix
|
||
SELECT 'a8a' ~ '[[:digit:]]' COLLATE PG_C_UTF8;
|
||
SELECT '൧' !~ '\d' COLLATE PG_C_UTF8; -- only 0-9 considered digits in posix
|
||
|
||
-- case mapping
|
||
|
||
SELECT 'xYz' ~* 'XyZ' COLLATE PG_C_UTF8;
|
||
SELECT 'xAb' ~* '[W-Y]' COLLATE PG_C_UTF8;
|
||
SELECT 'xAb' !~* '[c-d]' COLLATE PG_C_UTF8;
|
||
SELECT 'Δ' ~* '[γ-λ]' COLLATE PG_C_UTF8;
|
||
SELECT 'δ' ~* '[Γ-Λ]' COLLATE PG_C_UTF8; -- same as above with cases reversed
|
||
|
||
-- case folding
|
||
select casefold('AbCd 123 #$% ıiIİ ẞ ß DŽDždž Σσς' collate PG_C_UTF8);
|
||
|
||
--
|
||
-- Test PG_UNICODE_FAST
|
||
--
|
||
|
||
CREATE COLLATION regress_pg_unicode_fast (
|
||
provider = builtin, locale = 'unicode'); -- fails
|
||
CREATE COLLATION regress_pg_unicode_fast (
|
||
provider = builtin, locale = 'PG_UNICODE_FAST');
|
||
|
||
CREATE TABLE test_pg_unicode_fast (
|
||
t TEXT COLLATE PG_UNICODE_FAST
|
||
);
|
||
INSERT INTO test_pg_unicode_fast VALUES
|
||
('abc DEF 123abc'),
|
||
('ábc sßs ßss DÉF'),
|
||
('DŽxxDŽ džxxDž Džxxdž'),
|
||
('ȺȺȺ'),
|
||
('ⱥⱥⱥ'),
|
||
('ⱥȺ');
|
||
|
||
SELECT
|
||
t, lower(t), initcap(t), upper(t),
|
||
length(convert_to(t, 'UTF8')) AS t_bytes,
|
||
length(convert_to(lower(t), 'UTF8')) AS lower_t_bytes,
|
||
length(convert_to(initcap(t), 'UTF8')) AS initcap_t_bytes,
|
||
length(convert_to(upper(t), 'UTF8')) AS upper_t_bytes
|
||
FROM test_pg_unicode_fast;
|
||
|
||
DROP TABLE test_pg_unicode_fast;
|
||
|
||
-- test Final_Sigma
|
||
SELECT lower('ΑΣ' COLLATE PG_UNICODE_FAST); -- 0391 03A3
|
||
SELECT lower('ΑΣ0' COLLATE PG_UNICODE_FAST); -- 0391 03A3 0030
|
||
SELECT lower('ἈΣ̓' COLLATE PG_UNICODE_FAST); -- 0391 0343 03A3 0343
|
||
SELECT lower('ᾼΣͅ' COLLATE PG_UNICODE_FAST); -- 0391 0345 03A3 0345
|
||
|
||
-- test !Final_Sigma
|
||
SELECT lower('Σ' COLLATE PG_UNICODE_FAST); -- 03A3
|
||
SELECT lower('0Σ' COLLATE PG_UNICODE_FAST); -- 0030 03A3
|
||
SELECT lower('ΑΣΑ' COLLATE PG_UNICODE_FAST); -- 0391 03A3 0391
|
||
SELECT lower('ἈΣ̓Α' COLLATE PG_UNICODE_FAST); -- 0391 0343 03A3 0343 0391
|
||
SELECT lower('ᾼΣͅΑ' COLLATE PG_UNICODE_FAST); -- 0391 0345 03A3 0345 0391
|
||
|
||
-- properties
|
||
|
||
SELECT 'xyz' ~ '[[:alnum:]]' COLLATE PG_UNICODE_FAST;
|
||
SELECT 'xyz' !~ '[[:upper:]]' COLLATE PG_UNICODE_FAST;
|
||
SELECT '@' !~ '[[:alnum:]]' COLLATE PG_UNICODE_FAST;
|
||
SELECT '=' !~ '[[:punct:]]' COLLATE PG_UNICODE_FAST; -- symbols are not punctuation
|
||
SELECT 'a8a' ~ '[[:digit:]]' COLLATE PG_UNICODE_FAST;
|
||
SELECT '൧' ~ '\d' COLLATE PG_UNICODE_FAST;
|
||
|
||
-- case mapping
|
||
|
||
SELECT 'xYz' ~* 'XyZ' COLLATE PG_UNICODE_FAST;
|
||
SELECT 'xAb' ~* '[W-Y]' COLLATE PG_UNICODE_FAST;
|
||
SELECT 'xAb' !~* '[c-d]' COLLATE PG_UNICODE_FAST;
|
||
SELECT 'Δ' ~* '[γ-λ]' COLLATE PG_UNICODE_FAST;
|
||
SELECT 'δ' ~* '[Γ-Λ]' COLLATE PG_UNICODE_FAST; -- same as above with cases reversed
|
||
|
||
-- case folding
|
||
select casefold('AbCd 123 #$% ıiIİ ẞ ß DŽDždž Σσς' collate PG_UNICODE_FAST);
|