mirror of
https://git.postgresql.org/git/postgresql.git
synced 2026-02-12 01:18:35 +08:00
d01f03a495
Previously, this code just smashed all types of DefElem values to strings, cavalierly reasoning that nobody would care. But in point of fact, most of the defGetFoo functions do distinguish among different input syntaxes; for instance defGetBoolean will accept 1 as an integer but not "1" as a string. This led to CREATE/ALTER TEXT SEARCH DICTIONARY accepting 0 and 1 as values for boolean dictionary properties, only to have the dictionary fail at runtime. We can upgrade this behavior by teaching serialize_deflist that it does not need to quote T_Integer or T_Float nodes' values on output, and then teaching deserialize_deflist to restore unquoted integer or float values as the appropriate node type. This should not break anything using pg_ts_dict.dictinitoption, since that field is just defined as being something valid to include in CREATE TEXT SEARCH DICTIONARY. deserialize_deflist is also used to parse the options arguments for the ts_headline family of functions, but so far as I can see this won't cause any problems there either: the only consumer of that output is prsd_headline which always uses defGetString. (Really that's a bad idea, but I won't risk changing it here.) This is surely a bug fix, but given the lack of field complaints I don't think it's necessary to back-patch. Discussion: https://postgr.es/m/CAMkU=1xRcs_BUPzR0+V3WndaCAv0E_m3h6aUEJ8NF-sY1nnHsw@mail.gmail.com
254 lines
9.1 KiB
SQL
254 lines
9.1 KiB
SQL
--Test text search dictionaries and configurations
|
|
|
|
-- Test ISpell dictionary with ispell affix file
|
|
CREATE TEXT SEARCH DICTIONARY ispell (
|
|
Template=ispell,
|
|
DictFile=ispell_sample,
|
|
AffFile=ispell_sample
|
|
);
|
|
|
|
SELECT ts_lexize('ispell', 'skies');
|
|
SELECT ts_lexize('ispell', 'bookings');
|
|
SELECT ts_lexize('ispell', 'booking');
|
|
SELECT ts_lexize('ispell', 'foot');
|
|
SELECT ts_lexize('ispell', 'foots');
|
|
SELECT ts_lexize('ispell', 'rebookings');
|
|
SELECT ts_lexize('ispell', 'rebooking');
|
|
SELECT ts_lexize('ispell', 'rebook');
|
|
SELECT ts_lexize('ispell', 'unbookings');
|
|
SELECT ts_lexize('ispell', 'unbooking');
|
|
SELECT ts_lexize('ispell', 'unbook');
|
|
|
|
SELECT ts_lexize('ispell', 'footklubber');
|
|
SELECT ts_lexize('ispell', 'footballklubber');
|
|
SELECT ts_lexize('ispell', 'ballyklubber');
|
|
SELECT ts_lexize('ispell', 'footballyklubber');
|
|
|
|
-- Test ISpell dictionary with hunspell affix file
|
|
CREATE TEXT SEARCH DICTIONARY hunspell (
|
|
Template=ispell,
|
|
DictFile=ispell_sample,
|
|
AffFile=hunspell_sample
|
|
);
|
|
|
|
SELECT ts_lexize('hunspell', 'skies');
|
|
SELECT ts_lexize('hunspell', 'bookings');
|
|
SELECT ts_lexize('hunspell', 'booking');
|
|
SELECT ts_lexize('hunspell', 'foot');
|
|
SELECT ts_lexize('hunspell', 'foots');
|
|
SELECT ts_lexize('hunspell', 'rebookings');
|
|
SELECT ts_lexize('hunspell', 'rebooking');
|
|
SELECT ts_lexize('hunspell', 'rebook');
|
|
SELECT ts_lexize('hunspell', 'unbookings');
|
|
SELECT ts_lexize('hunspell', 'unbooking');
|
|
SELECT ts_lexize('hunspell', 'unbook');
|
|
|
|
SELECT ts_lexize('hunspell', 'footklubber');
|
|
SELECT ts_lexize('hunspell', 'footballklubber');
|
|
SELECT ts_lexize('hunspell', 'ballyklubber');
|
|
SELECT ts_lexize('hunspell', 'footballyklubber');
|
|
|
|
-- Test ISpell dictionary with hunspell affix file with FLAG long parameter
|
|
CREATE TEXT SEARCH DICTIONARY hunspell_long (
|
|
Template=ispell,
|
|
DictFile=hunspell_sample_long,
|
|
AffFile=hunspell_sample_long
|
|
);
|
|
|
|
SELECT ts_lexize('hunspell_long', 'skies');
|
|
SELECT ts_lexize('hunspell_long', 'bookings');
|
|
SELECT ts_lexize('hunspell_long', 'booking');
|
|
SELECT ts_lexize('hunspell_long', 'foot');
|
|
SELECT ts_lexize('hunspell_long', 'foots');
|
|
SELECT ts_lexize('hunspell_long', 'rebookings');
|
|
SELECT ts_lexize('hunspell_long', 'rebooking');
|
|
SELECT ts_lexize('hunspell_long', 'rebook');
|
|
SELECT ts_lexize('hunspell_long', 'unbookings');
|
|
SELECT ts_lexize('hunspell_long', 'unbooking');
|
|
SELECT ts_lexize('hunspell_long', 'unbook');
|
|
SELECT ts_lexize('hunspell_long', 'booked');
|
|
|
|
SELECT ts_lexize('hunspell_long', 'footklubber');
|
|
SELECT ts_lexize('hunspell_long', 'footballklubber');
|
|
SELECT ts_lexize('hunspell_long', 'ballyklubber');
|
|
SELECT ts_lexize('hunspell_long', 'ballsklubber');
|
|
SELECT ts_lexize('hunspell_long', 'footballyklubber');
|
|
SELECT ts_lexize('hunspell_long', 'ex-machina');
|
|
|
|
-- Test ISpell dictionary with hunspell affix file with FLAG num parameter
|
|
CREATE TEXT SEARCH DICTIONARY hunspell_num (
|
|
Template=ispell,
|
|
DictFile=hunspell_sample_num,
|
|
AffFile=hunspell_sample_num
|
|
);
|
|
|
|
SELECT ts_lexize('hunspell_num', 'skies');
|
|
SELECT ts_lexize('hunspell_num', 'sk');
|
|
SELECT ts_lexize('hunspell_num', 'bookings');
|
|
SELECT ts_lexize('hunspell_num', 'booking');
|
|
SELECT ts_lexize('hunspell_num', 'foot');
|
|
SELECT ts_lexize('hunspell_num', 'foots');
|
|
SELECT ts_lexize('hunspell_num', 'rebookings');
|
|
SELECT ts_lexize('hunspell_num', 'rebooking');
|
|
SELECT ts_lexize('hunspell_num', 'rebook');
|
|
SELECT ts_lexize('hunspell_num', 'unbookings');
|
|
SELECT ts_lexize('hunspell_num', 'unbooking');
|
|
SELECT ts_lexize('hunspell_num', 'unbook');
|
|
SELECT ts_lexize('hunspell_num', 'booked');
|
|
|
|
SELECT ts_lexize('hunspell_num', 'footklubber');
|
|
SELECT ts_lexize('hunspell_num', 'footballklubber');
|
|
SELECT ts_lexize('hunspell_num', 'ballyklubber');
|
|
SELECT ts_lexize('hunspell_num', 'footballyklubber');
|
|
|
|
-- Test suitability of affix and dict files
|
|
CREATE TEXT SEARCH DICTIONARY hunspell_err (
|
|
Template=ispell,
|
|
DictFile=ispell_sample,
|
|
AffFile=hunspell_sample_long
|
|
);
|
|
|
|
CREATE TEXT SEARCH DICTIONARY hunspell_err (
|
|
Template=ispell,
|
|
DictFile=ispell_sample,
|
|
AffFile=hunspell_sample_num
|
|
);
|
|
|
|
CREATE TEXT SEARCH DICTIONARY hunspell_invalid_1 (
|
|
Template=ispell,
|
|
DictFile=hunspell_sample_long,
|
|
AffFile=ispell_sample
|
|
);
|
|
|
|
CREATE TEXT SEARCH DICTIONARY hunspell_invalid_2 (
|
|
Template=ispell,
|
|
DictFile=hunspell_sample_long,
|
|
AffFile=hunspell_sample_num
|
|
);
|
|
|
|
CREATE TEXT SEARCH DICTIONARY hunspell_invalid_3 (
|
|
Template=ispell,
|
|
DictFile=hunspell_sample_num,
|
|
AffFile=ispell_sample
|
|
);
|
|
|
|
CREATE TEXT SEARCH DICTIONARY hunspell_err (
|
|
Template=ispell,
|
|
DictFile=hunspell_sample_num,
|
|
AffFile=hunspell_sample_long
|
|
);
|
|
|
|
-- Synonym dictionary
|
|
CREATE TEXT SEARCH DICTIONARY synonym (
|
|
Template=synonym,
|
|
Synonyms=synonym_sample
|
|
);
|
|
|
|
SELECT ts_lexize('synonym', 'PoStGrEs');
|
|
SELECT ts_lexize('synonym', 'Gogle');
|
|
SELECT ts_lexize('synonym', 'indices');
|
|
|
|
-- test altering boolean parameters
|
|
SELECT dictinitoption FROM pg_ts_dict WHERE dictname = 'synonym';
|
|
|
|
ALTER TEXT SEARCH DICTIONARY synonym (CaseSensitive = 1);
|
|
SELECT ts_lexize('synonym', 'PoStGrEs');
|
|
SELECT dictinitoption FROM pg_ts_dict WHERE dictname = 'synonym';
|
|
|
|
ALTER TEXT SEARCH DICTIONARY synonym (CaseSensitive = 2); -- fail
|
|
|
|
ALTER TEXT SEARCH DICTIONARY synonym (CaseSensitive = off);
|
|
SELECT ts_lexize('synonym', 'PoStGrEs');
|
|
SELECT dictinitoption FROM pg_ts_dict WHERE dictname = 'synonym';
|
|
|
|
-- Create and simple test thesaurus dictionary
|
|
-- More tests in configuration checks because ts_lexize()
|
|
-- cannot pass more than one word to thesaurus.
|
|
CREATE TEXT SEARCH DICTIONARY thesaurus (
|
|
Template=thesaurus,
|
|
DictFile=thesaurus_sample,
|
|
Dictionary=english_stem
|
|
);
|
|
|
|
SELECT ts_lexize('thesaurus', 'one');
|
|
|
|
-- Test ispell dictionary in configuration
|
|
CREATE TEXT SEARCH CONFIGURATION ispell_tst (
|
|
COPY=english
|
|
);
|
|
|
|
ALTER TEXT SEARCH CONFIGURATION ispell_tst ALTER MAPPING FOR
|
|
word, numword, asciiword, hword, numhword, asciihword, hword_part, hword_numpart, hword_asciipart
|
|
WITH ispell, english_stem;
|
|
|
|
SELECT to_tsvector('ispell_tst', 'Booking the skies after rebookings for footballklubber from a foot');
|
|
SELECT to_tsquery('ispell_tst', 'footballklubber');
|
|
SELECT to_tsquery('ispell_tst', 'footballyklubber:b & rebookings:A & sky');
|
|
|
|
-- Test ispell dictionary with hunspell affix in configuration
|
|
CREATE TEXT SEARCH CONFIGURATION hunspell_tst (
|
|
COPY=ispell_tst
|
|
);
|
|
|
|
ALTER TEXT SEARCH CONFIGURATION hunspell_tst ALTER MAPPING
|
|
REPLACE ispell WITH hunspell;
|
|
|
|
SELECT to_tsvector('hunspell_tst', 'Booking the skies after rebookings for footballklubber from a foot');
|
|
SELECT to_tsquery('hunspell_tst', 'footballklubber');
|
|
SELECT to_tsquery('hunspell_tst', 'footballyklubber:b & rebookings:A & sky');
|
|
|
|
SELECT to_tsquery('hunspell_tst', 'footballyklubber:b <-> sky');
|
|
SELECT phraseto_tsquery('hunspell_tst', 'footballyklubber sky');
|
|
|
|
-- Test ispell dictionary with hunspell affix with FLAG long in configuration
|
|
ALTER TEXT SEARCH CONFIGURATION hunspell_tst ALTER MAPPING
|
|
REPLACE hunspell WITH hunspell_long;
|
|
|
|
SELECT to_tsvector('hunspell_tst', 'Booking the skies after rebookings for footballklubber from a foot');
|
|
SELECT to_tsquery('hunspell_tst', 'footballklubber');
|
|
SELECT to_tsquery('hunspell_tst', 'footballyklubber:b & rebookings:A & sky');
|
|
|
|
-- Test ispell dictionary with hunspell affix with FLAG num in configuration
|
|
ALTER TEXT SEARCH CONFIGURATION hunspell_tst ALTER MAPPING
|
|
REPLACE hunspell_long WITH hunspell_num;
|
|
|
|
SELECT to_tsvector('hunspell_tst', 'Booking the skies after rebookings for footballklubber from a foot');
|
|
SELECT to_tsquery('hunspell_tst', 'footballklubber');
|
|
SELECT to_tsquery('hunspell_tst', 'footballyklubber:b & rebookings:A & sky');
|
|
|
|
-- Test synonym dictionary in configuration
|
|
CREATE TEXT SEARCH CONFIGURATION synonym_tst (
|
|
COPY=english
|
|
);
|
|
|
|
ALTER TEXT SEARCH CONFIGURATION synonym_tst ALTER MAPPING FOR
|
|
asciiword, hword_asciipart, asciihword
|
|
WITH synonym, english_stem;
|
|
|
|
SELECT to_tsvector('synonym_tst', 'Postgresql is often called as postgres or pgsql and pronounced as postgre');
|
|
SELECT to_tsvector('synonym_tst', 'Most common mistake is to write Gogle instead of Google');
|
|
SELECT to_tsvector('synonym_tst', 'Indexes or indices - Which is right plural form of index?');
|
|
SELECT to_tsquery('synonym_tst', 'Index & indices');
|
|
|
|
-- test thesaurus in configuration
|
|
-- see thesaurus_sample.ths to understand 'odd' resulting tsvector
|
|
CREATE TEXT SEARCH CONFIGURATION thesaurus_tst (
|
|
COPY=synonym_tst
|
|
);
|
|
|
|
ALTER TEXT SEARCH CONFIGURATION thesaurus_tst ALTER MAPPING FOR
|
|
asciiword, hword_asciipart, asciihword
|
|
WITH synonym, thesaurus, english_stem;
|
|
|
|
SELECT to_tsvector('thesaurus_tst', 'one postgres one two one two three one');
|
|
SELECT to_tsvector('thesaurus_tst', 'Supernovae star is very new star and usually called supernovae (abbreviation SN)');
|
|
SELECT to_tsvector('thesaurus_tst', 'Booking tickets is looking like a booking a tickets');
|
|
|
|
-- invalid: non-lowercase quoted identifiers
|
|
CREATE TEXT SEARCH DICTIONARY tsdict_case
|
|
(
|
|
Template = ispell,
|
|
"DictFile" = ispell_sample,
|
|
"AffFile" = ispell_sample
|
|
);
|