| -- |
| -- encoding-sensitive tests for json and jsonb |
| -- |
| -- We provide expected-results files for UTF8 (json_encoding.out) |
| -- and for SQL_ASCII (json_encoding_1.out). Skip otherwise. |
| SELECT getdatabaseencoding() NOT IN ('UTF8', 'SQL_ASCII') |
| AS skip_test \gset |
| \if :skip_test |
| \quit |
| \endif |
| SELECT getdatabaseencoding(); -- just to label the results files |
| getdatabaseencoding |
| --------------------- |
| SQL_ASCII |
| (1 row) |
| |
| -- first json |
| -- basic unicode input |
| SELECT '"\u"'::json; -- ERROR, incomplete escape |
| ERROR: invalid input syntax for type json |
| LINE 1: SELECT '"\u"'::json; |
| ^ |
| DETAIL: "\u" must be followed by four hexadecimal digits. |
| CONTEXT: JSON data, line 1: "\u" |
| SELECT '"\u00"'::json; -- ERROR, incomplete escape |
| ERROR: invalid input syntax for type json |
| LINE 1: SELECT '"\u00"'::json; |
| ^ |
| DETAIL: "\u" must be followed by four hexadecimal digits. |
| CONTEXT: JSON data, line 1: "\u00" |
| SELECT '"\u000g"'::json; -- ERROR, g is not a hex digit |
| ERROR: invalid input syntax for type json |
| LINE 1: SELECT '"\u000g"'::json; |
| ^ |
| DETAIL: "\u" must be followed by four hexadecimal digits. |
| CONTEXT: JSON data, line 1: "\u000g... |
| SELECT '"\u0000"'::json; -- OK, legal escape |
| json |
| ---------- |
| "\u0000" |
| (1 row) |
| |
| SELECT '"\uaBcD"'::json; -- OK, uppercase and lower case both OK |
| json |
| ---------- |
| "\uaBcD" |
| (1 row) |
| |
| -- handling of unicode surrogate pairs |
| select json '{ "a": "\ud83d\ude04\ud83d\udc36" }' -> 'a' as correct_in_utf8; |
| ERROR: unsupported Unicode escape sequence |
| DETAIL: Unicode escape value could not be translated to the server's encoding SQL_ASCII. |
| CONTEXT: JSON data, line 1: { "a": "\ud83d\ude04... |
| select json '{ "a": "\ud83d\ud83d" }' -> 'a'; -- 2 high surrogates in a row |
| ERROR: invalid input syntax for type json |
| DETAIL: Unicode high surrogate must not follow a high surrogate. |
| CONTEXT: JSON data, line 1: { "a": "\ud83d\ud83d... |
| select json '{ "a": "\ude04\ud83d" }' -> 'a'; -- surrogates in wrong order |
| ERROR: invalid input syntax for type json |
| DETAIL: Unicode low surrogate must follow a high surrogate. |
| CONTEXT: JSON data, line 1: { "a": "\ude04... |
| select json '{ "a": "\ud83dX" }' -> 'a'; -- orphan high surrogate |
| ERROR: invalid input syntax for type json |
| DETAIL: Unicode low surrogate must follow a high surrogate. |
| CONTEXT: JSON data, line 1: { "a": "\ud83dX... |
| select json '{ "a": "\ude04X" }' -> 'a'; -- orphan low surrogate |
| ERROR: invalid input syntax for type json |
| DETAIL: Unicode low surrogate must follow a high surrogate. |
| CONTEXT: JSON data, line 1: { "a": "\ude04... |
| --handling of simple unicode escapes |
| select json '{ "a": "the Copyright \u00a9 sign" }' as correct_in_utf8; |
| correct_in_utf8 |
| --------------------------------------- |
| { "a": "the Copyright \u00a9 sign" } |
| (1 row) |
| |
| select json '{ "a": "dollar \u0024 character" }' as correct_everywhere; |
| correct_everywhere |
| ------------------------------------- |
| { "a": "dollar \u0024 character" } |
| (1 row) |
| |
| select json '{ "a": "dollar \\u0024 character" }' as not_an_escape; |
| not_an_escape |
| -------------------------------------- |
| { "a": "dollar \\u0024 character" } |
| (1 row) |
| |
| select json '{ "a": "null \u0000 escape" }' as not_unescaped; |
| not_unescaped |
| -------------------------------- |
| { "a": "null \u0000 escape" } |
| (1 row) |
| |
| select json '{ "a": "null \\u0000 escape" }' as not_an_escape; |
| not_an_escape |
| --------------------------------- |
| { "a": "null \\u0000 escape" } |
| (1 row) |
| |
| select json '{ "a": "the Copyright \u00a9 sign" }' ->> 'a' as correct_in_utf8; |
| ERROR: unsupported Unicode escape sequence |
| DETAIL: Unicode escape value could not be translated to the server's encoding SQL_ASCII. |
| CONTEXT: JSON data, line 1: { "a": "the Copyright \u00a9... |
| select json '{ "a": "dollar \u0024 character" }' ->> 'a' as correct_everywhere; |
| correct_everywhere |
| -------------------- |
| dollar $ character |
| (1 row) |
| |
| select json '{ "a": "dollar \\u0024 character" }' ->> 'a' as not_an_escape; |
| not_an_escape |
| ------------------------- |
| dollar \u0024 character |
| (1 row) |
| |
| select json '{ "a": "null \u0000 escape" }' ->> 'a' as fails; |
| ERROR: unsupported Unicode escape sequence |
| DETAIL: \u0000 cannot be converted to text. |
| CONTEXT: JSON data, line 1: { "a": "null \u0000... |
| select json '{ "a": "null \\u0000 escape" }' ->> 'a' as not_an_escape; |
| not_an_escape |
| -------------------- |
| null \u0000 escape |
| (1 row) |
| |
| -- then jsonb |
| -- basic unicode input |
| SELECT '"\u"'::jsonb; -- ERROR, incomplete escape |
| ERROR: invalid input syntax for type json |
| LINE 1: SELECT '"\u"'::jsonb; |
| ^ |
| DETAIL: "\u" must be followed by four hexadecimal digits. |
| CONTEXT: JSON data, line 1: "\u" |
| SELECT '"\u00"'::jsonb; -- ERROR, incomplete escape |
| ERROR: invalid input syntax for type json |
| LINE 1: SELECT '"\u00"'::jsonb; |
| ^ |
| DETAIL: "\u" must be followed by four hexadecimal digits. |
| CONTEXT: JSON data, line 1: "\u00" |
| SELECT '"\u000g"'::jsonb; -- ERROR, g is not a hex digit |
| ERROR: invalid input syntax for type json |
| LINE 1: SELECT '"\u000g"'::jsonb; |
| ^ |
| DETAIL: "\u" must be followed by four hexadecimal digits. |
| CONTEXT: JSON data, line 1: "\u000g... |
| SELECT '"\u0045"'::jsonb; -- OK, legal escape |
| jsonb |
| ------- |
| "E" |
| (1 row) |
| |
| SELECT '"\u0000"'::jsonb; -- ERROR, we don't support U+0000 |
| ERROR: unsupported Unicode escape sequence |
| LINE 1: SELECT '"\u0000"'::jsonb; |
| ^ |
| DETAIL: \u0000 cannot be converted to text. |
| CONTEXT: JSON data, line 1: "\u0000... |
| -- use octet_length here so we don't get an odd unicode char in the |
| -- output |
| SELECT octet_length('"\uaBcD"'::jsonb::text); -- OK, uppercase and lower case both OK |
| ERROR: unsupported Unicode escape sequence |
| LINE 1: SELECT octet_length('"\uaBcD"'::jsonb::text); |
| ^ |
| DETAIL: Unicode escape value could not be translated to the server's encoding SQL_ASCII. |
| CONTEXT: JSON data, line 1: "\uaBcD... |
| -- handling of unicode surrogate pairs |
| SELECT octet_length((jsonb '{ "a": "\ud83d\ude04\ud83d\udc36" }' -> 'a')::text) AS correct_in_utf8; |
| ERROR: unsupported Unicode escape sequence |
| LINE 1: SELECT octet_length((jsonb '{ "a": "\ud83d\ude04\ud83d\udc3... |
| ^ |
| DETAIL: Unicode escape value could not be translated to the server's encoding SQL_ASCII. |
| CONTEXT: JSON data, line 1: { "a": "\ud83d\ude04... |
| SELECT jsonb '{ "a": "\ud83d\ud83d" }' -> 'a'; -- 2 high surrogates in a row |
| ERROR: invalid input syntax for type json |
| LINE 1: SELECT jsonb '{ "a": "\ud83d\ud83d" }' -> 'a'; |
| ^ |
| DETAIL: Unicode high surrogate must not follow a high surrogate. |
| CONTEXT: JSON data, line 1: { "a": "\ud83d\ud83d... |
| SELECT jsonb '{ "a": "\ude04\ud83d" }' -> 'a'; -- surrogates in wrong order |
| ERROR: invalid input syntax for type json |
| LINE 1: SELECT jsonb '{ "a": "\ude04\ud83d" }' -> 'a'; |
| ^ |
| DETAIL: Unicode low surrogate must follow a high surrogate. |
| CONTEXT: JSON data, line 1: { "a": "\ude04... |
| SELECT jsonb '{ "a": "\ud83dX" }' -> 'a'; -- orphan high surrogate |
| ERROR: invalid input syntax for type json |
| LINE 1: SELECT jsonb '{ "a": "\ud83dX" }' -> 'a'; |
| ^ |
| DETAIL: Unicode low surrogate must follow a high surrogate. |
| CONTEXT: JSON data, line 1: { "a": "\ud83dX... |
| SELECT jsonb '{ "a": "\ude04X" }' -> 'a'; -- orphan low surrogate |
| ERROR: invalid input syntax for type json |
| LINE 1: SELECT jsonb '{ "a": "\ude04X" }' -> 'a'; |
| ^ |
| DETAIL: Unicode low surrogate must follow a high surrogate. |
| CONTEXT: JSON data, line 1: { "a": "\ude04... |
| -- handling of simple unicode escapes |
| SELECT jsonb '{ "a": "the Copyright \u00a9 sign" }' as correct_in_utf8; |
| ERROR: unsupported Unicode escape sequence |
| LINE 1: SELECT jsonb '{ "a": "the Copyright \u00a9 sign" }' as corr... |
| ^ |
| DETAIL: Unicode escape value could not be translated to the server's encoding SQL_ASCII. |
| CONTEXT: JSON data, line 1: { "a": "the Copyright \u00a9... |
| SELECT jsonb '{ "a": "dollar \u0024 character" }' as correct_everywhere; |
| correct_everywhere |
| ----------------------------- |
| {"a": "dollar $ character"} |
| (1 row) |
| |
| SELECT jsonb '{ "a": "dollar \\u0024 character" }' as not_an_escape; |
| not_an_escape |
| ----------------------------------- |
| {"a": "dollar \\u0024 character"} |
| (1 row) |
| |
| SELECT jsonb '{ "a": "null \u0000 escape" }' as fails; |
| ERROR: unsupported Unicode escape sequence |
| LINE 1: SELECT jsonb '{ "a": "null \u0000 escape" }' as fails; |
| ^ |
| DETAIL: \u0000 cannot be converted to text. |
| CONTEXT: JSON data, line 1: { "a": "null \u0000... |
| SELECT jsonb '{ "a": "null \\u0000 escape" }' as not_an_escape; |
| not_an_escape |
| ------------------------------ |
| {"a": "null \\u0000 escape"} |
| (1 row) |
| |
| SELECT jsonb '{ "a": "the Copyright \u00a9 sign" }' ->> 'a' as correct_in_utf8; |
| ERROR: unsupported Unicode escape sequence |
| LINE 1: SELECT jsonb '{ "a": "the Copyright \u00a9 sign" }' ->> 'a'... |
| ^ |
| DETAIL: Unicode escape value could not be translated to the server's encoding SQL_ASCII. |
| CONTEXT: JSON data, line 1: { "a": "the Copyright \u00a9... |
| SELECT jsonb '{ "a": "dollar \u0024 character" }' ->> 'a' as correct_everywhere; |
| correct_everywhere |
| -------------------- |
| dollar $ character |
| (1 row) |
| |
| SELECT jsonb '{ "a": "dollar \\u0024 character" }' ->> 'a' as not_an_escape; |
| not_an_escape |
| ------------------------- |
| dollar \u0024 character |
| (1 row) |
| |
| SELECT jsonb '{ "a": "null \u0000 escape" }' ->> 'a' as fails; |
| ERROR: unsupported Unicode escape sequence |
| LINE 1: SELECT jsonb '{ "a": "null \u0000 escape" }' ->> 'a' as fai... |
| ^ |
| DETAIL: \u0000 cannot be converted to text. |
| CONTEXT: JSON data, line 1: { "a": "null \u0000... |
| SELECT jsonb '{ "a": "null \\u0000 escape" }' ->> 'a' as not_an_escape; |
| not_an_escape |
| -------------------- |
| null \u0000 escape |
| (1 row) |
| |
| -- soft error for input-time failure |
| select * from pg_input_error_info('{ "a": "\ud83d\ude04\ud83d\udc36" }', 'jsonb'); |
| message | detail | hint | sql_error_code |
| -------------------------------------+----------------------------------------------------------------------------------+------+---------------- |
| unsupported Unicode escape sequence | Unicode escape value could not be translated to the server's encoding SQL_ASCII. | | 22P05 |
| (1 row) |
| |