Merge pull request #2329 from liquibase/sqlgrammar-unicode

Added additional unicode letter points
liquibase · Feb 14, 2022 · e9e17dc · e9e17dc
2 parents 2bf028b + 883b638
commit e9e17dc
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 8 deletions.
diff --git a/liquibase-core/src/main/javacc/liquibase/util/grammar/SimpleSqlGrammar.jj b/liquibase-core/src/main/javacc/liquibase/util/grammar/SimpleSqlGrammar.jj
@@ -392,11 +392,7 @@ Built list from http://stackoverflow.com/a/37668315/45756
     "\u2DD0"-"\u2DD6",
     "\u2DD8"-"\u2DDE",
     "\u2E2F",
-    "\u3005",
-    "\u3006",
-    "\u3031"-"\u3035",
-    "\u303B",
-    "\u303C",
+    "\u3000"-"\u303f",
     "\u3041"-"\u3096",
     "\u309D"-"\u309F",
     "\u30A1"-"\u30FA",
@@ -483,6 +479,7 @@ Built list from http://stackoverflow.com/a/37668315/45756
     "\uFDF0"-"\uFDFB",
     "\uFE70"-"\uFE74",
     "\uFE76"-"\uFEFC",
+    "\uFF00"-"\uFFEF",
     "\uFF21"-"\uFF3A",
     "\uFF41"-"\uFF5A",
     "\uFF66"-"\uFFBE",
@@ -501,7 +498,6 @@ TOKEN: /* symbols */
     "["-"`",
     "{"-"~",
 
-
 /*
 Built list from http://stackoverflow.com/a/37668315/45756 list of punctuation
 */

diff --git a/liquibase-core/src/test/groovy/liquibase/util/grammar/SimpleSqlGrammarTest.groovy b/liquibase-core/src/test/groovy/liquibase/util/grammar/SimpleSqlGrammarTest.groovy
@@ -31,7 +31,6 @@ class SimpleSqlGrammarTest extends Specification {
         "create table /* comment here */ test" | ["create", " ", "table", " ", "/* comment here */", " ", "test"]
         "insert 'a string'"                    | ["insert", " ", "'a string'"]
         "invalid ' sql"                        | ["invalid", " ", "'", " ", "sql"]
-
-
+        "utf8-〠＠chars works"                   | ["utf8", "-", "〠＠chars", " ", "works"]
     }
 }