Add test for Unicode (Script) bulit-in rules.

pest-parser · Dec 22, 2022 · 0b0248d · 0b0248d
1 parent 89504ed
commit 0b0248d
Show file tree

Hide file tree

Showing 2 changed files with 53 additions and 0 deletions.
diff --git a/derive/tests/grammar.pest b/derive/tests/grammar.pest
@@ -63,6 +63,11 @@ newline = { NEWLINE+ }
 unicode = { XID_START ~ XID_CONTINUE* }
 SYMBOL = { "shadows builtin" }
 
+han = { HAN+ }
+hangul = { HANGUL+ }
+hiragana = { HIRAGANA+ }
+arabic = { ARABIC+ }
+
 WHITESPACE = _{ " " }
 COMMENT = _{ "$"+ }
 

diff --git a/vm/tests/grammar.rs b/vm/tests/grammar.rs
@@ -957,3 +957,51 @@ fn shadowing() {
         ]
     }
 }
+
+#[test]
+fn test_han() {
+    parses_to! {
+        parser: vm(),
+        input: "你好",
+        rule: "han",
+        tokens: [
+            han(0, 6)
+        ]
+    };
+}
+
+#[test]
+fn test_hangul() {
+    parses_to! {
+        parser: vm(),
+        input: "여보세요",
+        rule: "hangul",
+        tokens: [
+            hangul(0, 12)
+        ]
+    };
+}
+
+#[test]
+fn test_hiragana() {
+    parses_to! {
+        parser: vm(),
+        input: "こんにちは",
+        rule: "hiragana",
+        tokens: [
+            hiragana(0, 15)
+        ]
+    };
+}
+
+#[test]
+fn arabic() {
+    parses_to! {
+        parser: vm(),
+        input: "نامهای",
+        rule: "arabic",
+        tokens: [
+            arabic(0, 12)
+        ]
+    }
+}