/
test_jslexer.py
124 lines (112 loc) · 3.7 KB
/
test_jslexer.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
from babel.messages import jslexer
def test_unquote():
assert jslexer.unquote_string('""') == ''
assert jslexer.unquote_string(r'"h\u00ebllo"') == u"hëllo"
assert jslexer.unquote_string(r'"h\xebllo"') == u"hëllo"
def test_dollar_in_identifier():
assert list(jslexer.tokenize('dollar$dollar')) == [('name', 'dollar$dollar', 1)]
def test_dotted_name():
assert list(jslexer.tokenize("foo.bar(quux)", dotted=True)) == [
('name', 'foo.bar', 1),
('operator', '(', 1),
('name', 'quux', 1),
('operator', ')', 1)
]
def test_dotted_name_end():
assert list(jslexer.tokenize("foo.bar", dotted=True)) == [
('name', 'foo.bar', 1),
]
def test_template_string():
assert list(jslexer.tokenize("gettext `foo\"bar\"p`", template_string=True)) == [
('name', 'gettext', 1),
('template_string', '`foo"bar"p`', 1)
]
def test_jsx():
assert list(jslexer.tokenize("""
<option value="val1">{ i18n._('String1') }</option>
<option value="val2">{ i18n._('String 2') }</option>
<option value="val3">{ i18n._('String 3') }</option>
<component value={i18n._('String 4')} />
<comp2 prop={<comp3 />} data={{active: true}}>
<btn text={ i18n._('String 5') } />
</comp2>
""", jsx=True)) == [
('jsx_tag', '<option', 2),
('name', 'value', 2),
('operator', '=', 2),
('string', '"val1"', 2),
('operator', '>', 2),
('operator', '{', 2),
('name', 'i18n._', 2),
('operator', '(', 2),
('string', "'String1'", 2),
('operator', ')', 2),
('operator', '}', 2),
('jsx_tag', '</option', 2),
('operator', '>', 2),
('jsx_tag', '<option', 3),
('name', 'value', 3),
('operator', '=', 3),
('string', '"val2"', 3),
('operator', '>', 3),
('operator', '{', 3),
('name', 'i18n._', 3),
('operator', '(', 3),
('string', "'String 2'", 3),
('operator', ')', 3),
('operator', '}', 3),
('jsx_tag', '</option', 3),
('operator', '>', 3),
('jsx_tag', '<option', 4),
('name', 'value', 4),
('operator', '=', 4),
('string', '"val3"', 4),
('operator', '>', 4),
('operator', '{', 4),
('name', 'i18n._', 4),
('operator', '(', 4),
('string', "'String 3'", 4),
('operator', ')', 4),
('operator', '}', 4),
('jsx_tag', '</option', 4),
('operator', '>', 4),
('jsx_tag', '<component', 5),
('name', 'value', 5),
('operator', '=', 5),
('operator', '{', 5),
('name', 'i18n._', 5),
('operator', '(', 5),
('string', "'String 4'", 5),
('operator', ')', 5),
('operator', '}', 5),
('jsx_tag', '/>', 5),
('jsx_tag', '<comp2', 6),
('name', 'prop', 6),
('operator', '=', 6),
('operator', '{', 6),
('jsx_tag', '<comp3', 6),
('jsx_tag', '/>', 6),
('operator', '}', 6),
('name', 'data', 6),
('operator', '=', 6),
('operator', '{', 6),
('operator', '{', 6),
('name', 'active', 6),
('operator', ':', 6),
('name', 'true', 6),
('operator', '}', 6),
('operator', '}', 6),
('operator', '>', 6),
('jsx_tag', '<btn', 7),
('name', 'text', 7),
('operator', '=', 7),
('operator', '{', 7),
('name', 'i18n._', 7),
('operator', '(', 7),
('string', "'String 5'", 7),
('operator', ')', 7),
('operator', '}', 7),
('jsx_tag', '/>', 7),
('jsx_tag', '</comp2', 8),
('operator', '>', 8)
]