forked from pygments/pygments
-
Notifications
You must be signed in to change notification settings - Fork 0
/
test_html_lexer.py
80 lines (61 loc) · 2.9 KB
/
test_html_lexer.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
# -*- coding: utf-8 -*-
"""
HTML Lexer Tests
~~~~~~~~~~~~~~~~
:copyright: Copyright 2020-2020 by the Pygments team, see AUTHORS.
:license: BSD, see LICENSE for details.
"""
import time
import pytest
from pygments.lexers.html import HtmlLexer
from pygments.token import Token
@pytest.fixture(scope='module')
def lexer_html():
yield HtmlLexer()
def test_simple_html(lexer_html):
""" extremely basic happy-path case
more tests are in test_examplefiles """
fragment = "<html>\n\t<body>\n\t\thello world\n\t</body>\n</html>"
tokens = list(lexer_html.get_tokens(fragment))
assert all(x[1] != Token.Error for x in tokens)
def test_happy_javascript_fragment(lexer_html):
""" valid, even long Javascript fragments should still get parsed ok """
fragment = "<script type=\"text/javascript\">"+"alert(\"hi\");"*2000+"</script>"
start_time = time.time()
tokens = list(lexer_html.get_tokens(fragment))
assert all(x[1] != Token.Error for x in tokens)
assert time.time() - start_time < 1, 'The HTML lexer might have an expensive happy-path script case'
def test_happy_css_fragment(lexer_html):
""" valid, even long CSS fragments should still get parsed ok """
fragment = "<style>"+".ui-helper-hidden{display:none}"*2000+"</style>"
start_time = time.time()
tokens = list(lexer_html.get_tokens(fragment))
assert all(x[1] != Token.Error for x in tokens)
assert time.time() - start_time < 1, 'The HTML lexer might have an expensive happy-path style case'
def test_long_unclosed_javascript_fragment(lexer_html):
""" unclosed, long Javascript fragments should parse quickly """
fragment = "<script type=\"text/javascript\">"+"alert(\"hi\");"*2000
start_time = time.time()
tokens = list(lexer_html.get_tokens(fragment))
assert time.time() - start_time < 1, 'The HTML lexer might have an expensive error script case'
def test_long_unclosed_css_fragment(lexer_html):
""" unclosed, long CSS fragments should parse quickly """
fragment = "<style>"+".ui-helper-hidden{display:none}"*2000
start_time = time.time()
tokens = list(lexer_html.get_tokens(fragment))
assert time.time() - start_time < 1, 'The HTML lexer might have an expensive error style case'
def test_unclosed_fragment_with_newline_recovery(lexer_html):
""" unclosed Javascript fragments should recover on the next line """
fragment = "<script type=\"text/javascript\">"+"alert(\"hi\");"*20+"\n<div>hi</div>"
tokens = list(lexer_html.get_tokens(fragment))
recovery_tokens = [
(Token.Punctuation, '<'),
(Token.Name.Tag, 'div'),
(Token.Punctuation, '>'),
(Token.Text, 'hi'),
(Token.Punctuation, '<'),
(Token.Punctuation, '/'),
(Token.Name.Tag, 'div'),
(Token.Punctuation, '>'),
(Token.Text, '\n')]
assert tokens[-1*len(recovery_tokens):] == recovery_tokens