refactor chm_htmlescape()

sphinx/builders/htmlhelp.py

@@ -13,9 +13,9 @@
 
 import codecs
 import os
-import re
 from os import path
 
+from six import PY3
 from docutils import nodes
 
 from sphinx import addnodes
@@ -170,22 +170,23 @@
 }
 
 
-def chm_htmlescape(*args, **kwargs):
-    # type: (*Any, **Any) -> unicode
+def chm_htmlescape(s, quote=None):
+    # type: (str, bool) -> unicode
     """
-    chm_htmlescape() is a wrapper of htmlescape().
+    chm_htmlescape() is a wrapper of html.escape().
     .hhc/.hhk files don't recognize hex escaping, we need convert
-    hex escaping to decimal escaping. for example: `'` -> `'`
-    htmlescape() may generates a hex escaping `'` for single
-    quote `'`, this wrapper fixes this.
+    hex escaping to decimal escaping. for example: ``'`` -> ``'``
+    html.escape() may generates a hex escaping ``'`` for single
+    quote ``'``, this wrapper fixes this.
     """
-    def convert(matchobj):
-        # type: (Match[unicode]) -> unicode
-        codepoint = int(matchobj.group(1), 16)
-        return '&#%d;' % codepoint
-    return re.sub(r'&#[xX]([0-9a-fA-F]+);',
-                  convert,
-                  htmlescape(*args, **kwargs))
+    if quote is None:
+        quote = PY3  # True for py3, False for py2  (for compatibility)
+
+    s = htmlescape(s, quote)
+    if quote:
+        s = s.replace("'", ''')         # escape single quote manually (for py2)
+        s = s.replace(''', ''')    # re-escape as decimal
+    return s
 
 
 class HTMLHelpBuilder(StandaloneHTMLBuilder):
@@ -297,7 +298,7 @@ def write_toc(node, ullevel=0):
                         write_toc(subnode, ullevel)
                 elif isinstance(node, nodes.reference):
                     link = node['refuri']
-                    title = chm_htmlescape(node.astext()).replace('"', '"')
+                    title = chm_htmlescape(node.astext(), True)
                     f.write(object_sitemap % (title, link))
                 elif isinstance(node, nodes.bullet_list):
                     if ullevel != 0:

tests/test_build_htmlhelp.py

@@ -1,3 +1,4 @@
+# -*- coding: utf-8 -*-
 """
     test_build_htmlhelp
     ~~~~~~~~~~~~~~~~~~~
@@ -9,6 +10,9 @@
 import re
 
 import pytest
+from six import PY2
+
+from sphinx.builders.htmlhelp import chm_htmlescape
 
 
 @pytest.mark.sphinx('htmlhelp', testroot='build-htmlhelp')
@@ -22,5 +26,28 @@ def test_chm(app):
     with open(hhk_path, 'rb') as f:
         data = f.read()
     m = re.search(br'&#[xX][0-9a-fA-F]+;', data)
-    assert m == None, 'Hex escaping exists in .hhk file: ' + str(m.group(0))
+    assert m is None, 'Hex escaping exists in .hhk file: ' + str(m.group(0))
+
+
+def test_chm_htmlescape():
+    assert chm_htmlescape('Hello world') == 'Hello world'
+    assert chm_htmlescape(u'Unicode 文字') == u'Unicode 文字'
+    assert chm_htmlescape('&#x45') == '&#x45'
+
+    if PY2:
+        assert chm_htmlescape('<Hello> "world"') == '&lt;Hello&gt; "world"'
+        assert chm_htmlescape('<Hello> "world"', True) == '&lt;Hello&gt; &quot;world&quot;'
+        assert chm_htmlescape('<Hello> "world"', False) == '&lt;Hello&gt; "world"'
+    else:
+        assert chm_htmlescape('<Hello> "world"') == '&lt;Hello&gt; &quot;world&quot;'
+        assert chm_htmlescape('<Hello> "world"', True) == '&lt;Hello&gt; &quot;world&quot;'
+        assert chm_htmlescape('<Hello> "world"', False) == '&lt;Hello&gt; "world"'
 
+    if PY2:
+        assert chm_htmlescape("Hello 'world'") == "Hello 'world'"
+        assert chm_htmlescape("Hello 'world'", True) == "Hello &#39;world&#39;"
+        assert chm_htmlescape("Hello 'world'", False) == "Hello 'world'"
+    else:
+        assert chm_htmlescape("Hello 'world'") == "Hello &#39;world&#39;"
+        assert chm_htmlescape("Hello 'world'", True) == "Hello &#39;world&#39;"
+        assert chm_htmlescape("Hello 'world'", False) == "Hello 'world'"