Added Smithy Lexer (pygments#1878)

* Added Smithy Lexer * Added Smithy Lexer auhtor * Documented Smithy as a supported language * Added Smithy test file and output
immanuelqrw · Aug 5, 2021 · dab6b73 · dab6b73
1 parent a768fb9
commit dab6b73
Show file tree

Hide file tree

Showing 6 changed files with 1,560 additions and 0 deletions.
diff --git a/AUTHORS b/AUTHORS
@@ -227,6 +227,7 @@ Other contributors, listed alphabetically, are:
 * Matthias Vallentin -- Bro lexer
 * Benoît Vinot -- AMPL lexer
 * Linh Vu Hong -- RSL lexer
+* Immanuel Washington -- Smithy lexer
 * Nathan Weizenbaum -- Haml and Sass lexers
 * Nathan Whetsell -- Csound lexers
 * Dietmar Winkler -- Modelica lexer

diff --git a/doc/languages.rst b/doc/languages.rst
@@ -280,6 +280,7 @@ Other markup
 * Scdoc
 * Sieve
 * Singularity
+* `Smithy <https://awslabs.github.io/smithy/>`_
 * SPARQL
 * SQL, also MySQL, SQLite
 * Squid configuration

diff --git a/pygments/lexers/_mapping.py b/pygments/lexers/_mapping.py
@@ -431,6 +431,7 @@
     'SmalltalkLexer': ('pygments.lexers.smalltalk', 'Smalltalk', ('smalltalk', 'squeak', 'st'), ('*.st',), ('text/x-smalltalk',)),
     'SmartGameFormatLexer': ('pygments.lexers.sgf', 'SmartGameFormat', ('sgf',), ('*.sgf',), ()),
     'SmartyLexer': ('pygments.lexers.templates', 'Smarty', ('smarty',), ('*.tpl',), ('application/x-smarty',)),
+    'SmithyLexer': ('pygments.lexers.smithy', 'Smithy', ('smithy', 'Smithy'), ('*.smithy',), ()),
     'SnobolLexer': ('pygments.lexers.snobol', 'Snobol', ('snobol',), ('*.snobol',), ('text/x-snobol',)),
     'SnowballLexer': ('pygments.lexers.dsls', 'Snowball', ('snowball',), ('*.sbl',), ()),
     'SolidityLexer': ('pygments.lexers.solidity', 'Solidity', ('solidity',), ('*.sol',), ()),

diff --git a/pygments/lexers/smithy.py b/pygments/lexers/smithy.py
@@ -0,0 +1,60 @@
+# -*- coding: utf-8 -*-
+"""
+Smithy IDL lexer
+~~~~~~~~~~~~~~~~
+
+Lexers for the Smithy IDL.
+"""
+
+import re
+
+from pygments.lexer import RegexLexer, default, include, bygroups
+from pygments.token import Text, Comment, Operator, Keyword, Name, String, \
+    Number, Literal
+
+__all__ = ['SmithyLexer']
+
+
+class SmithyLexer(RegexLexer):
+    """
+    For Smithy IDL
+    """
+    name = 'Smithy'
+    filenames = ['*.smithy']
+    aliases = ['smithy', 'Smithy']
+
+    flags = re.MULTILINE | re.UNICODE
+    unquoted = r'[A-Z-a-z0-9_\.#$-]+'
+    identifier = r"[A-Z-a-z0-9_\.#$-]+"
+
+    tokens = {
+        'root': [
+            (r'///.*$', Comment.Multiline),
+            (r'//.*$', Comment),
+            (r'@[0-9a-zA-Z\.#-]*', Name.Decorator),
+            (r'(=)', Name.Decorator),
+            (r'^(\$version)(:)(.+)', bygroups(Keyword.Declaration, Name.Decorator, Name.Class)),
+            (r'^(namespace)(\s+' + identifier + r')\b', bygroups(Keyword.Declaration, Name.Class)),
+            (r'^(use|byte|short|integer|long|float|'
+             r'document|double|bigInteger|bigDecimal|boolean|blob|string|timestamp)(\s+' + identifier + r')\b',
+             bygroups(Keyword.Declaration, Name.Class)),
+            (r'^(apply|list|map|set|structure|union|resource|operation|service|trait)(\s+' + identifier + r')',
+             bygroups(Keyword.Declaration, Name.Class)),
+            (r'^(metadata)(\s+.+)\s*(=)',
+             bygroups(Keyword.Declaration, Name.Class, Name.Decorator)),
+            (r"(true|false|null)", Keyword.Constant),
+            (r"(-?(?:0|[1-9]\d*)(?:\.\d+)?(?:[eE][+-]?\d+)?)", Number),
+            (identifier + ":", Name.Label),
+            (identifier, Name.Variable.Class),
+            (r'\[', Text, "#push"),
+            (r'\]', Text, "#pop"),
+            (r'\(', Text, "#push"),
+            (r'\)', Text, "#pop"),
+            (r'{', Text, "#push"),
+            (r'}', Text, "#pop"),
+            (r'"{3}(\\\\|\n|\\")*"{3}', String.Doc),
+            (r'"(\\\\|\n|\\"|[^"])*"', String.Double),
+            (r"'(\\\\|\n|\\'|[^'])*'", String.Single),
+            (r'[:,\s]+', Text),
+        ]
+    }