123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204 |
- """
- pygments.lexers.monte
- ~~~~~~~~~~~~~~~~~~~~~
- Lexer for the Monte programming language.
- :copyright: Copyright 2006-2023 by the Pygments team, see AUTHORS.
- :license: BSD, see LICENSE for details.
- """
- from pygments.token import Comment, Error, Keyword, Name, Number, Operator, \
- Punctuation, String, Whitespace
- from pygments.lexer import RegexLexer, include, words
- __all__ = ['MonteLexer']
- # `var` handled separately
- # `interface` handled separately
- _declarations = ['bind', 'def', 'fn', 'object']
- _methods = ['method', 'to']
- _keywords = [
- 'as', 'break', 'catch', 'continue', 'else', 'escape', 'exit', 'exports',
- 'extends', 'finally', 'for', 'guards', 'if', 'implements', 'import',
- 'in', 'match', 'meta', 'pass', 'return', 'switch', 'try', 'via', 'when',
- 'while',
- ]
- _operators = [
- # Unary
- '~', '!',
- # Binary
- '+', '-', '*', '/', '%', '**', '&', '|', '^', '<<', '>>',
- # Binary augmented
- '+=', '-=', '*=', '/=', '%=', '**=', '&=', '|=', '^=', '<<=', '>>=',
- # Comparison
- '==', '!=', '<', '<=', '>', '>=', '<=>',
- # Patterns and assignment
- ':=', '?', '=~', '!~', '=>',
- # Calls and sends
- '.', '<-', '->',
- ]
- _escape_pattern = (
- r'(?:\\x[0-9a-fA-F]{2}|\\u[0-9a-fA-F]{4}|\\U[0-9a-fA-F]{8}|'
- r'\\["\'\\bftnr])')
- # _char = _escape_chars + [('.', String.Char)]
- _identifier = r'[_a-zA-Z]\w*'
- _constants = [
- # Void constants
- 'null',
- # Bool constants
- 'false', 'true',
- # Double constants
- 'Infinity', 'NaN',
- # Special objects
- 'M', 'Ref', 'throw', 'traceln',
- ]
- _guards = [
- 'Any', 'Binding', 'Bool', 'Bytes', 'Char', 'DeepFrozen', 'Double',
- 'Empty', 'Int', 'List', 'Map', 'Near', 'NullOk', 'Same', 'Selfless',
- 'Set', 'Str', 'SubrangeGuard', 'Transparent', 'Void',
- ]
- _safeScope = [
- '_accumulateList', '_accumulateMap', '_auditedBy', '_bind',
- '_booleanFlow', '_comparer', '_equalizer', '_iterForever', '_loop',
- '_makeBytes', '_makeDouble', '_makeFinalSlot', '_makeInt', '_makeList',
- '_makeMap', '_makeMessageDesc', '_makeOrderedSpace', '_makeParamDesc',
- '_makeProtocolDesc', '_makeSourceSpan', '_makeString', '_makeVarSlot',
- '_makeVerbFacet', '_mapExtract', '_matchSame', '_quasiMatcher',
- '_slotToBinding', '_splitList', '_suchThat', '_switchFailed',
- '_validateFor', 'b__quasiParser', 'eval', 'import', 'm__quasiParser',
- 'makeBrandPair', 'makeLazySlot', 'safeScope', 'simple__quasiParser',
- ]
- class MonteLexer(RegexLexer):
- """
- Lexer for the Monte programming language.
- .. versionadded:: 2.2
- """
- name = 'Monte'
- url = 'https://monte.readthedocs.io/'
- aliases = ['monte']
- filenames = ['*.mt']
- tokens = {
- 'root': [
- # Comments
- (r'#[^\n]*\n', Comment),
- # Docstrings
- # Apologies for the non-greedy matcher here.
- (r'/\*\*.*?\*/', String.Doc),
- # `var` declarations
- (r'\bvar\b', Keyword.Declaration, 'var'),
- # `interface` declarations
- (r'\binterface\b', Keyword.Declaration, 'interface'),
- # method declarations
- (words(_methods, prefix='\\b', suffix='\\b'),
- Keyword, 'method'),
- # All other declarations
- (words(_declarations, prefix='\\b', suffix='\\b'),
- Keyword.Declaration),
- # Keywords
- (words(_keywords, prefix='\\b', suffix='\\b'), Keyword),
- # Literals
- ('[+-]?0x[_0-9a-fA-F]+', Number.Hex),
- (r'[+-]?[_0-9]+\.[_0-9]*([eE][+-]?[_0-9]+)?', Number.Float),
- ('[+-]?[_0-9]+', Number.Integer),
- ("'", String.Double, 'char'),
- ('"', String.Double, 'string'),
- # Quasiliterals
- ('`', String.Backtick, 'ql'),
- # Operators
- (words(_operators), Operator),
- # Verb operators
- (_identifier + '=', Operator.Word),
- # Safe scope constants
- (words(_constants, prefix='\\b', suffix='\\b'),
- Keyword.Pseudo),
- # Safe scope guards
- (words(_guards, prefix='\\b', suffix='\\b'), Keyword.Type),
- # All other safe scope names
- (words(_safeScope, prefix='\\b', suffix='\\b'),
- Name.Builtin),
- # Identifiers
- (_identifier, Name),
- # Punctuation
- (r'\(|\)|\{|\}|\[|\]|:|,', Punctuation),
- # Whitespace
- (' +', Whitespace),
- # Definite lexer errors
- ('=', Error),
- ],
- 'char': [
- # It is definitely an error to have a char of width == 0.
- ("'", Error, 'root'),
- (_escape_pattern, String.Escape, 'charEnd'),
- ('.', String.Char, 'charEnd'),
- ],
- 'charEnd': [
- ("'", String.Char, '#pop:2'),
- # It is definitely an error to have a char of width > 1.
- ('.', Error),
- ],
- # The state of things coming into an interface.
- 'interface': [
- (' +', Whitespace),
- (_identifier, Name.Class, '#pop'),
- include('root'),
- ],
- # The state of things coming into a method.
- 'method': [
- (' +', Whitespace),
- (_identifier, Name.Function, '#pop'),
- include('root'),
- ],
- 'string': [
- ('"', String.Double, 'root'),
- (_escape_pattern, String.Escape),
- (r'\n', String.Double),
- ('.', String.Double),
- ],
- 'ql': [
- ('`', String.Backtick, 'root'),
- (r'\$' + _escape_pattern, String.Escape),
- (r'\$\$', String.Escape),
- (r'@@', String.Escape),
- (r'\$\{', String.Interpol, 'qlNest'),
- (r'@\{', String.Interpol, 'qlNest'),
- (r'\$' + _identifier, Name),
- ('@' + _identifier, Name),
- ('.', String.Backtick),
- ],
- 'qlNest': [
- (r'\}', String.Interpol, '#pop'),
- include('root'),
- ],
- # The state of things immediately following `var`.
- 'var': [
- (' +', Whitespace),
- (_identifier, Name.Variable, '#pop'),
- include('root'),
- ],
- }
|