113 lines
3.6 KiB
Python
113 lines
3.6 KiB
Python
|
"""
|
|||
|
|
pygments.lexers.bqn
|
|||
|
|
~~~~~~~~~~~~~~~~~~~
|
|||
|
|
|
|||
|
|
Lexer for BQN.
|
|||
|
|
|
|||
|
|
:copyright: Copyright 2006-2025 by the Pygments team, see AUTHORS.
|
|||
|
|
:license: BSD, see LICENSE for details.
|
|||
|
|
"""
|
|||
|
|
|
|||
|
|
from pygments.lexer import RegexLexer
|
|||
|
|
from pygments.token import Comment, Operator, Keyword, Name, String, \
|
|||
|
|
Number, Punctuation, Whitespace
|
|||
|
|
|
|||
|
|
__all__ = ['BQNLexer']
|
|||
|
|
|
|||
|
|
|
|||
|
|
class BQNLexer(RegexLexer):
|
|||
|
|
"""
|
|||
|
|
A simple BQN lexer.
|
|||
|
|
"""
|
|||
|
|
name = 'BQN'
|
|||
|
|
url = 'https://mlochbaum.github.io/BQN/index.html'
|
|||
|
|
aliases = ['bqn']
|
|||
|
|
filenames = ['*.bqn']
|
|||
|
|
mimetypes = []
|
|||
|
|
version_added = '2.16'
|
|||
|
|
|
|||
|
|
# An inter_word_char. Necessary because \w matches all alphanumeric
|
|||
|
|
# Unicode characters, including ones (e.g., 𝕊) that BQN treats special.
|
|||
|
|
_iwc = r'((?=[^𝕎𝕏𝔽𝔾𝕊𝕨𝕩𝕗𝕘𝕤𝕣])\w)'
|
|||
|
|
|
|||
|
|
tokens = {
|
|||
|
|
'root': [
|
|||
|
|
# Whitespace
|
|||
|
|
# ==========
|
|||
|
|
(r'\s+', Whitespace),
|
|||
|
|
#
|
|||
|
|
# Comment
|
|||
|
|
# =======
|
|||
|
|
# '#' is a comment that continues to the end of the line
|
|||
|
|
(r'#.*$', Comment.Single),
|
|||
|
|
#
|
|||
|
|
# Strings
|
|||
|
|
# =======
|
|||
|
|
(r'\'((\'\')|[^\'])*\'', String.Single),
|
|||
|
|
(r'"(("")|[^"])*"', String.Double),
|
|||
|
|
#
|
|||
|
|
# Null Character
|
|||
|
|
# ==============
|
|||
|
|
# Literal representation of the null character
|
|||
|
|
(r'@', String.Symbol),
|
|||
|
|
#
|
|||
|
|
# Punctuation
|
|||
|
|
# ===========
|
|||
|
|
# This token type is used for diamond, commas
|
|||
|
|
# and array and list brackets and strand syntax
|
|||
|
|
(r'[\.⋄,\[\]⟨⟩‿]', Punctuation),
|
|||
|
|
#
|
|||
|
|
# Expression Grouping
|
|||
|
|
# ===================
|
|||
|
|
# Since this token type is important in BQN, it is not included in
|
|||
|
|
# the punctuation token type but rather in the following one
|
|||
|
|
(r'[\(\)]', String.Regex),
|
|||
|
|
#
|
|||
|
|
# Numbers
|
|||
|
|
# =======
|
|||
|
|
# Includes the numeric literals and the Nothing character
|
|||
|
|
(r'¯?[0-9](([0-9]|_)*\.?([0-9]|_)+|([0-9]|_)*)([Ee][¯]?([0-9]|_)+)?|¯|∞|π|·', Number),
|
|||
|
|
#
|
|||
|
|
# Variables
|
|||
|
|
# =========
|
|||
|
|
(r'[a-z]' + _iwc + r'*', Name.Variable),
|
|||
|
|
#
|
|||
|
|
# 2-Modifiers
|
|||
|
|
# ===========
|
|||
|
|
# Needs to come before the 1-modifiers due to _𝕣 and _𝕣_
|
|||
|
|
(r'[∘○⊸⟜⌾⊘◶⎉⚇⍟⎊]', Name.Property),
|
|||
|
|
(r'_(𝕣|[a-zA-Z0-9]+)_', Name.Property),
|
|||
|
|
#
|
|||
|
|
# 1-Modifiers
|
|||
|
|
# ===========
|
|||
|
|
(r'[˙˜˘¨⌜⁼´˝`𝕣]', Name.Attribute),
|
|||
|
|
(r'_(𝕣|[a-zA-Z0-9]+)', Name.Attribute),
|
|||
|
|
#
|
|||
|
|
# Functions
|
|||
|
|
# =========
|
|||
|
|
# The monadic or dyadic function primitives and function
|
|||
|
|
# operands and arguments, along with function self-reference
|
|||
|
|
(r'[+\-×÷\⋆√⌊⌈∧∨¬|≤<>≥=≠≡≢⊣⊢⥊∾≍⋈↑↓↕«»⌽⍉/⍋⍒⊏⊑⊐⊒∊⍷⊔!𝕎𝕏𝔽𝔾𝕊]',
|
|||
|
|
Operator),
|
|||
|
|
(r'[A-Z]' + _iwc + r'*|•' + _iwc + r'+', Operator),
|
|||
|
|
#
|
|||
|
|
# Constant
|
|||
|
|
# ========
|
|||
|
|
(r'˙', Name.Constant),
|
|||
|
|
#
|
|||
|
|
# Define/Export/Change
|
|||
|
|
# ====================
|
|||
|
|
(r'[←↩⇐]', Keyword.Declaration),
|
|||
|
|
#
|
|||
|
|
# Blocks
|
|||
|
|
# ======
|
|||
|
|
(r'[{}]', Keyword.Type),
|
|||
|
|
#
|
|||
|
|
# Extra characters
|
|||
|
|
# ================
|
|||
|
|
(r'[;:?𝕨𝕩𝕗𝕘𝕤]', Name.Entity),
|
|||
|
|
#
|
|||
|
|
|
|||
|
|
],
|
|||
|
|
}
|