1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
|
"""
pygments.lexers.yang
~~~~~~~~~~~~~~~~~~~~
Lexer for the YANG 1.1 modeling language. See :rfc:`7950`.
:copyright: Copyright 2006-2023 by the Pygments team, see AUTHORS.
:license: BSD, see LICENSE for details.
"""
from pygments.lexer import RegexLexer, bygroups, words
from pygments.token import Text, Token, Name, String, Comment, Number
__all__ = ['YangLexer']
class YangLexer(RegexLexer):
"""
Lexer for YANG, based on RFC7950.
.. versionadded:: 2.7
"""
name = 'YANG'
url = 'https://tools.ietf.org/html/rfc7950/'
aliases = ['yang']
filenames = ['*.yang']
mimetypes = ['application/yang']
#Keywords from RFC7950 ; oriented at BNF style
TOP_STMTS_KEYWORDS = ("module", "submodule")
MODULE_HEADER_STMT_KEYWORDS = ("belongs-to", "namespace", "prefix", "yang-version")
META_STMT_KEYWORDS = ("contact", "description", "organization",
"reference", "revision")
LINKAGE_STMTS_KEYWORDS = ("import", "include", "revision-date")
BODY_STMT_KEYWORDS = ("action", "argument", "augment", "deviation",
"extension", "feature", "grouping", "identity",
"if-feature", "input", "notification", "output",
"rpc", "typedef")
DATA_DEF_STMT_KEYWORDS = ("anydata", "anyxml", "case", "choice",
"config", "container", "deviate", "leaf",
"leaf-list", "list", "must", "presence",
"refine", "uses", "when")
TYPE_STMT_KEYWORDS = ("base", "bit", "default", "enum", "error-app-tag",
"error-message", "fraction-digits", "length",
"max-elements", "min-elements", "modifier",
"ordered-by", "path", "pattern", "position",
"range", "require-instance", "status", "type",
"units", "value", "yin-element")
LIST_STMT_KEYWORDS = ("key", "mandatory", "unique")
#RFC7950 other keywords
CONSTANTS_KEYWORDS = ("add", "current", "delete", "deprecated", "false",
"invert-match", "max", "min", "not-supported",
"obsolete", "replace", "true", "unbounded", "user")
#RFC7950 Built-In Types
TYPES = ("binary", "bits", "boolean", "decimal64", "empty", "enumeration",
"identityref", "instance-identifier", "int16", "int32", "int64",
"int8", "leafref", "string", "uint16", "uint32", "uint64",
"uint8", "union")
suffix_re_pattern = r'(?=[^\w\-:])'
tokens = {
'comments': [
(r'[^*/]', Comment),
(r'/\*', Comment, '#push'),
(r'\*/', Comment, '#pop'),
(r'[*/]', Comment),
],
"root": [
(r'\s+', Text.Whitespace),
(r'[{};]+', Token.Punctuation),
(r'(?<![\-\w])(and|or|not|\+|\.)(?![\-\w])', Token.Operator),
(r'"(?:\\"|[^"])*?"', String.Double),
(r"'(?:\\'|[^'])*?'", String.Single),
(r'/\*', Comment, 'comments'),
(r'//.*?$', Comment),
#match BNF stmt for `node-identifier` with [ prefix ":"]
(r'(?:^|(?<=[\s{};]))([\w.-]+)(:)([\w.-]+)(?=[\s{};])',
bygroups(Name.Namespace, Token.Punctuation, Name.Variable)),
#match BNF stmt `date-arg-str`
(r'([0-9]{4}\-[0-9]{2}\-[0-9]{2})(?=[\s{};])', Name.Label),
(r'([0-9]+\.[0-9]+)(?=[\s{};])', Number.Float),
(r'([0-9]+)(?=[\s{};])', Number.Integer),
(words(TOP_STMTS_KEYWORDS, suffix=suffix_re_pattern), Token.Keyword),
(words(MODULE_HEADER_STMT_KEYWORDS, suffix=suffix_re_pattern), Token.Keyword),
(words(META_STMT_KEYWORDS, suffix=suffix_re_pattern), Token.Keyword),
(words(LINKAGE_STMTS_KEYWORDS, suffix=suffix_re_pattern), Token.Keyword),
(words(BODY_STMT_KEYWORDS, suffix=suffix_re_pattern), Token.Keyword),
(words(DATA_DEF_STMT_KEYWORDS, suffix=suffix_re_pattern), Token.Keyword),
(words(TYPE_STMT_KEYWORDS, suffix=suffix_re_pattern), Token.Keyword),
(words(LIST_STMT_KEYWORDS, suffix=suffix_re_pattern), Token.Keyword),
(words(TYPES, suffix=suffix_re_pattern), Name.Class),
(words(CONSTANTS_KEYWORDS, suffix=suffix_re_pattern), Name.Class),
(r'[^;{}\s\'"]+', Name.Variable),
]
}
|
