Add highlighting information

marijnh · marijnh · commit 5882b6b7d74a · 2022-03-24T10:11:04.000+01:00
FEATURE: The parser now includes syntax highlighting information in its
node types.
diff --git a/package.json b/package.json
@@ -19,7 +19,8 @@
     "@rollup/plugin-node-resolve": "^9.0.0"
   },
   "dependencies": {
-    "@lezer/lr": "^0.15.0"
+    "@lezer/lr": "^0.15.0",
+    "@lezer/highlight": "^0.15.0"
   },
   "repository": {
     "type" : "git",
diff --git a/src/highlight.js b/src/highlight.js
@@ -0,0 +1,34 @@
+import {styleTags, tags as t} from "@lezer/highlight"
+
+export const pythonHighlighting = styleTags({
+  "async \"*\" \"**\" FormatConversion FormatSpec": t.modifier,
+  "for while if elif else try except finally return raise break continue with pass assert await yield": t.controlKeyword,
+  "in not and or is del": t.operatorKeyword,
+  "from def class global nonlocal lambda": t.definitionKeyword,
+  import: t.moduleKeyword,
+  "with as print": t.keyword,
+  Boolean: t.bool,
+  None: t.null,
+  VariableName: t.variableName,
+  "CallExpression/VariableName": t.function(t.variableName),
+  "FunctionDefinition/VariableName": t.function(t.definition(t.variableName)),
+  "ClassDefinition/VariableName": t.definition(t.className),
+  PropertyName: t.propertyName,
+  "CallExpression/MemberExpression/PropertyName": t.function(t.propertyName),
+  Comment: t.lineComment,
+  Number: t.number,
+  String: t.string,
+  FormatString: t.special(t.string),
+  UpdateOp: t.updateOperator,
+  ArithOp: t.arithmeticOperator,
+  BitOp: t.bitwiseOperator,
+  CompareOp: t.compareOperator,
+  AssignOp: t.definitionOperator,
+  Ellipsis: t.punctuation,
+  At: t.meta,
+  "( )": t.paren,
+  "[ ]": t.squareBracket,
+  "{ }": t.brace,
+  ".": t.derefOperator,
+  ", ;": t.separator
+})
diff --git a/src/python.grammar b/src/python.grammar
@@ -309,3 +309,7 @@ FormatReplacement { "{" (YieldExpression | commaSep<"*"? test>) FormatConversion
 }
 
 @external tokens newlines from "./tokens" { newline, newlineBracketed, newlineEmpty, eof }
+
+@external propSource pythonHighlighting from "./highlight"
+
+@detectDelim

Original file line number	Diff line number	Diff line change
`@@ -309,3 +309,7 @@ FormatReplacement { "{" (YieldExpression \| commaSep<"*"? test>) FormatConversion`
`309`	`309`	`}`
`310`	`310`
`311`	`311`	`@external tokens newlines from "./tokens" { newline, newlineBracketed, newlineEmpty, eof }`
	`312`	`+`
	`313`	`+@external propSource pythonHighlighting from "./highlight"`
	`314`	`+`
	`315`	`+@detectDelim`