112 lines
3.9 KiB
TypeScript
112 lines
3.9 KiB
TypeScript
import { highlightTree, tagHighlighter, tags } from "@lezer/highlight";
|
|
import type { HighlightStyle, HighlightToken } from "./types.js";
|
|
import { getParserForFile } from "./parsers.js";
|
|
|
|
const highlighter = tagHighlighter([
|
|
{ tag: tags.keyword, class: "keyword" },
|
|
{ tag: tags.controlKeyword, class: "keyword" },
|
|
{ tag: tags.operatorKeyword, class: "keyword" },
|
|
{ tag: tags.definitionKeyword, class: "keyword" },
|
|
{ tag: tags.moduleKeyword, class: "keyword" },
|
|
{ tag: tags.comment, class: "comment" },
|
|
{ tag: tags.lineComment, class: "comment" },
|
|
{ tag: tags.blockComment, class: "comment" },
|
|
{ tag: tags.docComment, class: "comment" },
|
|
{ tag: tags.string, class: "string" },
|
|
{ tag: tags.special(tags.string), class: "string" },
|
|
{ tag: tags.number, class: "number" },
|
|
{ tag: tags.integer, class: "number" },
|
|
{ tag: tags.float, class: "number" },
|
|
{ tag: tags.bool, class: "literal" },
|
|
{ tag: tags.null, class: "literal" },
|
|
{ tag: tags.function(tags.variableName), class: "function" },
|
|
{ tag: tags.function(tags.propertyName), class: "function" },
|
|
{ tag: tags.definition(tags.variableName), class: "definition" },
|
|
{ tag: tags.definition(tags.propertyName), class: "definition" },
|
|
{ tag: tags.definition(tags.function(tags.variableName)), class: "definition" },
|
|
{ tag: tags.className, class: "class" },
|
|
{ tag: tags.definition(tags.className), class: "class" },
|
|
{ tag: tags.typeName, class: "type" },
|
|
{ tag: tags.tagName, class: "tag" },
|
|
{ tag: tags.attributeName, class: "attribute" },
|
|
{ tag: tags.attributeValue, class: "string" },
|
|
{ tag: tags.propertyName, class: "property" },
|
|
{ tag: tags.variableName, class: "variable" },
|
|
{ tag: tags.local(tags.variableName), class: "variable" },
|
|
{ tag: tags.special(tags.variableName), class: "variable" },
|
|
{ tag: tags.operator, class: "operator" },
|
|
{ tag: tags.punctuation, class: "punctuation" },
|
|
{ tag: tags.bracket, class: "punctuation" },
|
|
{ tag: tags.separator, class: "punctuation" },
|
|
{ tag: tags.regexp, class: "regexp" },
|
|
{ tag: tags.escape, class: "escape" },
|
|
{ tag: tags.meta, class: "meta" },
|
|
{ tag: tags.heading, class: "heading" },
|
|
{ tag: tags.link, class: "link" },
|
|
{ tag: tags.url, class: "link" },
|
|
]);
|
|
|
|
export function highlightCode(code: string, filename: string): HighlightToken[][] {
|
|
const parser = getParserForFile(filename);
|
|
|
|
if (!parser) {
|
|
return code.split("\n").map((line) => [{ text: line, style: null }]);
|
|
}
|
|
|
|
const tree = parser.parse(code);
|
|
const lines = code.split("\n");
|
|
const result: HighlightToken[][] = [];
|
|
|
|
for (let i = 0; i < lines.length; i++) {
|
|
result.push([]);
|
|
}
|
|
|
|
// Build a map of character positions to styles
|
|
const styleMap: Array<HighlightStyle | null> = new Array(code.length).fill(null);
|
|
|
|
highlightTree(tree, highlighter, (from, to, classes) => {
|
|
for (let i = from; i < to && i < styleMap.length; i++) {
|
|
styleMap[i] = classes as HighlightStyle;
|
|
}
|
|
});
|
|
|
|
// Convert style map to tokens per line
|
|
let pos = 0;
|
|
for (let lineIndex = 0; lineIndex < lines.length; lineIndex++) {
|
|
const line = lines[lineIndex];
|
|
|
|
if (line.length === 0) {
|
|
result[lineIndex].push({ text: "", style: null });
|
|
pos++; // skip newline
|
|
continue;
|
|
}
|
|
|
|
let currentToken: HighlightToken = { text: "", style: styleMap[pos] };
|
|
|
|
for (let i = 0; i < line.length; i++) {
|
|
const charStyle = styleMap[pos + i];
|
|
if (charStyle === currentToken.style) {
|
|
currentToken.text += line[i];
|
|
} else {
|
|
if (currentToken.text) {
|
|
result[lineIndex].push(currentToken);
|
|
}
|
|
currentToken = { text: line[i], style: charStyle };
|
|
}
|
|
}
|
|
|
|
if (currentToken.text) {
|
|
result[lineIndex].push(currentToken);
|
|
}
|
|
|
|
pos += line.length + 1; // +1 for newline
|
|
}
|
|
|
|
return result;
|
|
}
|
|
|
|
export function highlightLine(line: string, filename: string): HighlightToken[] {
|
|
const result = highlightCode(line, filename);
|
|
return result[0] ?? [{ text: line, style: null }];
|
|
}
|