75 lines
2.1 KiB
JavaScript
75 lines
2.1 KiB
JavaScript
|
import LinesAndColumns from "lines-and-columns";
|
||
|
|
|
||
|
|
|
||
|
|
import {formatTokenType} from "../parser/tokenizer/types";
|
||
|
|
|
||
|
|
export default function formatTokens(code, tokens) {
|
||
|
|
if (tokens.length === 0) {
|
||
|
|
return "";
|
||
|
|
}
|
||
|
|
|
||
|
|
const tokenKeys = Object.keys(tokens[0]).filter(
|
||
|
|
(k) => k !== "type" && k !== "value" && k !== "start" && k !== "end" && k !== "loc",
|
||
|
|
);
|
||
|
|
const typeKeys = Object.keys(tokens[0].type).filter((k) => k !== "label" && k !== "keyword");
|
||
|
|
|
||
|
|
const headings = ["Location", "Label", "Raw", ...tokenKeys, ...typeKeys];
|
||
|
|
|
||
|
|
const lines = new LinesAndColumns(code);
|
||
|
|
const rows = [headings, ...tokens.map(getTokenComponents)];
|
||
|
|
const padding = headings.map(() => 0);
|
||
|
|
for (const components of rows) {
|
||
|
|
for (let i = 0; i < components.length; i++) {
|
||
|
|
padding[i] = Math.max(padding[i], components[i].length);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return rows
|
||
|
|
.map((components) => components.map((component, i) => component.padEnd(padding[i])).join(" "))
|
||
|
|
.join("\n");
|
||
|
|
|
||
|
|
function getTokenComponents(token) {
|
||
|
|
const raw = code.slice(token.start, token.end);
|
||
|
|
return [
|
||
|
|
formatRange(token.start, token.end),
|
||
|
|
formatTokenType(token.type),
|
||
|
|
truncate(String(raw), 14),
|
||
|
|
// @ts-ignore: Intentional dynamic access by key.
|
||
|
|
...tokenKeys.map((key) => formatValue(token[key], key)),
|
||
|
|
// @ts-ignore: Intentional dynamic access by key.
|
||
|
|
...typeKeys.map((key) => formatValue(token.type[key], key)),
|
||
|
|
];
|
||
|
|
}
|
||
|
|
|
||
|
|
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
||
|
|
function formatValue(value, key) {
|
||
|
|
if (value === true) {
|
||
|
|
return key;
|
||
|
|
} else if (value === false || value === null) {
|
||
|
|
return "";
|
||
|
|
} else {
|
||
|
|
return String(value);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
function formatRange(start, end) {
|
||
|
|
return `${formatPos(start)}-${formatPos(end)}`;
|
||
|
|
}
|
||
|
|
|
||
|
|
function formatPos(pos) {
|
||
|
|
const location = lines.locationForIndex(pos);
|
||
|
|
if (!location) {
|
||
|
|
return "Unknown";
|
||
|
|
} else {
|
||
|
|
return `${location.line + 1}:${location.column + 1}`;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
function truncate(s, length) {
|
||
|
|
if (s.length > length) {
|
||
|
|
return `${s.slice(0, length - 3)}...`;
|
||
|
|
} else {
|
||
|
|
return s;
|
||
|
|
}
|
||
|
|
}
|