non ascii

GitbookIO · Apr 13, 2024 · d3ee8de · d3ee8de
1 parent b89e4f6
commit d3ee8de
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/components/DocumentView/CodeBlock/highlight.ts b/src/components/DocumentView/CodeBlock/highlight.ts
@@ -73,7 +73,7 @@ export async function highlight(block: DocumentBlockCode): Promise<HighlightLine
         lineCount += block.nodes.length;
 
 
-        const lines = highlighter.codeToTokensBase(code.replace('\\', ''), {
+        const lines = highlighter.codeToTokensBase(code.replace('\\', '').replaceAll(/[^\x00-\x7F]+/gi, ''), {
             lang: langName,
             tokenizeMaxLineLength: 120,
         });