From d3ee8de67a4b7f393679c2ed6943b2e6c7820cfb Mon Sep 17 00:00:00 2001
From: Steven Hall <steven@gitbook.io>
Date: Sat, 13 Apr 2024 20:16:45 +0100
Subject: [PATCH] non ascii

---
 src/components/DocumentView/CodeBlock/highlight.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/components/DocumentView/CodeBlock/highlight.ts b/src/components/DocumentView/CodeBlock/highlight.ts
index a42b2fb194..08e3f986cc 100644
--- a/src/components/DocumentView/CodeBlock/highlight.ts
+++ b/src/components/DocumentView/CodeBlock/highlight.ts
@@ -73,7 +73,7 @@ export async function highlight(block: DocumentBlockCode): Promise<HighlightLine
         lineCount += block.nodes.length;
 
         
-        const lines = highlighter.codeToTokensBase(code.replace('\\', ''), {
+        const lines = highlighter.codeToTokensBase(code.replace('\\', '').replaceAll(/[^\x00-\x7F]+/gi, ''), {
             lang: langName,
             tokenizeMaxLineLength: 120,
         });