Check code length

Author: emmerich

src/components/DocumentView/CodeBlock/highlight.ts

@@ -36,7 +36,10 @@ type PositionedToken = ThemedToken & { start: number; end: number };
  * This is done per invocation of the Cloudflare worker, so we can store it in-memory.
  */
 let lineCount = 0;
-const LINE_LIMIT = 750;
+let tokenCount = 0;
+const LINE_LIMIT = 10000;
+
+const runner = asyncMutexFunction();
 
 /**
  * Highlight a code block while preserving inline elements.
@@ -62,17 +65,20 @@ export async function highlight(block: DocumentBlockCode): Promise<HighlightLine
         return a.start - b.start;
     });
 
+    const lineCountBefore = lineCount;
     const highlighter = await loadHighlighter();
     await loadHighlighterLanguage(highlighter, langName);
-
+    
     const lines = highlighter.codeToTokensBase(code, {
         lang: langName,
         tokenizeMaxLineLength: 120,
     });
-
+    
     let currentIndex = 0;
-
+    
+    console.log(`${block.key}${code.length} ${lineCountBefore} ${tokenCount}`);
     return lines.map((tokens, index) => {
+        tokenCount += tokens.length;
         const lineBlock = block.nodes[index];
         const result: HighlightToken[] = [];
 

src/lib/async.ts

@@ -228,27 +228,30 @@ const UndefinedSymbol = Symbol('Undefined');
  * where I/O cannot be performed on behalf of a different request.
  */
 export function singleton<R>(execute: () => Promise<R>): () => Promise<R> {
-    let cachedResult: R | typeof UndefinedSymbol = UndefinedSymbol;
+    let cachedResult: Promise<R> | typeof UndefinedSymbol = UndefinedSymbol;
     const states = new WeakMap<object, Promise<R>>();
 
     return async () => {
+        console.log('cachedResult', cachedResult === UndefinedSymbol);
         if (cachedResult !== UndefinedSymbol) {
             // Result is actually shared between requests
             return cachedResult;
         }
 
         // Promises are not shared between requests in Cloudflare Workers
-        const ctx = await getGlobalContext();
-        const current = states.get(ctx);
-        if (current) {
-            return current;
-        }
+        // const ctx = await getGlobalContext();
+        // const current = states.get(ctx);
+        // if (current) {
+        //     console.log(`states.get`)
+        //     return current;
+        // }
 
         const promise = execute();
-        states.set(ctx, promise);
+        console.log(`states miss, set cachedResult`);
+        cachedResult = promise;
+        // states.set(ctx, promise);
 
         const result = await promise;
-        cachedResult = result;
         return result;
     };
 }