diff --git a/backends/exllamav2/grammar.py b/backends/exllamav2/grammar.py index 9a6b520..62f50a3 100644 --- a/backends/exllamav2/grammar.py +++ b/backends/exllamav2/grammar.py @@ -93,9 +93,8 @@ def add_kbnf_filter( # Validate KBNF and create formatter f = FormatterBuilder() f.append_line( - f"{f.extractor( - lambda nonterminal: CFGExtractor(nonterminal, kbnf_string) - )}" + f"""{f.extractor(lambda nonterminal: + CFGExtractor(nonterminal, kbnf_string))}""" ) except Exception: logger.error( diff --git a/backends/exllamav2/model.py b/backends/exllamav2/model.py index 64ed5b9..7a5324f 100644 --- a/backends/exllamav2/model.py +++ b/backends/exllamav2/model.py @@ -39,7 +39,6 @@ from backends.exllamav2.grammar import ( ExLlamaV2Grammar, - clear_grammar_func_cache, ) from backends.exllamav2.utils import ( exllama_disabled_flash_attn,