Allow invalid state regexes to exit rather than raise no allowed toke…

…ns error (#87)
noamgat · Apr 12, 2024 · 5127ca8 · 5127ca8
1 parent 9247311
commit 5127ca8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lmformatenforcer/regexparser.py b/lmformatenforcer/regexparser.py
@@ -51,7 +51,7 @@ def add_character(self, new_character: str) -> 'RegexParser':
             return RegexParser(self.context, self.config, RegexParser.INVALID_STATE)
 
     def can_end(self) -> bool:
-        return self.current_state in self.context.pattern.finals
+        return self.current_state in self.context.pattern.finals or self.current_state == RegexParser.INVALID_STATE
 
     def get_allowed_characters(self) -> str:
         if self.current_state not in self.context.pattern.map: