don't accept if there are pending lexer bytes

controllers/llguidance_ctrl/run_g.py

@@ -254,6 +254,12 @@ def character_maker2(lm, id, description, valid_weapons):
 
     # grm = "Q: 7 * 8\nA: " + gen("text", regex="[0-9]+", max_tokens=20) + "\n"
 
+    prompt = "a,b,c,"
+    grm = one_or_more(byte_range(b"a", b"g")+",")
+
+    prompt = ""
+    grm = one_or_more(byte_range(b"b", b"f"))
+
     max_tokens = 250
 
     serialized = grm.ll_serialize()

controllers/llguidance_ctrl/src/earley/parser.rs

@@ -397,6 +397,9 @@ impl Parser {
     }
 
     pub fn is_accepting(&self) -> bool {
+        if self.curr_row_bytes().len() > 0 {
+            return false;
+        }
         for pos in self.after_dots() {
             let after_dot = self.grammar.sym_idx_at(pos);
             if after_dot == CSymIdx::NULL {
@@ -1021,7 +1024,7 @@ impl Parser {
                         .as_ref()
                         .unwrap();
                     let mut bytes = Vec::new();
-                    let capture_start = item.start_pos() ;
+                    let capture_start = item.start_pos();
                     if capture_start < curr_idx {
                         bytes = self.row_infos[capture_start..curr_idx]
                             .iter()