Keep bars as part of the token

LeventErkok · Dec 4, 2024 · 00e0fbc · 00e0fbc
1 parent 65507ff
commit 00e0fbc
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/Data/SBV/Utils/SExpr.hs b/Data/SBV/Utils/SExpr.hs
@@ -58,9 +58,10 @@ tokenize inp = go inp []
        go (':':cs) sofar = case break (`elem` stopper) cs of
                             (pre, rest) -> go rest ((':':pre) : sofar)
 
-       go ('|':r) sofar = case span (/= '|') r of
-                            (pre, '|':rest) -> go rest (pre : sofar)
-                            (pre, rest)     -> go rest (pre : sofar)
+       go ('|':r) sofar = let wrap s = '|' : s ++ "|"
+                          in case span (/= '|') r of
+                               (pre, '|':rest) -> go rest (wrap pre : sofar)
+                               (pre, rest)     -> go rest (wrap pre : sofar)
 
        go ('"':r) sofar = go rest (finalStr : sofar)
            where grabString []             acc = (reverse acc, [])         -- Strictly speaking, this is the unterminated string case; but let's ignore