Check delimiters by hand to keep accurate source pos

src/Lexer.hs

@@ -11,6 +11,7 @@ import Data.Char (isAlphaNum, isPrint)
 import Data.Functor (($>))
 import Data.Text (Text)
 import Data.Text qualified as Text
+import Debug.Trace (traceM)
 import GHC.Stack (HasCallStack)
 import ParserMonad (Parser, initialParserState)
 import Text.Parsec
@@ -94,12 +95,16 @@ textElement =
 
 delimitedMaybe :: Parser a -> Parser a -> Token -> Maybe Token -> Parser [LocatedToken]
 delimitedMaybe op cl ot ct = do
-  pos <- getPosition
-  (text, content) <- match $ between op cl any'
-  let openTok :: LocatedToken = (setSourceColumn pos 1, ot)
-      res :: LocatedToken = (setSourceColumn pos 2, Token content)
+  openPos <- getPosition
+  void op -- opening
+  tokenPos <- getPosition
+  content <- any'
+  closePos <- getPosition
+  void cl
+  let openTok :: LocatedToken = (openPos, ot)
+      res :: LocatedToken = (tokenPos, Token content)
       closeToks :: [LocatedToken] = case ct of
-        Just close -> [(setSourceColumn pos (Text.length text), close)]
+        Just close -> [(closePos, close)]
         Nothing -> []
 
   pure $ [openTok, res] <> closeToks