Unicode with splits. Doesn't feel right.

This commit is contained in:
Igor Ranieri 2025-09-21 10:41:30 +02:00
parent e81f1ea4f7
commit 9efc312597

View file

@ -16,6 +16,7 @@ main :: IO ()
main = hspec $ do main = hspec $ do
describe "Lexer" do describe "Lexer" do
describe "minimal" do describe "minimal" do
it "handles unicode" unicode
it "space chars" space it "space chars" space
it "bare string" someString it "bare string" someString
it "emphasis" emphatic it "emphasis" emphatic
@ -34,6 +35,13 @@ main = hspec $ do
-- Tests -- Tests
------------ ------------
unicode :: Expectation
unicode =
"ドラゴンクエストの冒険者🐉"
`shouldLexTo` [ (1, 1, Token "ドラゴンクエストの冒険者")
, (1, 13, Token "🐉")
]
ignoreNesting :: Expectation ignoreNesting :: Expectation
ignoreNesting = ignoreNesting =
">/foo/" ">/foo/"