Unicode with splits. Doesn't feel right.

This commit is contained in:
Igor Ranieri 2025-09-21 10:41:30 +02:00
parent e81f1ea4f7
commit 9efc312597

View file

@ -16,6 +16,7 @@ main :: IO ()
main = hspec $ do
describe "Lexer" do
describe "minimal" do
it "handles unicode" unicode
it "space chars" space
it "bare string" someString
it "emphasis" emphatic
@ -34,6 +35,13 @@ main = hspec $ do
-- Tests
------------
unicode :: Expectation
unicode =
"ドラゴンクエストの冒険者🐉"
`shouldLexTo` [ (1, 1, Token "ドラゴンクエストの冒険者")
, (1, 13, Token "🐉")
]
ignoreNesting :: Expectation
ignoreNesting =
">/foo/"