diff --git a/test/Spec.hs b/test/Spec.hs index dd5e325..4a32156 100644 --- a/test/Spec.hs +++ b/test/Spec.hs @@ -16,6 +16,7 @@ main :: IO () main = hspec $ do describe "Lexer" do describe "minimal" do + it "handles unicode" unicode it "space chars" space it "bare string" someString it "emphasis" emphatic @@ -34,6 +35,13 @@ main = hspec $ do -- Tests ------------ +unicode :: Expectation +unicode = + "ドラゴンクエストの冒険者🐉" + `shouldLexTo` [ (1, 1, Token "ドラゴンクエストの冒険者") + , (1, 13, Token "🐉") + ] + ignoreNesting :: Expectation ignoreNesting = ">/foo/"