Fix parsing of strings with multibyte characters.

This commit is contained in:
Jakob Rath 2013-12-16 20:20:27 +01:00 committed by Dan Hirsch
parent 3aa2ac2634
commit cf59ec83ed
2 changed files with 4 additions and 4 deletions

View file

@ -74,9 +74,10 @@ class ParserTest < Minitest::Test
def test_multibyte_token
parser = Hammer::Parser.build {
token '今日'
token 'a'
end_p
}
refute_nil parser.parse('今日')
refute_nil parser.parse('今日a')
end
end