Fix parsing of strings with multibyte characters.
This commit is contained in:
parent
3aa2ac2634
commit
cf59ec83ed
2 changed files with 4 additions and 4 deletions
|
|
@ -74,9 +74,10 @@ class ParserTest < Minitest::Test
|
|||
def test_multibyte_token
|
||||
parser = Hammer::Parser.build {
|
||||
token '今日'
|
||||
token 'a'
|
||||
end_p
|
||||
}
|
||||
|
||||
refute_nil parser.parse('今日')
|
||||
refute_nil parser.parse('今日a')
|
||||
end
|
||||
end
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue