Skip to content

Commit

Permalink
Update test/tokenize.jl
Browse files Browse the repository at this point in the history
  • Loading branch information
stevengj authored Oct 31, 2023
1 parent 8f6dc09 commit 75a1fc2
Showing 1 changed file with 2 additions and 1 deletion.
3 changes: 2 additions & 1 deletion test/tokenize.jl
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,8 @@ end
end # testset

@testset "tokenize unicode" begin
emoji = VERSION < v"1.5" ? "πŸ˜„" : "πŸ³οΈβ€πŸŒˆ" # requires newer Unicode
# FIXME: rm VERSION check once we implement our own is_identifier_char
emoji = VERSION < v"1.5" ? "πŸ˜„" : "\U1F3F3\UFE0F\U200D\U1F308" # πŸ³οΈβ€πŸŒˆ requires newer Unicode
str = "π˜‹ =2"*emoji
for s in [str, IOBuffer(str)]
l = tokenize(s)
Expand Down

0 comments on commit 75a1fc2

Please sign in to comment.