|
@ -78,13 +78,13 @@ def test_control_chars_removed(): |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_zero_width_joiners_kept_and_collapsed(): |
|
|
def test_zero_width_joiners_kept_and_collapsed(): |
|
|
""""Ensure that multiple zero width joiners are collapsed like spaces.""" |
|
|
|
|
|
|
|
|
"""Ensure that multiple zero width joiners are collapsed like spaces.""" |
|
|
original = "🤷\u200D\u200D\u200D♀\u200d" |
|
|
original = "🤷\u200D\u200D\u200D♀\u200d" |
|
|
assert process_string(original) == "🤷\u200D♀" |
|
|
assert process_string(original) == "🤷\u200D♀" |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_zero_width_joiners_allowed_inside_emojis_and_not_other_words(): |
|
|
def test_zero_width_joiners_allowed_inside_emojis_and_not_other_words(): |
|
|
""""Ensure the zero width joiner char is kept inside emojis.""" |
|
|
|
|
|
|
|
|
"""Ensure the zero width joiner char is kept inside emojis.""" |
|
|
original = "🤷\u200D♀ foo\u200dbar" |
|
|
original = "🤷\u200D♀ foo\u200dbar" |
|
|
assert process_string(original) == "🤷\u200D♀ foobar" |
|
|
assert process_string(original) == "🤷\u200D♀ foobar" |
|
|
|
|
|
|
|
|