Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.
def test_tokenizer(self):
tokens = [
_unicode(item) for item in tokenize(
u(r'E\ é > f [a~="y\"x"]:nth(/* fu /]* */-3.7)'))]
assert tokens == [
u(""),
"<s>",
"' at 5>",
"<s>",
# the no-break space is not whitespace in CSS
u(""), # f\xa0
"",
"",
"",
"",
"",
"",
"",</s></s>
def test_tokenizer(self):
tokens = [
_unicode(item) for item in tokenize(
u(r'E\ é > f [a~="y\"x"]:nth(/* fu /]* */-3.7)'))]
assert tokens == [
u(""),
"<s>",
"' at 5>",
"<s>",
# the no-break space is not whitespace in CSS
u(""), # f\xa0
"",
"",
"",
"",
"",
"",
"",</s></s>