#!/usr/bin/python3 # vim:fileencoding=utf-8 __license__ = 'GPL v3' __copyright__ = '2014, Kovid Goyal ' import io import os import tempfile from tinycss.css21 import CSS21Parser from tinycss.tests.tokenizing import jsonify from tinycss.tests import BaseTest class CoreParser(CSS21Parser): """A parser that always accepts unparsed at-rules.""" def parse_at_rule(self, rule, stylesheet_rules, errors, context): return rule def parse_bytes(css_bytes, kwargs): return CSS21Parser().parse_stylesheet_bytes(css_bytes, **kwargs) def parse_bytesio_file(css_bytes, kwargs): css_file = io.BytesIO(css_bytes) return CSS21Parser().parse_stylesheet_file(css_file, **kwargs) def parse_filename(css_bytes, kwargs): css_file = tempfile.NamedTemporaryFile(delete=False) try: css_file.write(css_bytes) # Windows can not open the filename a second time while # it is still open for writing. css_file.close() return CSS21Parser().parse_stylesheet_file(css_file.name, **kwargs) finally: os.remove(css_file.name) class TestCSS21(BaseTest): def test_bytes(self): for (css_bytes, kwargs, expected_result, parse) in [ params + (parse,) for parse in [parse_bytes, parse_bytesio_file, parse_filename] for params in [ ('@import "é";'.encode('utf8'), {}, 'é'), ('@import "é";'.encode('utf16'), {}, 'é'), # with a BOM ('@import "é";'.encode('latin1'), {}, 'é'), ('@import "£";'.encode('Shift-JIS'), {}, '\x81\x92'), # latin1 mojibake ('@charset "Shift-JIS";@import "£";'.encode('Shift-JIS'), {}, '£'), (' @charset "Shift-JIS";@import "£";'.encode('Shift-JIS'), {}, '\x81\x92'), ('@import "£";'.encode('Shift-JIS'), {'document_encoding': 'Shift-JIS'}, '£'), ('@import "£";'.encode('Shift-JIS'), {'document_encoding': 'utf8'}, '\x81\x92'), ('@charset "utf8"; @import "£";'.encode('utf8'), {'document_encoding': 'latin1'}, '£'), # Mojibake yay! (' @charset "utf8"; @import "é";'.encode('utf8'), {'document_encoding': 'latin1'}, 'é'), ('@import "é";'.encode('utf8'), {'document_encoding': 'latin1'}, 'é'), ] ]: stylesheet = parse(css_bytes, kwargs) self.ae(stylesheet.rules[0].at_keyword, '@import') self.ae(stylesheet.rules[0].uri, expected_result) def test_at_rules(self): for (css_source, expected_rules, expected_errors) in [ (' /* hey */\n', 0, []), ('foo {}', 1, []), ('foo{} @lipsum{} bar{}', 2, ['unknown at-rule in stylesheet context: @lipsum']), ('@charset "ascii"; foo {}', 1, []), (' @charset "ascii"; foo {}', 1, ['mis-placed or malformed @charset rule']), ('@charset ascii; foo {}', 1, ['mis-placed or malformed @charset rule']), ('foo {} @charset "ascii";', 1, ['mis-placed or malformed @charset rule']), ]: # Pass 'encoding' to allow @charset stylesheet = CSS21Parser().parse_stylesheet(css_source, encoding='utf8') self.assert_errors(stylesheet.errors, expected_errors) self.ae(len(stylesheet.rules), expected_rules) def test_core_parser(self): for (css_source, expected_rules, expected_errors) in [ (' /* hey */\n', [], []), ('foo{} /* hey */\n@bar;@baz{}', [('foo', []), ('@bar', [], None), ('@baz', [], [])], []), ('@import "foo.css"/**/;', [ ('@import', [('STRING', 'foo.css')], None)], []), ('@import "foo.css"/**/', [ ('@import', [('STRING', 'foo.css')], None)], []), ('@import "foo.css', [ ('@import', [('STRING', 'foo.css')], None)], []), ('{}', [], ['empty selector']), ('a{b:4}', [('a', [('b', [('INTEGER', 4)])])], []), ('@page {\t b: 4; @margin}', [('@page', [], [ ('S', '\t '), ('IDENT', 'b'), (':', ':'), ('S', ' '), ('INTEGER', 4), (';', ';'), ('S', ' '), ('ATKEYWORD', '@margin'), ])], []), ('foo', [], ['no declaration block found']), ('foo @page {} bar {}', [('bar', [])], ['unexpected ATKEYWORD token in selector']), ('foo { content: "unclosed string;\n color:red; ; margin/**/\n: 2cm; }', [('foo', [('margin', [('DIMENSION', 2)])])], ['unexpected BAD_STRING token in property value']), ('foo { 4px; bar: 12% }', [('foo', [('bar', [('PERCENTAGE', 12)])])], ['expected a property name, got DIMENSION']), ('foo { bar! 3cm auto ; baz: 7px }', [('foo', [('baz', [('DIMENSION', 7)])])], ["expected ':', got DELIM"]), ('foo { bar ; baz: {("}"/* comment */) {0@fizz}} }', [('foo', [('baz', [('{', [ ('(', [('STRING', '}')]), ('S', ' '), ('{', [('INTEGER', 0), ('ATKEYWORD', '@fizz')]) ])])])], ["expected ':'"]), ('foo { bar: ; baz: not(z) }', [('foo', [('baz', [('FUNCTION', 'not', [('IDENT', 'z')])])])], ['expected a property value']), ('foo { bar: (]) ; baz: U+20 }', [('foo', [('baz', [('UNICODE-RANGE', 'U+20')])])], ['unmatched ] token in (']), ]: stylesheet = CoreParser().parse_stylesheet(css_source) self.assert_errors(stylesheet.errors, expected_errors) result = [ (rule.at_keyword, list(jsonify(rule.head)), list(jsonify(rule.body)) if rule.body is not None else None) if rule.at_keyword else (rule.selector.as_css(), [ (decl.name, list(jsonify(decl.value))) for decl in rule.declarations]) for rule in stylesheet.rules ] self.ae(result, expected_rules) def test_parse_style_attr(self): for (css_source, expected_declarations, expected_errors) in [ (' /* hey */\n', [], []), ('b:4', [('b', [('INTEGER', 4)])], []), ('{b:4}', [], ['expected a property name, got {']), ('b:4} c:3', [], ['unmatched } token in property value']), (' 4px; bar: 12% ', [('bar', [('PERCENTAGE', 12)])], ['expected a property name, got DIMENSION']), ('bar! 3cm auto ; baz: 7px', [('baz', [('DIMENSION', 7)])], ["expected ':', got DELIM"]), ('foo; bar ; baz: {("}"/* comment */) {0@fizz}}', [('baz', [('{', [ ('(', [('STRING', '}')]), ('S', ' '), ('{', [('INTEGER', 0), ('ATKEYWORD', '@fizz')]) ])])], ["expected ':'", "expected ':'"]), ('bar: ; baz: not(z)', [('baz', [('FUNCTION', 'not', [('IDENT', 'z')])])], ['expected a property value']), ('bar: (]) ; baz: U+20', [('baz', [('UNICODE-RANGE', 'U+20')])], ['unmatched ] token in (']), ]: declarations, errors = CSS21Parser().parse_style_attr(css_source) self.assert_errors(errors, expected_errors) result = [(decl.name, list(jsonify(decl.value))) for decl in declarations] self.ae(result, expected_declarations) def test_important(self): for (css_source, expected_declarations, expected_errors) in [ (' /* hey */\n', [], []), ('a:1; b:2', [('a', [('INTEGER', 1)], None), ('b', [('INTEGER', 2)], None)], []), ('a:1 important; b: important', [('a', [('INTEGER', 1), ('S', ' '), ('IDENT', 'important')], None), ('b', [('IDENT', 'important')], None)], []), ('a:1 !important; b:2', [('a', [('INTEGER', 1)], 'important'), ('b', [('INTEGER', 2)], None)], []), ('a:1!\t Im\\50 O\\RTant; b:2', [('a', [('INTEGER', 1)], 'important'), ('b', [('INTEGER', 2)], None)], []), ('a: !important; b:2', [('b', [('INTEGER', 2)], None)], ['expected a value before !important']), ]: declarations, errors = CSS21Parser().parse_style_attr(css_source) self.assert_errors(errors, expected_errors) result = [(decl.name, list(jsonify(decl.value)), decl.priority) for decl in declarations] self.ae(result, expected_declarations) def test_at_import(self): for (css_source, expected_rules, expected_errors) in [ (' /* hey */\n', [], []), ('@import "foo.css";', [('foo.css', ['all'])], []), ('@import url(foo.css);', [('foo.css', ['all'])], []), ('@import "foo.css" screen, print;', [('foo.css', ['screen', 'print'])], []), ('@charset "ascii"; @import "foo.css"; @import "bar.css";', [('foo.css', ['all']), ('bar.css', ['all'])], []), ('foo {} @import "foo.css";', [], ['@import rule not allowed after a ruleset']), ('@page {} @import "foo.css";', [], ['@import rule not allowed after an @page rule']), ('@import ;', [], ['expected URI or STRING for @import rule']), ('@import foo.css;', [], ['expected URI or STRING for @import rule, got IDENT']), ('@import "foo.css" {}', [], ["expected ';', got a block"]), ]: # Pass 'encoding' to allow @charset stylesheet = CSS21Parser().parse_stylesheet(css_source, encoding='utf8') self.assert_errors(stylesheet.errors, expected_errors) result = [ (rule.uri, rule.media) for rule in stylesheet.rules if rule.at_keyword == '@import' ] self.ae(result, expected_rules) def test_at_page(self): for (css, expected_result, expected_errors) in [ ('@page {}', (None, (0, 0), []), []), ('@page:first {}', ('first', (1, 0), []), []), ('@page :left{}', ('left', (0, 1), []), []), ('@page\t\n:right {}', ('right', (0, 1), []), []), ('@page :last {}', None, ['invalid @page selector']), ('@page : right {}', None, ['invalid @page selector']), ('@page table:left {}', None, ['invalid @page selector']), ('@page;', None, ['invalid @page rule: missing block']), ('@page { a:1; ; b: 2 }', (None, (0, 0), [('a', [('INTEGER', 1)]), ('b', [('INTEGER', 2)])]), []), ('@page { a:1; c: ; b: 2 }', (None, (0, 0), [('a', [('INTEGER', 1)]), ('b', [('INTEGER', 2)])]), ['expected a property value']), ('@page { a:1; @top-left {} b: 2 }', (None, (0, 0), [('a', [('INTEGER', 1)]), ('b', [('INTEGER', 2)])]), ['unknown at-rule in @page context: @top-left']), ('@page { a:1; @top-left {}; b: 2 }', (None, (0, 0), [('a', [('INTEGER', 1)]), ('b', [('INTEGER', 2)])]), ['unknown at-rule in @page context: @top-left']), ]: stylesheet = CSS21Parser().parse_stylesheet(css) self.assert_errors(stylesheet.errors, expected_errors) if expected_result is None: self.assertFalse(stylesheet.rules) else: self.ae(len(stylesheet.rules), 1) rule = stylesheet.rules[0] self.ae(rule.at_keyword, '@page') self.ae(rule.at_rules, []) # in CSS 2.1 result = ( rule.selector, rule.specificity, [(decl.name, list(jsonify(decl.value))) for decl in rule.declarations], ) self.ae(result, expected_result) def test_at_media(self): for (css_source, expected_rules, expected_errors) in [ (' /* hey */\n', [], []), ('@media {}', [(['all'], [])], []), ('@media all {}', [(['all'], [])], []), ('@media screen, print {}', [(['screen', 'print'], [])], []), ('@media all;', [], ['invalid @media rule: missing block']), ('@media 4 {}', [], ['expected a media type, got INTEGER']), ('@media , screen {}', [], ['expected a media type']), ('@media screen, {}', [], ['expected a media type']), ('@media screen print {}', [], ['expected a media type, got IDENT, IDENT']), ('@media all { @page { a: 1 } @media; @import; foo { a: 1 } }', [(['all'], [('foo', [('a', [('INTEGER', 1)])])])], ['@page rule not allowed in @media', '@media rule not allowed in @media', '@import rule not allowed in @media']), ]: stylesheet = CSS21Parser().parse_stylesheet(css_source) self.assert_errors(stylesheet.errors, expected_errors) for rule in stylesheet.rules: self.ae(rule.at_keyword, '@media') result = [ (rule.media, [ (sub_rule.selector.as_css(), [ (decl.name, list(jsonify(decl.value))) for decl in sub_rule.declarations]) for sub_rule in rule.rules ]) for rule in stylesheet.rules ] self.ae(result, expected_rules)