Add some speed tests.

Author: SimonSapin

tinycss/parsing.py

@@ -62,6 +62,22 @@ def strip_whitespace(tokens):
 returntokens
 
 
+defremove_whitespace(tokens):
+"""Remove any top-level whitespace in a token list.
+
+ Whitespace tokens inside recursive :class:`~.token_data.ContainerToken`
+ are preserved.
+
+ :param tokens:
+ A list of :class:`~.token_data.Token` or
+ :class:`~.token_data.ContainerToken`.
+ :return:
+ A new sub-sequence of the list.
+
+ """
+return [tokenfortokenintokensiftoken.type!='S']
+
+
 defvalidate_value(tokens):
 """Validate a property value.
 

tinycss/tests/speed.py

@@ -0,0 +1,116 @@
+# coding: utf8
+"""
+ Speed tests
+ -----------
+
+ Note: this file is not named test_*.py as it is not part of the
+ test suite ran by pytest.
+
+ :copyright: (c) 2012 by Simon Sapin.
+ :license: BSD, see LICENSE for more details.
+"""
+
+
+from __future__ importunicode_literals, division
+
+importsys
+importos.path
+importcontextlib
+importtimeit
+importfunctools
+
+fromcssutilsimportparseString
+
+from .. importtokenizer
+from ..css21importCSS21Parser
+from ..parsingimportremove_whitespace
+
+
+CSS_REPEAT=4
+TIMEIT_REPEAT=3
+TIMEIT_NUMBER=20
+
+
+defload_css():
+filename=os.path.join(os.path.dirname(__file__),
+'..', '..', 'docs', '_static', 'custom.css')
+withopen(filename, 'rb') asfd:
+returnb'\n'.join([fd.read()] *CSS_REPEAT)
+
+
+# Pre-load so that I/O is not measured
+CSS=load_css()
+
+
+@contextlib.contextmanager
+definstall_tokenizer(name):
+original=tokenizer.tokenize_flat
+try:
+tokenizer.tokenize_flat=getattr(tokenizer, name)
+yield
+finally:
+tokenizer.tokenize_flat=original
+
+
+defparse(tokenizer_name):
+withinstall_tokenizer(tokenizer_name):
+stylesheet=CSS21Parser().parse_stylesheet_bytes(CSS)
+result= []
+forruleinstylesheet.rules:
+selector=''.join(s.as_cssforsinrule.selector)
+declarations= [
+ (declaration.name, len(list(remove_whitespace(declaration.value))))
+fordeclarationinrule.declarations]
+result.append((selector, declarations))
+returnresult
+
+parse_cython=functools.partial(parse, 'cython_tokenize_flat')
+parse_python=functools.partial(parse, 'python_tokenize_flat')
+
+
+defparse_cssutils():
+stylesheet=parseString(CSS)
+result= []
+forruleinstylesheet.cssRules:
+selector=rule.selectorText
+declarations= [
+ (declaration.name, len(list(declaration.propertyValue)))
+fordeclarationinrule.style.getProperties(all=True)]
+result.append((selector, declarations))
+returnresult
+
+
+defcheck_consistency():
+#import pprint
+#pprint.pprint(parse_python())
+result=parse_cython()
+assertlen(result) >0
+assertparse_python() ==result
+assertparse_cssutils() ==result
+version='.'.join(map(str, sys.version_info[:3]))
+print('Python{}, consistency OK.'.format(version))
+
+
+deftime(function):
+seconds=timeit.Timer(function).repeat(TIMEIT_REPEAT, TIMEIT_NUMBER)
+miliseconds=int(min(seconds) *1000)
+returnmiliseconds
+
+
+defrun():
+data_set= [
+ ('tinycss + speedups ', parse_cython),
+ ('tinycss WITHOUT speedups', parse_python),
+# ('cssutils ', parse_cssutils),
+ ]
+label, function=data_set.pop(0)
+ref=time(function)
+print('{}{} ms'.format(label, ref))
+forlabel, functionindata_set:
+result=time(function)
+print('{}{} ms{:.2f}x'.format(label, result, result/ref))
+
+
+if__name__=='__main__':
+check_consistency()
+run()