On older versions of Python, skip benchmarks that use features introduced in newer Python versions

Author: AlexWaygood

pyperformance/_benchmark.py

@@ -13,6 +13,7 @@
 import sys
 
 import pyperf
+from packaging.specifiers import SpecifierSet
 
 from . import _utils, _benchmark_metadata
 
@@ -164,9 +165,13 @@ def runscript(self):
     def extra_opts(self):
         return self._get_metadata_value('extra_opts', ())
 
+    @property
+    def python(self):
+        req = self._get_metadata_value("python", None)
+        return None if req is None else SpecifierSet(req)
+
     # Other metadata keys:
     # * base
-    # * python
     # * dependencies
     # * requirements
 

pyperformance/cli.py

@@ -241,11 +241,15 @@ def parse_entry(o, s):
 
     # Get the selections.
     selected = []
+    this_python_version = ".".join(map(str, sys.version_info[:3]))
     for bench in _benchmark_selections.iter_selections(manifest, parsed_infos):
         if isinstance(bench, str):
             logging.warning(f"no benchmark named {bench!r}")
             continue
-        selected.append(bench)
+        # Filter out any benchmarks that can't be run on the Python version we're running
+        if bench.python is not None and this_python_version in bench.python:
+            selected.append(bench)
+
     return selected