diff --git a/README.md b/README.md index 4cbcdf8..92ee6bb 100644 --- a/README.md +++ b/README.md @@ -14,7 +14,7 @@ With the parameter `--timeout-skip-list=`, a *skiplist* (a list of tests For example, the following line runs the tests in `benchpress/tket_gym/construct` with a 1 hour timeout: ```bash -python -m pytest --timeout-skip-list=3600 --benchmark-min-rounds=1 benchpress/tket_gym/construct +python -m pytest --timeout-skip-list=3600 benchpress/tket_gym/construct ``` This will create a `skipfile.txt` file. diff --git a/benchpress/ai_transpiler_gym/conftest.py b/benchpress/ai_transpiler_gym/conftest.py index 36c7d6e..46511e6 100644 --- a/benchpress/ai_transpiler_gym/conftest.py +++ b/benchpress/ai_transpiler_gym/conftest.py @@ -19,11 +19,14 @@ def pytest_report_header(config): """Add some info about packages and backend to the pytest CLI header""" - return [ + ret = [ f"qiskit: {qiskit.__version__}", f"qiskit_ibm_runtime: {qiskit_ibm_runtime.__version__}", f"qiskit_transpiler_service: {AI_SERVICE_VERSION}", ] + if hasattr(config.known_args_namespace, 'timeout_skip_list'): + ret.append(f"timeout_skip_list: {config.known_args_namespace.timeout_skip_list}") + return ret def pytest_benchmark_update_json(config, benchmarks, output_json): diff --git a/benchpress/bqskit_gym/conftest.py b/benchpress/bqskit_gym/conftest.py index e218486..41a379f 100644 --- a/benchpress/bqskit_gym/conftest.py +++ b/benchpress/bqskit_gym/conftest.py @@ -14,9 +14,12 @@ def pytest_report_header(config): """Add some info about packages and backend to the pytest CLI header""" - return [ + ret = [ f"bqskit: {bqskit.__version__}", ] + if hasattr(config.known_args_namespace, 'timeout_skip_list'): + ret.append(f"timeout_skip_list: {config.known_args_namespace.timeout_skip_list}") + return ret def pytest_benchmark_update_json(config, benchmarks, output_json): diff --git a/benchpress/braket_gym/conftest.py b/benchpress/braket_gym/conftest.py index fc3108a..f6c8799 100644 --- a/benchpress/braket_gym/conftest.py +++ b/benchpress/braket_gym/conftest.py @@ -14,9 +14,12 @@ def pytest_report_header(config): """Add some info about packages and backend to the pytest CLI header""" - return [ + ret = [ f"braket: {braket_sdk.__version__}", ] + if hasattr(config.known_args_namespace, 'timeout_skip_list'): + ret.append(f"timeout_skip_list: {config.known_args_namespace.timeout_skip_list}") + return ret def pytest_benchmark_update_json(config, benchmarks, output_json): diff --git a/benchpress/cirq_gym/conftest.py b/benchpress/cirq_gym/conftest.py index 93bd8ea..226c8eb 100644 --- a/benchpress/cirq_gym/conftest.py +++ b/benchpress/cirq_gym/conftest.py @@ -14,9 +14,12 @@ def pytest_report_header(config): """Add some info about packages and backend to the pytest CLI header""" - return [ + ret = [ f"cirq: {cirq.__version__}", ] + if hasattr(config.known_args_namespace, 'timeout_skip_list'): + ret.append(f"timeout_skip_list: {config.known_args_namespace.timeout_skip_list}") + return ret def pytest_benchmark_update_json(config, benchmarks, output_json): diff --git a/benchpress/qiskit_gym/conftest.py b/benchpress/qiskit_gym/conftest.py index 7503c81..8101c44 100644 --- a/benchpress/qiskit_gym/conftest.py +++ b/benchpress/qiskit_gym/conftest.py @@ -15,10 +15,13 @@ def pytest_report_header(config): """Add some info about packages and backend to the pytest CLI header""" - return [ + ret = [ f"qiskit: {qiskit.__version__}", f"qiskit_ibm_runtime: {qiskit_ibm_runtime.__version__}", ] + if hasattr(config.known_args_namespace, 'timeout_skip_list'): + ret.append(f"timeout_skip_list: {config.known_args_namespace.timeout_skip_list}") + return ret def pytest_benchmark_update_json(config, benchmarks, output_json): diff --git a/skipfile.txt b/skipfile.txt deleted file mode 100644 index 0193f2d..0000000 --- a/skipfile.txt +++ /dev/null @@ -1 +0,0 @@ -tket_gym/device_transpile/test_summit.py::TestWorkoutDeviceTranspile100Q::test_QV_100_transpile