Add new actions and improves handling of stochastic actions

CHANGELOG.md

@@ -11,6 +11,7 @@ This project adheres to [Semantic Versioning], with the exception that minor rel
 
 ### Changed
 
+- 🔧 Changed test circuit level for RL predictor from ALG to INDEP
 - 🔥 Drop support for x86 macOS systems ([#421]) ([**@denialhaag**])
 
 ## [2.3.0] - 2025-07-29

docs/setup.md

@@ -109,7 +109,7 @@ After setup, any quantum circuit can be compiled for the most suitable device wi
 from mqt.predictor import qcompile
 from mqt.bench import get_benchmark, BenchmarkLevel
 
-uncompiled_qc = get_benchmark("ghz", level=BenchmarkLevel.ALG, circuit_size=5)
+uncompiled_qc = get_benchmark("ghz", level=BenchmarkLevel.INDEP, circuit_size=5)
 compiled_qc, compilation_info, selected_device = qcompile(
     uncompiled_qc, figure_of_merit="expected_fidelity"
 )

noxfile.py

@@ -13,6 +13,7 @@
 import argparse
 import contextlib
 import os
+import pathlib
 import shutil
 import tempfile
 from typing import TYPE_CHECKING
@@ -57,6 +58,21 @@ def lint(session: nox.Session) -> None:
     session.run("pre-commit", "run", "--all-files", *session.posargs, external=True)
 
 
+def _cleanup(session: nox.Session) -> None:
+    """Remove this session's virtualenv to save disk space in CI."""
+    version = session.python
+    if version != "3.13":  # keep cache for last run
+        venv_dir = session.virtualenv.location
+        if venv_dir and pathlib.Path(venv_dir).exists():
+            shutil.rmtree(venv_dir, ignore_errors=True)
+            session.log(f"Cleaned up {venv_dir}")
+        shutil.rmtree(pathlib.Path("~/.cache").expanduser(), ignore_errors=True)
+        gha_temp = pathlib.Path("/home/runner/work/_temp/setup-uv-cache")
+        if gha_temp.exists():
+            shutil.rmtree(gha_temp, ignore_errors=True)
+            session.log(f"Cleaned GitHub Actions uv temp cache at {gha_temp}")
+
+
 def _run_tests(
     session: nox.Session,
     *,
@@ -86,10 +102,12 @@ def _run_tests(
     )
 
 
-@nox.session(reuse_venv=True, python=PYTHON_ALL_VERSIONS)
+@nox.session(reuse_venv=not os.environ.get("CI"), python=PYTHON_ALL_VERSIONS)
 def tests(session: nox.Session) -> None:
     """Run the test suite."""
     _run_tests(session)
+    if os.environ.get("CI"):
+        _cleanup(session)
 
 
 @nox.session(reuse_venv=True, venv_backend="uv", python=PYTHON_ALL_VERSIONS)
@@ -103,7 +121,8 @@ def minimums(session: nox.Session) -> None:
         )
         env = {"UV_PROJECT_ENVIRONMENT": session.virtualenv.location}
         session.run("uv", "tree", "--frozen", env=env)
-        session.run("uv", "lock", "--refresh", env=env)
+    if os.environ.get("CI"):
+        _cleanup(session)
 
 
 @nox.session(reuse_venv=True)

pyproject.toml

@@ -32,11 +32,12 @@ dependencies = [
     "mqt.bench>=2.0.0",
     "qiskit>=1.3.3",
     "pytket>=1.29.0", # lowest version that supports the used pytket AutoRebase pass instead of auto_rebase
-    "pytket_qiskit>=0.61.0",
+    "pytket_qiskit>=0.71.0",
     # TODO(denialhaag): Remove once pytket_qiskit is updated
     #   https://github.com/munich-quantum-toolkit/predictor/issues/471
     "qiskit-ibm-runtime>=0.30.0,<0.42.0",
     "sb3_contrib>=2.0.0",
+    "stable-baselines3>=2.7.0",
     "tqdm>=4.66.0",
     "rich>=12.6.0",
     "scikit-learn>=1.5.1",
@@ -49,6 +50,8 @@ dependencies = [
     "numpy>=1.22,<2; sys_platform == 'darwin' and 'x86_64' in platform_machine and python_version < '3.13'",  # Restrict numpy v2 for macOS x86 since it is not supported anymore since torch v2.3.0
     "torch>=2.8.0,<2.9.0; sys_platform == 'darwin' and 'x86_64' in platform_machine and python_version < '3.13'",  # Restrict torch v2.3.0 for macOS x86 since it is not supported anymore.
     "typing-extensions>=4.1",  # for `assert_never`
+    "qiskit-ibm-transpiler==0.13.1; python_version < '3.13'", # Do not support python 3.13 yet
+    "qiskit-ibm-ai-local-transpiler==0.4.2; python_version < '3.13'",
 ]
 
 classifiers = [
@@ -130,6 +133,8 @@ filterwarnings = [
     'ignore:.*qiskit.providers.models is deprecated since Qiskit 1.2*:DeprecationWarning:',
     'ignore:.*The class ``qiskit.qobj.*`` is deprecated as of Qiskit 1.3.*:DeprecationWarning:',
     'ignore:.*The property ``qiskit.circuit.instruction.Instruction.*`` is deprecated as of qiskit 1.3.0.*:DeprecationWarning:',
+    'ignore:.*Timeout is not supported on Windows\\.:RuntimeWarning',
+
 ]
 
 [tool.coverage]
@@ -167,7 +172,7 @@ implicit_reexport = true
 # recent versions of `gym` are typed, but stable-baselines3 pins a very old version of gym.
 # qiskit is not yet marked as typed, but is typed mostly.
 # the other libraries do not have type stubs.
-module = ["qiskit.*", "joblib.*", "sklearn.*", "matplotlib.*", "gymnasium.*", "mqt.bench.*", "sb3_contrib.*", "bqskit.*", "qiskit_ibm_runtime.*", "networkx.*", "stable_baselines3.*"]
+module = ["qiskit.*", "joblib.*", "sklearn.*", "matplotlib.*", "gymnasium.*", "mqt.bench.*", "sb3_contrib.*", "bqskit.*", "qiskit_ibm_runtime.*", "networkx.*", "stable_baselines3.*","qiskit_ibm_transpiler.*"]
 ignore_missing_imports = true
 
 [tool.ruff]
@@ -254,3 +259,8 @@ fom = "fom"
 
 [tool.repo-review]
 ignore = ["GH200"]
+
+[tool.uv]
+override-dependencies = [
+  "networkx==2.8.5", # Required by `qiskit-ibm-transpiler`
+]

src/mqt/predictor/ml/predictor.py

@@ -61,6 +61,8 @@
 
 logger = logging.getLogger("mqt-predictor")
 
+NO_PARALLEL = sys.platform == "win32" and sys.version_info >= (3, 13)
+
 
 def setup_device_predictor(
     devices: list[Target],
@@ -227,7 +229,10 @@ def compile_training_circuits(
             with zipfile.ZipFile(str(path_zip), "r") as zip_ref:
                 zip_ref.extractall(path_uncompiled_circuits)
 
-        Parallel(n_jobs=num_workers, verbose=100)(
+        # On Windows + Python 3.13, joblib's default "loky" process backend is broken
+        # (missing `_posixsubprocess`). Fall back to no multiprocessing.
+        num_jobs = 1 if NO_PARALLEL else num_workers
+        Parallel(n_jobs=num_jobs, verbose=100)(
             delayed(self._compile_all_circuits_devicewise)(
                 device, timeout, path_uncompiled_circuits, path_compiled_circuits, logger.level
             )
@@ -267,7 +272,8 @@ def generate_training_data(
         names_list = []
         scores_list = []
 
-        results = Parallel(n_jobs=num_workers, verbose=100)(
+        num_jobs = 1 if NO_PARALLEL else num_workers
+        results = Parallel(n_jobs=num_jobs, verbose=100)(
             delayed(self._generate_training_sample)(
                 filename.name,
                 path_uncompiled_circuits,
@@ -276,6 +282,7 @@ def generate_training_data(
             )
             for filename in path_uncompiled_circuits.glob("*.qasm")
         )
+
         for sample in results:
             training_sample, circuit_name, scores = sample
             if all(score == -1 for score in scores):
@@ -405,8 +412,10 @@ def train_random_forest_model(
         if not training_data:
             training_data = self._get_prepared_training_data()
         num_cv = min(len(training_data.y_train), 5)
-        mdl = GridSearchCV(mdl, tree_param, cv=num_cv, n_jobs=8).fit(training_data.X_train, training_data.y_train)
-
+        num_jobs = 1 if NO_PARALLEL else 8
+        mdl = GridSearchCV(mdl, tree_param, cv=num_cv, n_jobs=num_jobs).fit(
+            training_data.X_train, training_data.y_train
+        )
         joblib_dump(mdl, save_mdl_path)
         logger.info("Random Forest model is trained and saved.")
 

src/mqt/predictor/reward.py

@@ -203,12 +203,15 @@ def estimated_success_probability(qc: QuantumCircuit, device: Target, precision:
                 if first_qubit_idx not in active_qubits:
                     continue
 
+                dt = device.dt  # discrete time unit used in duration
                 res *= np.exp(
                     -instruction.duration
+                    * dt
                     / min(device.qubit_properties[first_qubit_idx].t1, device.qubit_properties[first_qubit_idx].t2)
                 )
                 continue
             res *= 1 - device[gate_type][first_qubit_idx,].error
+
         else:
             second_qubit_idx = calc_qubit_index(qargs, qc.qregs, 1)
             res *= 1 - device[gate_type][first_qubit_idx, second_qubit_idx].error