iqm-benchmarks 2.18__tar.gz → 2.20__tar.gz

{iqm_benchmarks-2.18 → iqm_benchmarks-2.20}/CHANGELOG.rst

@@ -2,6 +2,15 @@
 Changelog
 =========
 
+Version 2.20
+============
+* Standardizes observations for CLOPS and Mirror RB.
+
+Version 2.19
+============
+* All functional tests extended to the fake Deneb backend.
+* Added backend transpilation to REM calibration circuits to fix errors with REM on fake Deneb.
+
 Version 2.18
 ============
 * Added notebook to benchmark IQM Star QPUs and bug fixes done for Qscore.

{iqm_benchmarks-2.18/src/iqm_benchmarks.egg-info → iqm_benchmarks-2.20}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: iqm-benchmarks
-Version: 2.18
+Version: 2.20
 Summary: A package for implementation of Quantum Characterization, Verification and Validation (QCVV) techniques on IQM's hardware at gate level abstraction
 Author-email: IQM Finland Oy <developers@meetiqm.com>, Aniket Rath <aniket.rath@meetiqm.com>, Jami Rönkkö <jami@meetiqm.com>, Pedro Figueroa Romero <pedro.romero@meetiqm.com>, Vicente Pina Canelles <vicente.pina@meetiqm.com>, Raphael Brieger <raphael.brieger@meetiqm.com>, Stefan Seegerer <stefan.seegerer@meetiqm.com>, Miikka Koistinen <miikka@meetiqm.com>, Adrian Auer <adrian.auer@meetiqm.com>, Nadia Milazzo <nadia.milazzo@meetiqm.com>
 Project-URL: Homepage, https://github.com/iqm-finland/iqm-benchmarks

{iqm_benchmarks-2.18 → iqm_benchmarks-2.20}/requirements.txt

@@ -1119,9 +1119,9 @@ mypy-extensions==1.0.0 \
 myst-nb==1.1.0 \
     --hash=sha256:0ac29b2a346f9a1257edbfb5d6c47d528728a37e6b9438903c2821f69fda9235 \
     --hash=sha256:9278840e844f5d780b5acc5400cbf63d97caaccf8eb442a55ebd9a03e2522d5e
-myst-parser==4.0.0 \
-    --hash=sha256:851c9dfb44e36e56d15d05e72f02b80da21a9e0d07cba96baf5e2d476bb91531 \
-    --hash=sha256:b9317997552424448c6096c2558872fdb6f81d3ecb3a40ce84a7518798f3f28d
+myst-parser==4.0.1 \
+    --hash=sha256:5cfea715e4f3574138aecbf7d54132296bfd72bb614d31168f48c477a830a7c4 \
+    --hash=sha256:9134e88959ec3b5780aedf8a99680ea242869d012e8821db3126d427edc9c95d
 nbclient==0.10.2 \
     --hash=sha256:4ffee11e788b4a27fabeb7955547e4318a5298f34342a4bfd01f2e1faaeadc3d \
     --hash=sha256:90b7fc6b810630db87a6d0c2250b1f0ab4cf4d3c27a299b0cde78a4ed3fd9193

{iqm_benchmarks-2.18 → iqm_benchmarks-2.20}/src/iqm/benchmarks/__init__.py

@@ -27,6 +27,7 @@ from .benchmark_definition import (
 )
 from .circuit_containers import BenchmarkCircuit, CircuitGroup, Circuits
 from .entanglement.ghz import GHZBenchmark, GHZConfiguration
+from .optimization.qscore import QScoreBenchmark, QScoreConfiguration
 from .quantum_volume.clops import CLOPSBenchmark, CLOPSConfiguration
 from .quantum_volume.quantum_volume import QuantumVolumeBenchmark, QuantumVolumeConfiguration
 from .randomized_benchmarking.clifford_rb.clifford_rb import CliffordRandomizedBenchmarking, CliffordRBConfiguration
@@ -44,6 +45,7 @@ AVAILABLE_BENCHMARKS = {
     CliffordRandomizedBenchmarking.name: CliffordRandomizedBenchmarking,
     InterleavedRandomizedBenchmarking.name: InterleavedRandomizedBenchmarking,
     MirrorRandomizedBenchmarking.name: MirrorRandomizedBenchmarking,
+    QScoreBenchmark.name: QScoreBenchmark,
 }
 
 try:

{iqm_benchmarks-2.18 → iqm_benchmarks-2.20}/src/iqm/benchmarks/quantum_volume/clops.py

@@ -30,7 +30,12 @@ import xarray as xr
 
 from iqm.benchmarks import Benchmark
 from iqm.benchmarks.benchmark import BenchmarkConfigurationBase
-from iqm.benchmarks.benchmark_definition import BenchmarkAnalysisResult, BenchmarkRunResult
+from iqm.benchmarks.benchmark_definition import (
+    BenchmarkAnalysisResult,
+    BenchmarkObservation,
+    BenchmarkObservationIdentifier,
+    BenchmarkRunResult,
+)
 from iqm.benchmarks.circuit_containers import BenchmarkCircuit, CircuitGroup, Circuits
 from iqm.benchmarks.logging_config import qcvv_logger
 from iqm.benchmarks.utils import (
@@ -232,11 +237,12 @@ def clops_analysis(run: BenchmarkRunResult) -> BenchmarkAnalysisResult:
         AnalysisResult corresponding to CLOPS
     """
     plots: Dict[str, Any] = {}
-    observations = {}
+    obs_dict = {}
     dataset = run.dataset
 
     # Retrieve dataset values
     # backend_name = dataset.attrs["backend_configuration_name"]
+    qubits = dataset.attrs["qubits"]
     num_circuits = dataset.attrs["num_circuits"]
     num_updates = dataset.attrs["num_updates"]
     num_shots = dataset.attrs["num_shots"]
@@ -291,7 +297,7 @@ def clops_analysis(run: BenchmarkRunResult) -> BenchmarkAnalysisResult:
     )
 
     # UPDATE OBSERVATIONS
-    observations.update({1: processed_results})
+    obs_dict.update({1: processed_results})
 
     # PLOT
     # Get all execution elapsed times
@@ -305,7 +311,7 @@ def clops_analysis(run: BenchmarkRunResult) -> BenchmarkAnalysisResult:
             else:
                 qcvv_logger.info(f'\t"{k}": {overall_elapsed[k]:.2f} sec')
 
-        fig_name, fig = plot_times(dataset, observations)
+        fig_name, fig = plot_times(dataset, obs_dict)
         plots[fig_name] = fig
     else:
         qcvv_logger.info("There is no elapsed-time data associated to jobs (e.g., execution on simulator)")
@@ -313,6 +319,11 @@ def clops_analysis(run: BenchmarkRunResult) -> BenchmarkAnalysisResult:
     # Sort the final dataset
     dataset.attrs = dict(sorted(dataset.attrs.items()))
 
+    observations = [
+        BenchmarkObservation(name="clops_v", value=int(clops_v), identifier=BenchmarkObservationIdentifier(qubits)),
+        BenchmarkObservation(name="clops_h", value=int(clops_h), identifier=BenchmarkObservationIdentifier(qubits)),
+    ]
+
     return BenchmarkAnalysisResult(dataset=dataset, plots=plots, observations=observations)
 
 

{iqm_benchmarks-2.18 → iqm_benchmarks-2.20}/src/iqm/benchmarks/randomized_benchmarking/mirror_rb/mirror_rb.py

@@ -15,7 +15,12 @@ from qiskit_aer import Aer, AerSimulator
 from scipy.spatial.distance import hamming
 import xarray as xr
 
-from iqm.benchmarks import BenchmarkAnalysisResult, BenchmarkRunResult
+from iqm.benchmarks import (
+    BenchmarkAnalysisResult,
+    BenchmarkObservation,
+    BenchmarkObservationIdentifier,
+    BenchmarkRunResult,
+)
 from iqm.benchmarks.benchmark import BenchmarkConfigurationBase
 from iqm.benchmarks.benchmark_definition import Benchmark, add_counts_to_dataset
 from iqm.benchmarks.circuit_containers import BenchmarkCircuit, CircuitGroup, Circuits
@@ -431,7 +436,8 @@ def mrb_analysis(run: BenchmarkRunResult) -> BenchmarkAnalysisResult:
         AnalysisResult corresponding to MRB
     """
     plots = {}
-    observations = {}
+    obs_dict = {}
+    observations: list[BenchmarkObservation] = []
     dataset = run.dataset.copy(deep=True)
 
     # shots = dataset.attrs["shots"]
@@ -539,25 +545,36 @@ def mrb_analysis(run: BenchmarkRunResult) -> BenchmarkAnalysisResult:
         )
 
         # Update observations
-        observations.update({qubits_idx: processed_results})
+        obs_dict.update({qubits_idx: processed_results})
 
         # Generate plots
         fig_name, fig = plot_rb_decay(
             "mrb",
             [qubits],
             dataset,
-            observations,
+            obs_dict,
             mrb_2q_density=density_2q_gates,
             mrb_2q_ensemble=two_qubit_gate_ensemble,
         )
         plots[fig_name] = fig
 
+        observations.extend(
+            [
+                BenchmarkObservation(
+                    name="decay_rate",
+                    identifier=BenchmarkObservationIdentifier(qubits),
+                    value=popt["decay_rate"].value,
+                    uncertainty=popt["decay_rate"].stderr,
+                )
+            ]
+        )
+
     # Generate the combined plot
     fig_name, fig = plot_rb_decay(
         "mrb",
         qubits_array,
         dataset,
-        observations,
+        obs_dict,
         mrb_2q_density=density_2q_gates,
         mrb_2q_ensemble=two_qubit_gate_ensemble,
     )

{iqm_benchmarks-2.18 → iqm_benchmarks-2.20}/src/iqm/benchmarks/readout_mitigation.py

@@ -198,29 +198,20 @@ class M3IQM(mthree.M3Mitigation):
             trans_qcs[(num_jobs - 1) * circ_slice :]
         ]
         # Do job submission here
-        # This Backend check is here for Qiskit direct access.  Should be removed later.
         jobs = []
-        if not isinstance(self.system, Backend):
-            for circs in circs_list:
-                transpiled_circuit = transpile(circs, self.system, optimization_level=0)
+        for circs in circs_list:
+            transpiled_circuit = transpile(circs, self.system, optimization_level=0)
+            if cal_id is None:
                 _job = self.system.run(transpiled_circuit, shots=shots, rep_delay=self.rep_delay)
-                jobs.append(_job)
-
-        # *****************************************
-        else:  # That's what IQM backend do!
-            # *****************************************
-            for circs in circs_list:
-                if cal_id is None:
-                    _job = self.system.run(circs, shots=shots, rep_delay=self.rep_delay)
-                else:
-                    _job = self.system.run(
-                        circs,
-                        shots=shots,
-                        rep_delay=self.rep_delay,
-                        calibration_set_id=cal_id,
-                    )
-                jobs.append(_job)
-                qcvv_logger.info(f"REM: {len(circs)} calibration circuits to be executed!")
+            else:
+                _job = self.system.run(
+                    transpiled_circuit,
+                    shots=shots,
+                    rep_delay=self.rep_delay,
+                    calibration_set_id=cal_id,
+                )
+            jobs.append(_job)
+            qcvv_logger.info(f"REM: {len(circs)} calibration circuits to be executed!")
 
         # Execute job and cal building in new thread.
         self._job_error = None

{iqm_benchmarks-2.18 → iqm_benchmarks-2.20/src/iqm_benchmarks.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: iqm-benchmarks
-Version: 2.18
+Version: 2.20
 Summary: A package for implementation of Quantum Characterization, Verification and Validation (QCVV) techniques on IQM's hardware at gate level abstraction
 Author-email: IQM Finland Oy <developers@meetiqm.com>, Aniket Rath <aniket.rath@meetiqm.com>, Jami Rönkkö <jami@meetiqm.com>, Pedro Figueroa Romero <pedro.romero@meetiqm.com>, Vicente Pina Canelles <vicente.pina@meetiqm.com>, Raphael Brieger <raphael.brieger@meetiqm.com>, Stefan Seegerer <stefan.seegerer@meetiqm.com>, Miikka Koistinen <miikka@meetiqm.com>, Adrian Auer <adrian.auer@meetiqm.com>, Nadia Milazzo <nadia.milazzo@meetiqm.com>
 Project-URL: Homepage, https://github.com/iqm-finland/iqm-benchmarks

{iqm_benchmarks-2.18 → iqm_benchmarks-2.20}/tests/test_ghz.py

@@ -4,23 +4,19 @@ from unittest.mock import patch
 
 from iqm.benchmarks.entanglement.ghz import GHZBenchmark, GHZConfiguration
 from iqm.qiskit_iqm.fake_backends.fake_apollo import IQMFakeApollo
-
-
-backend = IQMFakeApollo()
-
+from iqm.qiskit_iqm.fake_backends.fake_deneb import IQMFakeDeneb
 
 class TestGHZ:
+    backend = IQMFakeApollo()
+
     @patch('matplotlib.pyplot.figure')
     def test_layouts(self, mock_fig):
         MINIMAL_GHZ = GHZConfiguration(
             state_generation_routine=f"tree",
             custom_qubits_array=[
-                [10, 15],
-                [0, 1, 3],
-                [0, 1, 3, 4],
-                # [0,1,2,3,4],
-                # [0,1,2,3,4,5],
-                # [0,1,2,3,4,5,6],
+                [5, 6],
+                [1, 3, 4],
+                [1, 3, 4, 5],
             ],
             shots=3,
             qiskit_optim_level=3,
@@ -30,17 +26,17 @@ class TestGHZ:
             rem=False,
             mit_shots=10,
         )
-        benchmark = GHZBenchmark(backend, MINIMAL_GHZ)
+        benchmark = GHZBenchmark(self.backend, MINIMAL_GHZ)
         benchmark.run()
         benchmark.analyze()
         mock_fig.assert_called()
 
     @patch('matplotlib.pyplot.figure')
     def test_state_routine(self, mock_fig):
-        for gen_routine in [f"tree", f"naive", "log_depth"]:
+        for gen_routine in [f"tree", f"naive", "log_depth", "star"]:
             MINIMAL_GHZ = GHZConfiguration(
                 state_generation_routine=gen_routine,
-                custom_qubits_array=[[0, 1, 2, 3]],
+                custom_qubits_array=[[2, 3, 4]],
                 shots=3,
                 qiskit_optim_level=3,
                 optimize_sqg=True,
@@ -49,7 +45,7 @@ class TestGHZ:
                 rem=False,
                 mit_shots=10,
             )
-            benchmark = GHZBenchmark(backend, MINIMAL_GHZ)
+            benchmark = GHZBenchmark(self.backend, MINIMAL_GHZ)
             benchmark.run()
             benchmark.analyze()
             mock_fig.assert_called()
@@ -59,7 +55,7 @@ class TestGHZ:
         for fidelity_routine in [f"coherences", f"randomized_measurements"]:
             MINIMAL_GHZ = GHZConfiguration(
                 state_generation_routine=f"tree",
-                custom_qubits_array=[[0, 1, 2, 3]],
+                custom_qubits_array=[[2, 3, 4]],
                 shots=3,
                 qiskit_optim_level=3,
                 optimize_sqg=True,
@@ -68,7 +64,10 @@ class TestGHZ:
                 rem=True,
                 mit_shots=10,
             )
-            benchmark = GHZBenchmark(backend, MINIMAL_GHZ)
+            benchmark = GHZBenchmark(self.backend, MINIMAL_GHZ)
             benchmark.run()
             benchmark.analyze()
             mock_fig.assert_called()
+
+class TestGHZDeneb(TestGHZ):
+    backend = IQMFakeDeneb()

{iqm_benchmarks-2.18 → iqm_benchmarks-2.20}/tests/test_gst.py

@@ -3,16 +3,17 @@
 from unittest.mock import patch
 
 from iqm.benchmarks.compressive_gst.compressive_gst import CompressiveGST, GSTConfiguration
-
-
-backend = "iqmfakeapollo"
+from iqm.qiskit_iqm.fake_backends.fake_apollo import IQMFakeApollo
+from iqm.qiskit_iqm.fake_backends.fake_deneb import IQMFakeDeneb
 
 
 class TestGST:
+    backend = IQMFakeApollo()
+
     @patch('matplotlib.pyplot.figure')
     def test_1q(self, mock_fig):
         minimal_1Q_config = GSTConfiguration(
-            qubit_layouts=[[5], [0]],
+            qubit_layouts=[[5], [1]],
             gate_set="1QXYI",
             num_circuits=10,
             shots=10,
@@ -20,15 +21,15 @@ class TestGST:
             bootstrap_samples=2,
             max_iterations=[1, 1],
         )
-        benchmark = CompressiveGST(backend, minimal_1Q_config)
+        benchmark = CompressiveGST(self.backend, minimal_1Q_config)
         benchmark.run()
-        result = benchmark.analyze()
+        benchmark.analyze()
         mock_fig.assert_called()
 
     @patch('matplotlib.pyplot.figure')
     def test_2q(self, mock_fig):
         minimal_2Q_GST = GSTConfiguration(
-            qubit_layouts=[[1, 0]],
+            qubit_layouts=[[2, 3]],
             gate_set="2QXYCZ_extended",
             num_circuits=4,
             shots=10,
@@ -36,7 +37,10 @@ class TestGST:
             bootstrap_samples=0,
             max_iterations=[1, 1],
         )
-        benchmark = CompressiveGST(backend, minimal_2Q_GST)
+        benchmark = CompressiveGST(self.backend, minimal_2Q_GST)
         benchmark.run()
-        result = benchmark.analyze()
+        benchmark.analyze()
         mock_fig.assert_called()
+
+class TestGSTDeneb(TestGST):
+    backend = IQMFakeDeneb()

iqm_benchmarks-2.20/tests/test_qscore.py

@@ -0,0 +1,37 @@
+"""Tests for Qscore estimation"""
+
+from iqm.benchmarks.optimization.qscore import *
+from iqm.qiskit_iqm.fake_backends.fake_adonis import IQMFakeAdonis
+from iqm.qiskit_iqm.fake_backends.fake_deneb import IQMFakeDeneb
+
+
+class TestQScore:
+    backend = IQMFakeAdonis()
+    qpu_topology = "crystal"
+    custom_qubits_array = [[0], [0, 2], [0, 1, 2], [0, 1, 2, 3], [0, 1, 2, 3, 4]]
+
+    def test_qscore(self):
+        EXAMPLE_QSCORE = QScoreConfiguration(
+            num_instances=2,
+            num_qaoa_layers=1,
+            shots=4,
+            calset_id=None,  # calibration set ID, default is None
+            min_num_nodes=2,
+            max_num_nodes=None,
+            use_virtual_node=True,
+            use_classically_optimized_angles=True,
+            choose_qubits_routine="custom",
+            custom_qubits_array=self.custom_qubits_array,
+            seed=1,
+            REM=True,
+            mit_shots=10,
+            qpu_topology=self.qpu_topology
+        )
+        benchmark = QScoreBenchmark(self.backend, EXAMPLE_QSCORE)
+        benchmark.run()
+        benchmark.analyze()
+
+class TestQScoreDeneb(TestQScore):
+    backend = IQMFakeDeneb()
+    qpu_topology = "star"
+    custom_qubits_array = [[1], [1, 2], [1, 2, 3], [1, 2, 3, 4], [1, 2, 3, 4, 5], [1, 2, 3, 4, 5, 6]]

{iqm_benchmarks-2.18 → iqm_benchmarks-2.20}/tests/test_qv.py

@@ -2,20 +2,21 @@
 
 from iqm.benchmarks.quantum_volume.clops import CLOPSBenchmark, CLOPSConfiguration
 from iqm.benchmarks.quantum_volume.quantum_volume import QuantumVolumeBenchmark, QuantumVolumeConfiguration
-
-
-backend = "fakeapollo"
+from iqm.qiskit_iqm.fake_backends.fake_apollo import IQMFakeApollo
+from iqm.qiskit_iqm.fake_backends.fake_deneb import IQMFakeDeneb
 
 
 class TestQV:
+    backend = IQMFakeApollo()
+
     def test_qv(self):
         EXAMPLE_QV = QuantumVolumeConfiguration(
             num_circuits=5,
-            shots=2**4,
+            shots=2**5,
             calset_id=None,
             num_sigmas=2,
             choose_qubits_routine="custom",
-            custom_qubits_array=[[0, 1]],
+            custom_qubits_array=[[2, 3]],
             qiskit_optim_level=3,
             optimize_sqg=True,
             routing_method="sabre",
@@ -24,16 +25,16 @@ class TestQV:
             rem=True,
             mit_shots=10,
         )
-        benchmark = QuantumVolumeBenchmark(backend, EXAMPLE_QV)
+        benchmark = QuantumVolumeBenchmark(self.backend, EXAMPLE_QV)
         benchmark.run()
         benchmark.analyze()
 
     def test_clops(self):
         EXAMPLE_CLOPS = CLOPSConfiguration(
-            qubits=[0, 1],
-            num_circuits=2,  # By definition set to 100
+            qubits=[2, 3],
+            num_circuits=4,  # By definition set to 100
             num_updates=2,  # By definition set to 10
-            num_shots=2,  # By definition set to 100
+            num_shots=2**5,  # By definition set to 100
             calset_id=None,
             clops_h_bool=True,
             qiskit_optim_level=3,
@@ -41,6 +42,9 @@ class TestQV:
             routing_method="sabre",
             physical_layout="fixed",
         )
-        benchmark = CLOPSBenchmark(backend, EXAMPLE_CLOPS)
+        benchmark = CLOPSBenchmark(self.backend, EXAMPLE_CLOPS)
         benchmark.run()
         benchmark.analyze()
+
+class TestQVDeneb(TestQV):
+    backend = IQMFakeDeneb()

{iqm_benchmarks-2.18 → iqm_benchmarks-2.20}/tests/test_rb.py

@@ -14,15 +14,15 @@ from iqm.benchmarks.randomized_benchmarking.mirror_rb.mirror_rb import (
     MirrorRandomizedBenchmarking,
     MirrorRBConfiguration,
 )
-
-
-backend = "fakeapollo"
-
+from iqm.qiskit_iqm.fake_backends.fake_apollo import IQMFakeApollo
+from iqm.qiskit_iqm.fake_backends.fake_deneb import IQMFakeDeneb
 
 class TestRB:
+    backend = IQMFakeApollo()
+
     def test_mrb(self):
         EXAMPLE_MRB = MirrorRBConfiguration(
-            qubits_array=[[0, 1], [0, 3]],
+            qubits_array=[[2, 3], [3, 4]],
             depths_array=[[2**m for m in range(4)]],
             num_circuit_samples=2,
             num_pauli_samples=2,
@@ -32,13 +32,13 @@ class TestRB:
             two_qubit_gate_ensemble={"CZGate": 0.8, "iSwapGate": 0.2},
             density_2q_gates=0.25,
         )
-        benchmark = MirrorRandomizedBenchmarking(backend, EXAMPLE_MRB)
+        benchmark = MirrorRandomizedBenchmarking(self.backend, EXAMPLE_MRB)
         benchmark.run()
         benchmark.analyze()
 
     def test_irb(self):
         EXAMPLE_IRB_1Q = InterleavedRBConfiguration(
-            qubits_array=[[0]],
+            qubits_array=[[1]],
             sequence_lengths=[2 ** (m + 1) - 1 for m in range(4)],
             num_circuit_samples=2,
             shots=2**4,
@@ -47,7 +47,7 @@ class TestRB:
             interleaved_gate_params=[np.pi, 0],
             simultaneous_fit=["amplitude", "offset"],
         )
-        benchmark = InterleavedRandomizedBenchmarking(backend, EXAMPLE_IRB_1Q)
+        benchmark = InterleavedRandomizedBenchmarking(self.backend, EXAMPLE_IRB_1Q)
         benchmark.run()
         benchmark.analyze()
 
@@ -60,6 +60,9 @@ class TestRB:
             calset_id=None,
             parallel_execution=False,
         )
-        benchmark = CliffordRandomizedBenchmarking(backend, EXAMPLE_CRB_1Q)
+        benchmark = CliffordRandomizedBenchmarking(self.backend, EXAMPLE_CRB_1Q)
         benchmark.run()
         benchmark.analyze()
+
+class TestRBDeneb(TestRB):
+    backend = IQMFakeDeneb()

iqm_benchmarks-2.18/tests/test_qscore.py

@@ -1,50 +0,0 @@
-"""Tests for Qscore estimation"""
-
-from iqm.benchmarks.optimization.qscore import *
-
-
-backend = "IQMFakeAdonis"
-
-
-class TestQScore:
-    def test_qscore_crystal(self):
-        EXAMPLE_QSCORE = QScoreConfiguration(
-            num_instances=2,
-            num_qaoa_layers=1,
-            shots=4,
-            calset_id=None,  # calibration set ID, default is None
-            min_num_nodes=2,
-            max_num_nodes=None,
-            use_virtual_node=True,
-            use_classically_optimized_angles=True,
-            choose_qubits_routine="custom",
-            custom_qubits_array=[[2], [2, 0], [2, 0, 1], [2, 0, 1, 3], [2, 0, 1, 3, 4]],
-            seed=1,
-            REM=True,
-            mit_shots=10,
-            qpu_topology="crystal"
-        )
-        benchmark = QScoreBenchmark(backend, EXAMPLE_QSCORE)
-        benchmark.run()
-        benchmark.analyze()
-
-    def test_qscore_star(self):
-        EXAMPLE_QSCORE = QScoreConfiguration(
-            num_instances=2,
-            num_qaoa_layers=1,
-            shots=4,
-            calset_id=None,  # calibration set ID, default is None
-            min_num_nodes=2,
-            max_num_nodes=None,
-            use_virtual_node=True,
-            use_classically_optimized_angles=True,
-            choose_qubits_routine="custom",
-            custom_qubits_array=[[1], [1, 2], [1, 2, 3], [1, 2, 3, 4], [1, 2, 3, 4, 5], [1, 2, 3, 4, 5, 6]],
-            seed=1,
-            REM=True,
-            mit_shots=10,
-            qpu_topology="star"
-        )
-        benchmark = QScoreBenchmark(backend, EXAMPLE_QSCORE)
-        benchmark.run()
-        benchmark.analyze()