Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Fix curve plotter error #1416

Open
wants to merge 4 commits into
base: main
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion qiskit_experiments/visualization/plotters/base_plotter.py
Original file line number Diff line number Diff line change
Expand Up @@ -198,7 +198,7 @@ def data_keys_for(self, series_name: SeriesName) -> List[str]:

def data_for(
self, series_name: SeriesName, data_keys: Union[str, List[str]]
) -> Tuple[Optional[Any]]:
) -> Tuple[Optional[Any], ...]:
"""Returns data associated with the given series.

The returned tuple contains the data, associated with ``data_keys``, in the same
Expand Down
71 changes: 33 additions & 38 deletions qiskit_experiments/visualization/plotters/curve_plotter.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,11 +12,11 @@
"""Plotter for curve fits, specifically from :class:`.CurveAnalysis`."""
from typing import List

import numpy as np
from uncertainties import UFloat

from qiskit_experiments.curve_analysis.utils import analysis_result_to_repr
from qiskit_experiments.framework import Options

from .base_plotter import BasePlotter


Expand Down Expand Up @@ -119,49 +119,44 @@ def _plot_figure(self):
plotted_formatted_data = False
if self.data_exists_for(ser, ["x_formatted", "y_formatted", "y_formatted_err"]):
x, y, yerr = self.data_for(ser, ["x_formatted", "y_formatted", "y_formatted_err"])
self.drawer.scatter(x, y, y_err=yerr, name=ser, zorder=2, legend=True)
plotted_formatted_data = True
if x is not None and y is not None:
self.drawer.scatter(x, y, y_err=yerr, name=ser, zorder=2, legend=True)
plotted_formatted_data = True

# Scatter plot
if self.data_exists_for(ser, ["x", "y"]):
x, y = self.data_for(ser, ["x", "y"])
options = {
"zorder": 1,
}
# If we plotted formatted data, differentiate scatter points by setting normal X-Y
# markers to gray.
if plotted_formatted_data:
options["color"] = "gray"
# If we didn't plot formatted data, the X-Y markers should be used for the legend. We add
# it to ``options`` so it's easier to pass to ``scatter``.
if not plotted_formatted_data:
options["legend"] = True
self.drawer.scatter(
x,
y,
name=ser,
**options,
)

# Line plot for fit
if x is not None and y is not None:
options = {
"zorder": 1,
}
# If we plotted formatted data, differentiate scatter points
# by setting normal X-Y markers to gray.
if plotted_formatted_data:
options["color"] = "gray"
# If we didn't plot formatted data, the X-Y markers should be used for the legend.
# We add it to ``options`` so it's easier to pass to ``scatter``.
if not plotted_formatted_data:
options["legend"] = True
self.drawer.scatter(x, y, name=ser, **options)

# Line and confidence interval plot for fit
if self.data_exists_for(ser, ["x_interp", "y_interp"]):
x, y = self.data_for(ser, ["x_interp", "y_interp"])
self.drawer.line(x, y, name=ser, zorder=3)

# Confidence interval plot
if self.data_exists_for(ser, ["x_interp", "y_interp", "y_interp_err"]):
x, y_interp, y_interp_err = self.data_for(
ser, ["x_interp", "y_interp", "y_interp_err"]
)
for n_sigma, alpha in self.options.plot_sigma:
self.drawer.filled_y_area(
x,
y_interp + n_sigma * y_interp_err,
y_interp - n_sigma * y_interp_err,
name=ser,
alpha=alpha,
zorder=5,
)
if x is not None and y is not None:
self.drawer.line(x, y, name=ser, zorder=3)
if self.data_exists_for(ser, ["y_interp_err"]):
if (y_err := self.data_for(ser, ["y_interp_err"])[0]) is not None:
y_err = np.array(y_err, dtype=float)
for n_sigma, alpha in self.options.plot_sigma:
self.drawer.filled_y_area(
x,
y + n_sigma * y_err,
y - n_sigma * y_err,
name=ser,
alpha=alpha,
zorder=5,
)

# Fit report
report = self._write_report()
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
---
fixes:
- |
Fixed a bug that crashes the curve analysis when the covariance matrix in
the least square fit diverges. This bug is caused by lacking exception handling
in the :class:`.CurvePlotter`. See qiskit-experiments/#1413 for details.
163 changes: 162 additions & 1 deletion test/visualization/test_plotter.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,9 +12,15 @@
"""
Test integration of plotter.
"""
from test.base import QiskitExperimentsTestCase
from test.visualization.test_utils import LoggingTestCase

from copy import deepcopy
from test.base import QiskitExperimentsTestCase

import numpy as np
from uncertainties import ufloat
from qiskit_experiments.framework import AnalysisResultData
from qiskit_experiments.visualization import CurvePlotter, MplDrawer

from .mock_drawer import MockDrawer
from .mock_plotter import MockPlotter
Expand Down Expand Up @@ -85,3 +91,158 @@ def test_supplementary_data_end_to_end(self):
msg=f"Actual figure data value for {key} data-key is not as expected: {actual_value} "
f"(actual) vs {expected_value} (expected)",
)


class TestCurvePlotter(LoggingTestCase):
"""Test case for Qiskit Experiments curve plotter based on logging."""

def test_all_data(self):
"""Visualize all curve information."""
plotter = CurvePlotter(drawer=MplDrawer())
plotter.set_series_data(
series_name="test",
x=[0, 1],
y=[1, 1],
x_formatted=[2, 3],
y_formatted=[2, 2],
y_formatted_err=[0.1, 0.1],
x_interp=[4, 5],
y_interp=[3, 3],
y_interp_err=[0.2, 0.2],
)
self.assertDrawerAPICallEqual(
plotter,
expected=[
"Calling initialize_canvas",
"Calling scatter with x_data=[2, 3], y_data=[2, 2], x_err=None, y_err=[0.1, 0.1], "
"name='test', label=None, legend=True, options={'zorder': 2}",
"Calling scatter with x_data=[0, 1], y_data=[1, 1], x_err=None, y_err=None, "
"name='test', label=None, legend=False, options={'zorder': 1, 'color': 'gray'}",
"Calling line with x_data=[4, 5], y_data=[3, 3], "
"name='test', label=None, legend=False, options={'zorder': 3}",
"Calling filled_y_area with x_data=[4, 5], y_ub=[3.2, 3.2], y_lb=[2.8, 2.8], "
"name='test', label=None, legend=False, options={'alpha': 0.7, 'zorder': 5}",
"Calling filled_y_area with x_data=[4, 5], y_ub=[3.6, 3.6], y_lb=[2.4, 2.4], "
"name='test', label=None, legend=False, options={'alpha': 0.3, 'zorder': 5}",
"Calling format_canvas",
],
)

def test_supplementary(self):
"""Visualize with fitting report."""
test_result = AnalysisResultData(name="test", value=ufloat(1, 0.2))

plotter = CurvePlotter(drawer=MplDrawer())
plotter.set_series_data(
series_name="test",
x=[0, 1],
y=[1, 1],
)
plotter.set_supplementary_data(
fit_red_chi=3.0,
primary_results=[test_result],
)
# pylint: disable=anomalous-backslash-in-string
self.assertDrawerAPICallEqual(
plotter,
expected=[
"Calling initialize_canvas",
"Calling scatter with x_data=[0, 1], y_data=[1, 1], x_err=None, y_err=None, "
"name='test', label=None, legend=True, options={'zorder': 1}",
"Calling textbox with description='test = 1 ± 0.2\n"
"reduced-$\chi^2$ = 3', rel_pos=None, options={}",
"Calling format_canvas",
],
)

def test_fit_y_error_missing(self):
"""Visualize curve that fitting doesn't work well, i.e. cov-matrix diverges."""
plotter = CurvePlotter(drawer=MplDrawer())
plotter.set_series_data(
series_name="test",
x=[0, 1],
y=[1, 1],
x_formatted=[2, 3],
y_formatted=[2, 2],
y_formatted_err=[0.1, 0.1],
x_interp=[4, 5],
y_interp=[3, 3], # y_interp_err is gone
)
self.assertDrawerAPICallEqual(
plotter,
expected=[
"Calling initialize_canvas",
"Calling scatter with x_data=[2, 3], y_data=[2, 2], x_err=None, y_err=[0.1, 0.1], "
"name='test', label=None, legend=True, options={'zorder': 2}",
"Calling scatter with x_data=[0, 1], y_data=[1, 1], x_err=None, y_err=None, "
"name='test', label=None, legend=False, options={'zorder': 1, 'color': 'gray'}",
"Calling line with x_data=[4, 5], y_data=[3, 3], "
"name='test', label=None, legend=False, options={'zorder': 3}",
"Calling format_canvas",
],
)

def test_fit_fails(self):
"""Visualize curve only contains formatted data, i.e. fit completely fails."""
plotter = CurvePlotter(drawer=MplDrawer())
plotter.set_series_data(
series_name="test",
x_formatted=[2, 3],
y_formatted=[2, 2],
y_formatted_err=[0.1, 0.1],
)
self.assertDrawerAPICallEqual(
plotter,
expected=[
"Calling initialize_canvas",
"Calling scatter with x_data=[2, 3], y_data=[2, 2], x_err=None, y_err=[0.1, 0.1], "
"name='test', label=None, legend=True, options={'zorder': 2}",
"Calling format_canvas",
],
)

def test_two_series(self):
"""Visualize curve with two series."""
plotter = CurvePlotter(drawer=MplDrawer())
plotter.set_series_data(
series_name="test1",
x_formatted=[2, 3],
y_formatted=[2, 2],
y_formatted_err=[0.1, 0.1],
)
plotter.set_series_data(
series_name="test2",
x_formatted=[2, 3],
y_formatted=[4, 4],
y_formatted_err=[0.2, 0.2],
)
self.assertDrawerAPICallEqual(
plotter,
expected=[
"Calling initialize_canvas",
"Calling scatter with x_data=[2, 3], y_data=[2, 2], x_err=None, y_err=[0.1, 0.1], "
"name='test1', label=None, legend=True, options={'zorder': 2}",
"Calling scatter with x_data=[2, 3], y_data=[4, 4], x_err=None, y_err=[0.2, 0.2], "
"name='test2', label=None, legend=True, options={'zorder': 2}",
"Calling format_canvas",
],
)

def test_scatter_partly_missing(self):
"""Visualize curve include some defect."""
plotter = CurvePlotter(drawer=MplDrawer())
plotter.set_series_data(
series_name="test",
x_formatted=[2, 3],
y_formatted=[np.nan, 2],
y_formatted_err=[np.nan, 0.1],
)
self.assertDrawerAPICallEqual(
plotter,
expected=[
"Calling initialize_canvas",
"Calling scatter with x_data=[2, 3], y_data=[nan, 2], x_err=None, y_err=[nan, 0.1], "
"name='test', label=None, legend=True, options={'zorder': 2}",
"Calling format_canvas",
],
)
82 changes: 82 additions & 0 deletions test/visualization/test_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,15 +12,20 @@
"""
Test visualization utilities.
"""
from __future__ import annotations

import itertools as it
import logging
import inspect

from test.base import QiskitExperimentsTestCase
from typing import List, Tuple

import numpy as np
from ddt import data, ddt
from qiskit.exceptions import QiskitError

from qiskit_experiments.visualization import BasePlotter, BaseDrawer
from qiskit_experiments.visualization.utils import DataExtentCalculator
from qiskit_experiments.framework.package_deps import numpy_version

Expand Down Expand Up @@ -119,3 +124,80 @@ def test_no_data_error(self):
ext_calc = DataExtentCalculator()
with self.assertRaises(QiskitError):
ext_calc.extent()


class LoggingTestCase(QiskitExperimentsTestCase):
"""Experiments visualization test case for integration test.

This test case provides a test function assertDrawerAPICallEqual that embeds
a local logger to record internal drawer API calls,
instead of validating the plotter by actually comparing the generated image file.
"""

class LoggingWrapper:
"""Internal drawer wrapper for logging API call."""

def __init__(
self,
target: BaseDrawer,
to_record: list[str],
):
self._target = target
self._to_record = to_record
self._logger = logging.getLogger("LocalLogger")

def __getattr__(self, name):
method = getattr(self._target, name)
if name in self._to_record:
return self._record_call(method)
return method

def _record_call(self, method):
"""A drawer's method wrapper to record the call details."""
signature = inspect.signature(method)

def _format_arg(key_value_tuple):
key, value = key_value_tuple
# to make uniform representation for the ease of unittest
if isinstance(value, (tuple, np.ndarray)):
return f"{key}={list(value)}"
if isinstance(value, str):
return f"{key}='{value}'"
return f"{key}={value}"

def _wrapped(*args, **kwargs):
full_args = signature.bind(*args, **kwargs)
full_args.apply_defaults()
msg = f"Calling {method.__name__}"
if log_kwargs := ", ".join(map(_format_arg, full_args.arguments.items())):
msg += f" with {log_kwargs}"
self._logger.info(msg)
return method(*args, **kwargs)

return _wrapped

def assertDrawerAPICallEqual(
self,
plotter: BasePlotter,
expected: list[str],
):
"""Test if drawer APIs are called with expected arguments via the plotter.figure() call."""
plotter.drawer = LoggingTestCase.LoggingWrapper(
plotter.drawer,
[
"line",
"scatter",
"hline",
"filled_y_area",
"filled_x_area",
"textbox",
"image",
"initialize_canvas",
"format_canvas",
],
)
logger = "LocalLogger"
with self.assertLogs(logger, level="INFO") as cm:
plotter.figure()

self.assertListEqual([record.message for record in cm.records], expected)
Loading