From d7cbde75225c12c67d6e8e3556f3a4795c269ac4 Mon Sep 17 00:00:00 2001 From: Lorenzo Volpi Date: Mon, 27 Nov 2023 03:26:41 +0100 Subject: [PATCH] added stats_table --- qcpanel/util.py | 30 ++++++++---------------------- 1 file changed, 8 insertions(+), 22 deletions(-) diff --git a/qcpanel/util.py b/qcpanel/util.py index 7b7d69f..3820d71 100644 --- a/qcpanel/util.py +++ b/qcpanel/util.py @@ -4,30 +4,13 @@ from pathlib import Path import panel as pn -from quacc.evaluation.comp import CE -from quacc.evaluation.report import DatasetReport +from quacc.evaluation.estimators import CE +from quacc.evaluation.report import CompReport, DatasetReport +from quacc.evaluation.stats import ttest_rel _plot_sizing_mode = "stretch_both" -valid_plot_modes = defaultdict( - lambda: [ - "delta_train", - "stdev_train", - "train_table", - "shift", - "shift_table", - "diagonal", - ] -) -valid_plot_modes["avg"] = [ - "delta_train", - "stdev_train", - "train_table", - "shift", - "shift_table", - "delta_test", - "stdev_test", - "test_table", -] +valid_plot_modes = defaultdict(lambda: CompReport._default_modes) +valid_plot_modes["avg"] = DatasetReport._default_dr_modes def create_plots( @@ -60,6 +43,9 @@ def create_plots( .mean() ) return pn.pane.DataFrame(_data, align="center") if not _data.empty else None + case ("avg", "stats_table"): + _data = ttest_rel(dr, metric=metric, estimators=estimators) + return pn.pane.DataFrame(_data, align="center") if not _data.empty else None case ("avg", _ as plot_mode): _plot = dr.get_plots( mode=mode,