2023-10-20 23:36:05 +02:00
|
|
|
import quacc.evaluation.comp as comp
|
|
|
|
from quacc.dataset import Dataset
|
|
|
|
from quacc.environ import env
|
2023-10-19 02:36:53 +02:00
|
|
|
|
2023-05-17 14:02:29 +02:00
|
|
|
|
2023-09-24 02:21:18 +02:00
|
|
|
def estimate_comparison():
|
2023-10-20 23:36:05 +02:00
|
|
|
dataset = Dataset(
|
|
|
|
env.DATASET_NAME, target=env.DATASET_TARGET, n_prevalences=env.DATASET_N_PREVS
|
|
|
|
)
|
|
|
|
output_path = env.OUT_DIR / f"{dataset.name}.md"
|
|
|
|
with open(output_path, "w") as f:
|
|
|
|
dr = comp.evaluate_comparison(dataset, estimators=env.COMP_ESTIMATORS)
|
|
|
|
f.write(dr.to_md("acc"))
|
2023-09-24 02:21:18 +02:00
|
|
|
|
2023-10-19 02:36:53 +02:00
|
|
|
# print(df.to_latex(float_format="{:.4f}".format))
|
|
|
|
# print(utils.avg_group_report(df).to_latex(float_format="{:.4f}".format))
|
2023-09-24 02:21:18 +02:00
|
|
|
|
|
|
|
|
|
|
|
def main():
|
|
|
|
estimate_comparison()
|
2023-05-17 14:02:29 +02:00
|
|
|
|
2023-10-19 02:36:53 +02:00
|
|
|
|
2023-05-11 21:43:59 +02:00
|
|
|
if __name__ == "__main__":
|
2023-09-24 02:21:18 +02:00
|
|
|
main()
|