diff --git a/.gitignore b/.gitignore index 069fa69..ad6e54d 100644 --- a/.gitignore +++ b/.gitignore @@ -13,5 +13,4 @@ elsahar19_rca/__pycache__/* .coverage scp_sync.py out/* -output/* *.log \ No newline at end of file diff --git a/conf.yaml b/conf.yaml index 44920d0..e4e6294 100644 --- a/conf.yaml +++ b/conf.yaml @@ -5,12 +5,19 @@ debug_conf: &debug_conf DATASET_N_PREVS: 5 DATASET_PREVS: - 0.5 + - 0.1 - datasets: + confs: - DATASET_NAME: imdb plot_confs: debug: + PLOT_ESTIMATORS: + - ref + - atc_mc + - atc_ne + PLOT_STDEV: true + debug_plus: PLOT_ESTIMATORS: - mul_sld_bcts - mul_sld @@ -28,7 +35,7 @@ test_conf: &test_conf - 0.5 - 0.1 - datasets: + confs: # - DATASET_NAME: rcv1 # DATASET_TARGET: CCAT - DATASET_NAME: imdb @@ -53,15 +60,15 @@ main_conf: &main_conf - f1 DATASET_N_PREVS: 9 - datasets: + confs: + - DATASET_NAME: rcv1 + DATASET_TARGET: CCAT + confs_bck: - DATASET_NAME: imdb - datasets_bck: - DATASET_NAME: rcv1 DATASET_TARGET: GCAT - DATASET_NAME: rcv1 DATASET_TARGET: MCAT - - DATASET_NAME: rcv1 - DATASET_TARGET: CCAT plot_confs: gs_vs_atc: @@ -104,4 +111,4 @@ main_conf: &main_conf - atc_ne - doc_feat -exec: *test_conf \ No newline at end of file +exec: *debug_conf \ No newline at end of file diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_10_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_10_acc.png deleted file mode 100644 index 3baa45c..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_10_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_10_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_10_f1.png deleted file mode 100644 index 6dbf3fd..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_10_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_20_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_20_acc.png deleted file mode 100644 index 09e05a1..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_20_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_20_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_20_f1.png deleted file mode 100644 index 3a654b9..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_20_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_30_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_30_acc.png deleted file mode 100644 index 879c360..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_30_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_30_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_30_f1.png deleted file mode 100644 index 8595e62..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_30_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_40_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_40_acc.png deleted file mode 100644 index 5ea7a8c..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_40_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_40_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_40_f1.png deleted file mode 100644 index 7bf82b1..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_40_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_50_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_50_acc.png deleted file mode 100644 index f5a2251..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_50_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_50_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_50_f1.png deleted file mode 100644 index 6b850a6..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_50_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_60_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_60_acc.png deleted file mode 100644 index 95dbae2..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_60_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_60_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_60_f1.png deleted file mode 100644 index 125d942..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_60_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_70_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_70_acc.png deleted file mode 100644 index 5a7c4f9..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_70_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_70_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_70_f1.png deleted file mode 100644 index 7289096..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_70_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_80_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_80_acc.png deleted file mode 100644 index 09deea5..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_80_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_80_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_80_f1.png deleted file mode 100644 index 7e98449..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_80_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_90_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_90_acc.png deleted file mode 100644 index 8d255d6..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_90_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_90_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_90_f1.png deleted file mode 100644 index 263f450..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_90_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_avg_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_avg_acc.png deleted file mode 100644 index 42368c3..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_avg_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_avg_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_avg_f1.png deleted file mode 100644 index 342755a..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_all_vs_atc_avg_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_10_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_10_acc.png deleted file mode 100644 index e847a44..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_10_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_10_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_10_f1.png deleted file mode 100644 index 896bc8a..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_10_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_20_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_20_acc.png deleted file mode 100644 index 2a3cc6f..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_20_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_20_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_20_f1.png deleted file mode 100644 index cf2a87a..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_20_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_30_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_30_acc.png deleted file mode 100644 index 06992d9..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_30_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_30_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_30_f1.png deleted file mode 100644 index 9fa4257..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_30_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_40_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_40_acc.png deleted file mode 100644 index a8104da..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_40_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_40_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_40_f1.png deleted file mode 100644 index 2fa1906..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_40_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_50_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_50_acc.png deleted file mode 100644 index 2a3db52..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_50_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_50_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_50_f1.png deleted file mode 100644 index 5b0a907..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_50_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_60_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_60_acc.png deleted file mode 100644 index edc03f3..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_60_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_60_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_60_f1.png deleted file mode 100644 index 670efc9..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_60_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_70_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_70_acc.png deleted file mode 100644 index 57fa6d6..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_70_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_70_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_70_f1.png deleted file mode 100644 index 1022c83..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_70_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_80_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_80_acc.png deleted file mode 100644 index b0b8378..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_80_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_80_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_80_f1.png deleted file mode 100644 index 0f2ccd3..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_80_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_90_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_90_acc.png deleted file mode 100644 index 190e7f2..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_90_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_90_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_90_f1.png deleted file mode 100644 index d9405df..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_90_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_avg_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_avg_acc.png deleted file mode 100644 index 5c620bd..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_avg_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_avg_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_avg_f1.png deleted file mode 100644 index e08761e..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_all_avg_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_10_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_10_acc.png deleted file mode 100644 index 0551625..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_10_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_10_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_10_f1.png deleted file mode 100644 index b14ff38..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_10_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_20_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_20_acc.png deleted file mode 100644 index 1789297..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_20_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_20_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_20_f1.png deleted file mode 100644 index 541c62c..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_20_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_30_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_30_acc.png deleted file mode 100644 index 71cdb53..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_30_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_30_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_30_f1.png deleted file mode 100644 index 06b7d3d..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_30_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_40_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_40_acc.png deleted file mode 100644 index 3acdecc..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_40_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_40_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_40_f1.png deleted file mode 100644 index f79ef63..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_40_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_50_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_50_acc.png deleted file mode 100644 index c6f0ff7..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_50_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_50_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_50_f1.png deleted file mode 100644 index 1715040..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_50_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_60_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_60_acc.png deleted file mode 100644 index 171b2ca..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_60_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_60_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_60_f1.png deleted file mode 100644 index ef2f57e..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_60_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_70_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_70_acc.png deleted file mode 100644 index 4d3ca65..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_70_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_70_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_70_f1.png deleted file mode 100644 index ff6ea42..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_70_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_80_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_80_acc.png deleted file mode 100644 index 1ce07af..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_80_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_80_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_80_f1.png deleted file mode 100644 index 652a868..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_80_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_90_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_90_acc.png deleted file mode 100644 index fedc0bd..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_90_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_90_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_90_f1.png deleted file mode 100644 index 690948f..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_90_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_avg_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_avg_acc.png deleted file mode 100644 index b37295e..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_avg_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_avg_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_avg_f1.png deleted file mode 100644 index 85b7a59..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_best_vs_atc_avg_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_10_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_10_acc.png deleted file mode 100644 index 417cbf6..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_10_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_10_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_10_f1.png deleted file mode 100644 index cb0f61c..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_10_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_20_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_20_acc.png deleted file mode 100644 index 63131b6..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_20_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_20_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_20_f1.png deleted file mode 100644 index 3b65195..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_20_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_30_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_30_acc.png deleted file mode 100644 index 3f77142..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_30_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_30_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_30_f1.png deleted file mode 100644 index 15d4f26..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_30_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_40_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_40_acc.png deleted file mode 100644 index a9eb3d8..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_40_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_40_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_40_f1.png deleted file mode 100644 index f864a2b..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_40_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_50_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_50_acc.png deleted file mode 100644 index 9ac3938..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_50_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_50_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_50_f1.png deleted file mode 100644 index 7cdf2ac..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_50_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_60_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_60_acc.png deleted file mode 100644 index 1a3dadf..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_60_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_60_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_60_f1.png deleted file mode 100644 index a9878a6..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_60_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_70_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_70_acc.png deleted file mode 100644 index 3929373..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_70_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_70_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_70_f1.png deleted file mode 100644 index 412a3d2..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_70_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_80_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_80_acc.png deleted file mode 100644 index f35e997..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_80_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_80_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_80_f1.png deleted file mode 100644 index 7204127..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_80_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_90_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_90_acc.png deleted file mode 100644 index 1b56ebf..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_90_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_90_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_90_f1.png deleted file mode 100644 index a83666f..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_90_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_avg_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_avg_acc.png deleted file mode 100644 index c7b0c5d..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_avg_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_avg_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_avg_f1.png deleted file mode 100644 index 7177e08..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_avg_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_10_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_10_acc.png deleted file mode 100644 index afb860b..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_10_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_10_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_10_f1.png deleted file mode 100644 index 85d743f..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_10_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_20_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_20_acc.png deleted file mode 100644 index 81aba8a..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_20_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_20_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_20_f1.png deleted file mode 100644 index 31b2a02..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_20_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_30_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_30_acc.png deleted file mode 100644 index ad4fe48..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_30_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_30_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_30_f1.png deleted file mode 100644 index 25a43e3..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_30_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_40_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_40_acc.png deleted file mode 100644 index 918757f..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_40_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_40_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_40_f1.png deleted file mode 100644 index 64197c1..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_40_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_50_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_50_acc.png deleted file mode 100644 index f370ceb..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_50_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_50_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_50_f1.png deleted file mode 100644 index 98418c2..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_50_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_60_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_60_acc.png deleted file mode 100644 index cae5975..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_60_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_60_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_60_f1.png deleted file mode 100644 index 40ea79d..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_60_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_70_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_70_acc.png deleted file mode 100644 index 891fcf0..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_70_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_70_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_70_f1.png deleted file mode 100644 index f2a04e1..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_70_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_80_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_80_acc.png deleted file mode 100644 index a40ce86..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_80_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_80_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_80_f1.png deleted file mode 100644 index 953b09d..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_80_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_90_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_90_acc.png deleted file mode 100644 index 31d5fbb..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_90_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_90_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_90_f1.png deleted file mode 100644 index 34eeacf..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_90_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_avg_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_avg_acc.png deleted file mode 100644 index 1f06afb..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_avg_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_avg_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_avg_f1.png deleted file mode 100644 index ef49dfc..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_all_vs_atc_avg_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_10_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_10_acc.png deleted file mode 100644 index 2287391..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_10_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_10_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_10_f1.png deleted file mode 100644 index 4947618..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_10_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_20_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_20_acc.png deleted file mode 100644 index 5bc5bf0..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_20_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_20_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_20_f1.png deleted file mode 100644 index 3b6fd9a..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_20_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_30_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_30_acc.png deleted file mode 100644 index 4cd0f40..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_30_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_30_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_30_f1.png deleted file mode 100644 index a68fb21..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_30_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_40_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_40_acc.png deleted file mode 100644 index 22a2453..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_40_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_40_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_40_f1.png deleted file mode 100644 index 1349bd0..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_40_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_50_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_50_acc.png deleted file mode 100644 index d8c2361..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_50_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_50_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_50_f1.png deleted file mode 100644 index 7e9db33..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_50_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_60_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_60_acc.png deleted file mode 100644 index b5e3382..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_60_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_60_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_60_f1.png deleted file mode 100644 index 77a588c..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_60_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_70_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_70_acc.png deleted file mode 100644 index 74678d9..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_70_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_70_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_70_f1.png deleted file mode 100644 index a7b1a0b..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_70_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_80_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_80_acc.png deleted file mode 100644 index 112ba02..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_80_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_80_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_80_f1.png deleted file mode 100644 index bbbfae2..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_80_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_90_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_90_acc.png deleted file mode 100644 index 3007a6c..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_90_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_90_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_90_f1.png deleted file mode 100644 index 0ccb720..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_90_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_avg_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_avg_acc.png deleted file mode 100644 index 969490d..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_avg_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_avg_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_avg_f1.png deleted file mode 100644 index 1727b15..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_all_avg_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_10_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_10_acc.png deleted file mode 100644 index 7135ddf..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_10_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_10_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_10_f1.png deleted file mode 100644 index 41c24e9..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_10_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_20_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_20_acc.png deleted file mode 100644 index 408ed43..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_20_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_20_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_20_f1.png deleted file mode 100644 index 479488c..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_20_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_30_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_30_acc.png deleted file mode 100644 index 8624b9b..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_30_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_30_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_30_f1.png deleted file mode 100644 index fb79530..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_30_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_40_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_40_acc.png deleted file mode 100644 index 6610c0e..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_40_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_40_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_40_f1.png deleted file mode 100644 index f18aca2..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_40_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_50_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_50_acc.png deleted file mode 100644 index 4170481..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_50_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_50_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_50_f1.png deleted file mode 100644 index 628bb66..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_50_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_60_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_60_acc.png deleted file mode 100644 index 63dc8e3..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_60_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_60_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_60_f1.png deleted file mode 100644 index 25eae73..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_60_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_70_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_70_acc.png deleted file mode 100644 index e92ada1..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_70_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_70_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_70_f1.png deleted file mode 100644 index f88846d..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_70_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_80_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_80_acc.png deleted file mode 100644 index 965f1bd..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_80_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_80_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_80_f1.png deleted file mode 100644 index 5427676..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_80_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_90_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_90_acc.png deleted file mode 100644 index badb62d..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_90_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_90_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_90_f1.png deleted file mode 100644 index 4ab947c..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_90_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_avg_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_avg_acc.png deleted file mode 100644 index 6d1dc2a..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_avg_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_avg_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_avg_f1.png deleted file mode 100644 index bcea9b1..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_best_vs_atc_avg_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_10_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_10_acc.png deleted file mode 100644 index b3d54d6..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_10_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_10_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_10_f1.png deleted file mode 100644 index 992689c..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_10_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_20_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_20_acc.png deleted file mode 100644 index e931195..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_20_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_20_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_20_f1.png deleted file mode 100644 index ba97d23..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_20_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_30_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_30_acc.png deleted file mode 100644 index 3f87daf..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_30_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_30_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_30_f1.png deleted file mode 100644 index c5a3a95..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_30_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_40_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_40_acc.png deleted file mode 100644 index d1f2135..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_40_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_40_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_40_f1.png deleted file mode 100644 index 68eff69..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_40_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_50_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_50_acc.png deleted file mode 100644 index f29c67e..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_50_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_50_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_50_f1.png deleted file mode 100644 index 4fd6a0e..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_50_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_60_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_60_acc.png deleted file mode 100644 index 66e8c59..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_60_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_60_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_60_f1.png deleted file mode 100644 index c8c1a45..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_60_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_70_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_70_acc.png deleted file mode 100644 index 20fb783..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_70_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_70_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_70_f1.png deleted file mode 100644 index 9303b9a..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_70_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_80_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_80_acc.png deleted file mode 100644 index a75cd07..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_80_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_80_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_80_f1.png deleted file mode 100644 index 52c68e8..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_80_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_90_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_90_acc.png deleted file mode 100644 index 6bb7fa9..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_90_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_90_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_90_f1.png deleted file mode 100644 index 5d36b4d..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_90_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_acc.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_acc.png deleted file mode 100644 index b90435a..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_f1.png b/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_f1.png deleted file mode 100644 index 9cb80a9..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_10_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_10_acc.png deleted file mode 100644 index 6e21654..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_10_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_10_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_10_f1.png deleted file mode 100644 index 8ee848a..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_10_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_20_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_20_acc.png deleted file mode 100644 index b0c7c70..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_20_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_20_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_20_f1.png deleted file mode 100644 index 7f83df7..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_20_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_30_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_30_acc.png deleted file mode 100644 index 6774c43..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_30_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_30_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_30_f1.png deleted file mode 100644 index fac4baa..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_30_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_40_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_40_acc.png deleted file mode 100644 index 9a08aed..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_40_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_40_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_40_f1.png deleted file mode 100644 index aa8b4f9..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_40_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_50_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_50_acc.png deleted file mode 100644 index 09a3561..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_50_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_50_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_50_f1.png deleted file mode 100644 index 2e2b577..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_50_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_60_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_60_acc.png deleted file mode 100644 index ffedc46..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_60_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_60_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_60_f1.png deleted file mode 100644 index 5fe2d47..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_60_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_70_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_70_acc.png deleted file mode 100644 index fdd0507..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_70_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_70_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_70_f1.png deleted file mode 100644 index f8953d7..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_70_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_80_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_80_acc.png deleted file mode 100644 index ea217f9..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_80_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_80_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_80_f1.png deleted file mode 100644 index 9eacd3d..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_80_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_90_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_90_acc.png deleted file mode 100644 index e694964..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_90_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_90_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_90_f1.png deleted file mode 100644 index 466750f..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_all_vs_atc_90_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_10_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_10_acc.png deleted file mode 100644 index 9a18dd6..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_10_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_10_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_10_f1.png deleted file mode 100644 index 91b3657..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_10_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_20_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_20_acc.png deleted file mode 100644 index ccf745d..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_20_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_20_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_20_f1.png deleted file mode 100644 index 5f2fb70..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_20_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_30_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_30_acc.png deleted file mode 100644 index a628f26..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_30_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_30_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_30_f1.png deleted file mode 100644 index 93b3ceb..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_30_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_40_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_40_acc.png deleted file mode 100644 index 7a1ebe7..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_40_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_40_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_40_f1.png deleted file mode 100644 index afca9ec..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_40_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_50_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_50_acc.png deleted file mode 100644 index 593efca..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_50_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_50_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_50_f1.png deleted file mode 100644 index 60d4ede..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_50_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_60_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_60_acc.png deleted file mode 100644 index 5a43f63..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_60_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_60_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_60_f1.png deleted file mode 100644 index 84f306f..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_60_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_70_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_70_acc.png deleted file mode 100644 index a813d2c..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_70_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_70_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_70_f1.png deleted file mode 100644 index 7fca39c..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_70_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_80_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_80_acc.png deleted file mode 100644 index 0aca3dc..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_80_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_80_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_80_f1.png deleted file mode 100644 index 2c60801..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_80_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_90_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_90_acc.png deleted file mode 100644 index c5bd8cc..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_90_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_90_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_90_f1.png deleted file mode 100644 index 988a10e..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_all_90_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_10_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_10_acc.png deleted file mode 100644 index 307ade2..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_10_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_10_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_10_f1.png deleted file mode 100644 index 90cf3b0..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_10_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_20_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_20_acc.png deleted file mode 100644 index 010fa35..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_20_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_20_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_20_f1.png deleted file mode 100644 index 58dd06e..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_20_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_30_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_30_acc.png deleted file mode 100644 index 18065f9..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_30_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_30_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_30_f1.png deleted file mode 100644 index 31a5941..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_30_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_40_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_40_acc.png deleted file mode 100644 index e6be813..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_40_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_40_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_40_f1.png deleted file mode 100644 index ba12e6b..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_40_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_50_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_50_acc.png deleted file mode 100644 index e2b298a..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_50_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_50_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_50_f1.png deleted file mode 100644 index 7fd8bf0..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_50_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_60_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_60_acc.png deleted file mode 100644 index f2c6180..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_60_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_60_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_60_f1.png deleted file mode 100644 index d2a6da5..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_60_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_70_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_70_acc.png deleted file mode 100644 index 4d6abf9..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_70_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_70_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_70_f1.png deleted file mode 100644 index adb106d..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_70_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_80_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_80_acc.png deleted file mode 100644 index 17f821c..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_80_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_80_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_80_f1.png deleted file mode 100644 index 6b2abb3..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_80_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_90_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_90_acc.png deleted file mode 100644 index 62ec911..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_90_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_90_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_90_f1.png deleted file mode 100644 index 9406929..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_best_vs_atc_90_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_10_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_10_acc.png deleted file mode 100644 index b5bdee5..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_10_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_10_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_10_f1.png deleted file mode 100644 index 12989db..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_10_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_20_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_20_acc.png deleted file mode 100644 index e9fa708..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_20_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_20_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_20_f1.png deleted file mode 100644 index 32f2929..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_20_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_30_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_30_acc.png deleted file mode 100644 index 470e2d9..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_30_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_30_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_30_f1.png deleted file mode 100644 index f68abf9..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_30_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_40_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_40_acc.png deleted file mode 100644 index e5930ea..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_40_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_40_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_40_f1.png deleted file mode 100644 index c93e5a5..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_40_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_50_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_50_acc.png deleted file mode 100644 index 38da9a4..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_50_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_50_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_50_f1.png deleted file mode 100644 index a67df29..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_50_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_60_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_60_acc.png deleted file mode 100644 index d3ccee6..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_60_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_60_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_60_f1.png deleted file mode 100644 index b67a41b..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_60_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_70_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_70_acc.png deleted file mode 100644 index f477eec..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_70_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_70_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_70_f1.png deleted file mode 100644 index cba0045..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_70_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_80_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_80_acc.png deleted file mode 100644 index fd9539b..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_80_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_80_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_80_f1.png deleted file mode 100644 index fa120ad..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_80_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_90_acc.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_90_acc.png deleted file mode 100644 index 12af6f7..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_90_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_90_f1.png b/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_90_f1.png deleted file mode 100644 index d68b7d4..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_90_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_10_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_10_acc.png deleted file mode 100644 index 129b6bc..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_10_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_10_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_10_f1.png deleted file mode 100644 index 0dfe603..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_10_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_20_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_20_acc.png deleted file mode 100644 index d9542f2..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_20_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_20_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_20_f1.png deleted file mode 100644 index 5aa19a9..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_20_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_30_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_30_acc.png deleted file mode 100644 index 4f693b8..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_30_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_30_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_30_f1.png deleted file mode 100644 index bb08399..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_30_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_40_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_40_acc.png deleted file mode 100644 index 2b25456..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_40_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_40_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_40_f1.png deleted file mode 100644 index 2a64373..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_40_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_50_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_50_acc.png deleted file mode 100644 index 46a80df..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_50_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_50_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_50_f1.png deleted file mode 100644 index 30f8876..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_50_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_60_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_60_acc.png deleted file mode 100644 index 48c7647..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_60_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_60_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_60_f1.png deleted file mode 100644 index fab2d4b..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_60_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_70_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_70_acc.png deleted file mode 100644 index 25e255b..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_70_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_70_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_70_f1.png deleted file mode 100644 index ed01791..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_70_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_80_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_80_acc.png deleted file mode 100644 index 8308225..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_80_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_80_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_80_f1.png deleted file mode 100644 index d4276ee..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_80_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_90_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_90_acc.png deleted file mode 100644 index a9a4290..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_90_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_90_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_90_f1.png deleted file mode 100644 index a718ef5..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_90_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_avg_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_avg_acc.png deleted file mode 100644 index d6f3ff3..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_avg_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_avg_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_avg_f1.png deleted file mode 100644 index ceac599..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_all_vs_atc_avg_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_10_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_10_acc.png deleted file mode 100644 index 8c744fa..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_10_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_10_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_10_f1.png deleted file mode 100644 index 6da7f0c..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_10_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_20_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_20_acc.png deleted file mode 100644 index 5e4c89c..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_20_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_20_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_20_f1.png deleted file mode 100644 index 9a7fd0c..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_20_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_30_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_30_acc.png deleted file mode 100644 index bfc6b9f..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_30_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_30_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_30_f1.png deleted file mode 100644 index 1b4bf39..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_30_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_40_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_40_acc.png deleted file mode 100644 index 1d30ac2..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_40_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_40_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_40_f1.png deleted file mode 100644 index 5865791..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_40_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_50_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_50_acc.png deleted file mode 100644 index bf24b54..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_50_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_50_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_50_f1.png deleted file mode 100644 index 1c8a528..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_50_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_60_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_60_acc.png deleted file mode 100644 index 3f72a95..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_60_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_60_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_60_f1.png deleted file mode 100644 index d45df17..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_60_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_70_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_70_acc.png deleted file mode 100644 index 5c2731f..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_70_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_70_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_70_f1.png deleted file mode 100644 index 3fa889f..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_70_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_80_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_80_acc.png deleted file mode 100644 index 1219430..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_80_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_80_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_80_f1.png deleted file mode 100644 index 7c54442..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_80_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_90_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_90_acc.png deleted file mode 100644 index f91b536..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_90_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_90_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_90_f1.png deleted file mode 100644 index 1f5a5ed..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_90_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_avg_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_avg_acc.png deleted file mode 100644 index 9d527a1..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_avg_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_avg_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_avg_f1.png deleted file mode 100644 index a5b6399..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_all_avg_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_10_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_10_acc.png deleted file mode 100644 index 9fd1e51..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_10_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_10_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_10_f1.png deleted file mode 100644 index 9d24935..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_10_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_20_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_20_acc.png deleted file mode 100644 index 407f8f2..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_20_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_20_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_20_f1.png deleted file mode 100644 index 2a00fef..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_20_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_30_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_30_acc.png deleted file mode 100644 index 73d3447..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_30_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_30_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_30_f1.png deleted file mode 100644 index 03f66f4..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_30_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_40_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_40_acc.png deleted file mode 100644 index 892b6f3..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_40_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_40_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_40_f1.png deleted file mode 100644 index f29b469..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_40_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_50_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_50_acc.png deleted file mode 100644 index 94e67c3..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_50_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_50_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_50_f1.png deleted file mode 100644 index 714bd24..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_50_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_60_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_60_acc.png deleted file mode 100644 index a5d55e1..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_60_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_60_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_60_f1.png deleted file mode 100644 index 669eb5b..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_60_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_70_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_70_acc.png deleted file mode 100644 index 8121b99..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_70_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_70_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_70_f1.png deleted file mode 100644 index 3b64288..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_70_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_80_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_80_acc.png deleted file mode 100644 index dd9e651..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_80_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_80_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_80_f1.png deleted file mode 100644 index a1cfb6a..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_80_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_90_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_90_acc.png deleted file mode 100644 index 1b94284..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_90_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_90_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_90_f1.png deleted file mode 100644 index a369e7a..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_90_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_avg_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_avg_acc.png deleted file mode 100644 index 5ea0c41..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_avg_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_avg_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_avg_f1.png deleted file mode 100644 index 1ed44de..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_best_vs_atc_avg_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_10_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_10_acc.png deleted file mode 100644 index 6f66689..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_10_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_10_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_10_f1.png deleted file mode 100644 index 5721a07..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_10_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_20_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_20_acc.png deleted file mode 100644 index d6610fb..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_20_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_20_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_20_f1.png deleted file mode 100644 index b0df86a..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_20_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_30_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_30_acc.png deleted file mode 100644 index ecba0a6..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_30_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_30_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_30_f1.png deleted file mode 100644 index dd52742..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_30_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_40_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_40_acc.png deleted file mode 100644 index 76c3487..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_40_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_40_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_40_f1.png deleted file mode 100644 index d50e60e..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_40_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_50_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_50_acc.png deleted file mode 100644 index c19a0e8..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_50_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_50_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_50_f1.png deleted file mode 100644 index f7e4b39..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_50_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_60_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_60_acc.png deleted file mode 100644 index 6a65cdc..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_60_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_60_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_60_f1.png deleted file mode 100644 index 2a10b7e..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_60_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_70_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_70_acc.png deleted file mode 100644 index 4d2b52a..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_70_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_70_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_70_f1.png deleted file mode 100644 index 1561405..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_70_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_80_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_80_acc.png deleted file mode 100644 index e19c907..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_80_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_80_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_80_f1.png deleted file mode 100644 index 6d089b6..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_80_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_90_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_90_acc.png deleted file mode 100644 index 388566f..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_90_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_90_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_90_f1.png deleted file mode 100644 index 4e83933..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_90_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_avg_acc.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_avg_acc.png deleted file mode 100644 index 02eb90b..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_avg_acc.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_avg_f1.png b/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_avg_f1.png deleted file mode 100644 index 3ed4f07..0000000 Binary files a/output/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_avg_f1.png and /dev/null differ diff --git a/output/rcv1_CCAT_9prevs/rcv1_CCAT_all_vs_atc_acc.md b/output/rcv1_CCAT_9prevs/rcv1_CCAT_all_vs_atc_acc.md deleted file mode 100644 index 6d8d247..0000000 --- a/output/rcv1_CCAT_9prevs/rcv1_CCAT_all_vs_atc_acc.md +++ /dev/null @@ -1,2708 +0,0 @@ -# rcv1_CCAT - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 234.941s -> mul_sld: 75.002s -> bin_sld_bcts: 230.912s -> mul_sld_bcts: 79.197s -> bin_sld_gs: 478.630s -> mul_sld_gs: 251.343s -> kfcv: 55.369s -> ref: 52.475s -> atc_mc: 54.633s -> atc_ne: 54.569s -> doc_feat: 46.647s -> tot: 486.773s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00040.03580.00550.01530.00010.00480.17040.1704
0.050.05010.09610.03840.04170.02400.02750.16140.1614
0.10.08870.12500.03990.04310.02830.02930.15280.1528
0.150.09260.12690.03900.04200.02890.02920.14260.1426
0.20.08870.11920.03570.03680.02890.02530.13340.1334
0.250.08790.11970.03660.04010.03030.02820.12170.1217
0.30.08250.11180.03340.03620.02850.02520.11310.1131
0.350.07780.10620.03190.03520.02940.02410.10400.1040
0.40.07270.09990.03030.03420.02760.02360.09430.0943
0.450.06370.08670.02610.02860.02470.01940.08470.0847
0.50.05690.07710.02380.02560.02350.01820.07490.0749
0.550.05270.07150.02390.02630.02410.01840.06220.0622
0.60.04180.05630.01880.02000.01910.01460.05410.0541
0.650.03920.05360.02060.02360.02100.01770.04220.0422
0.70.03130.04260.01820.02050.01940.01610.03340.0334
0.750.02310.03180.01520.01690.01620.01300.02390.0239
0.80.01840.02460.01460.01680.01630.01340.01680.0168
0.850.01270.01720.01290.01540.01420.01280.00900.0090
0.90.00840.01030.01190.01320.01180.01200.00700.0070
0.950.00600.00720.01120.01310.01040.01270.01340.0134
1.00.00480.00400.01250.01280.01000.01460.02430.0243
tot0.04760.06780.02380.02650.02080.01910.07810.0781
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_90_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_all_vs_atc_90_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_90_acc.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 229.883s -> mul_sld: 73.128s -> bin_sld_bcts: 226.915s -> mul_sld_bcts: 75.715s -> bin_sld_gs: 456.287s -> mul_sld_gs: 284.706s -> kfcv: 51.186s -> ref: 49.290s -> atc_mc: 52.169s -> atc_ne: 51.718s -> doc_feat: 44.179s -> tot: 462.366s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00190.01620.00260.01630.05030.02290.03110.0311
0.050.02610.03930.01250.01410.05370.01710.02740.0274
0.10.02330.03400.01000.01180.04520.01320.02670.0267
0.150.02070.03200.00910.01050.04360.01180.02270.0227
0.20.01610.02480.00760.00870.03810.01020.02140.0214
0.250.01620.02380.00820.01030.03600.01120.02010.0201
0.30.01340.02420.00950.01080.03640.01260.01780.0178
0.350.01290.02120.01020.01130.03240.01240.01960.0196
0.40.01080.01930.00930.01030.03190.01160.01680.0168
0.450.01040.01640.01020.01000.02890.01070.01470.0147
0.50.00810.01520.00790.00980.02700.01030.01360.0136
0.550.00820.01480.00860.00920.02770.01110.01110.0111
0.60.00740.01430.00840.00940.02290.01020.01100.0110
0.650.00870.01540.01010.00950.02480.01150.00970.0097
0.70.00790.01310.00910.00970.02260.01140.01060.0106
0.750.00980.01240.00910.00890.02090.01060.00910.0091
0.80.01200.01160.01010.00990.02260.01160.01000.0100
0.850.01410.01110.01040.01050.02090.01220.01040.0104
0.90.01540.00990.00990.01110.02110.01410.01080.0108
0.950.01570.00840.01070.01190.01800.01540.01300.0130
1.00.00550.00580.01150.01410.01790.01930.01470.0147
tot0.01260.01820.00930.01090.03060.01290.01630.0163
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_80_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_all_vs_atc_80_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_80_acc.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 225.630s -> mul_sld: 71.930s -> bin_sld_bcts: 223.728s -> mul_sld_bcts: 76.593s -> bin_sld_gs: 431.047s -> mul_sld_gs: 291.843s -> kfcv: 51.915s -> ref: 49.281s -> atc_mc: 51.662s -> atc_ne: 51.127s -> doc_feat: 43.648s -> tot: 436.749s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00070.00990.00520.01410.00440.02150.02380.0238
0.050.01840.01450.01410.01360.01800.01820.02220.0222
0.10.01670.01370.01340.01260.01780.01610.02160.0216
0.150.01490.01190.01410.01120.01770.01760.01970.0197
0.20.01120.00930.01150.00920.01400.01460.02060.0206
0.250.01110.01080.01350.01110.01510.01800.01600.0160
0.30.00980.01150.01400.01040.01540.01850.01600.0160
0.350.01020.01230.01320.01150.01450.01960.01490.0149
0.40.00860.01320.01390.01210.01390.02120.01220.0122
0.450.00950.01350.01390.01120.01380.02130.01230.0123
0.50.00940.01600.01400.01230.01350.02210.01110.0111
0.550.01020.01490.01430.01240.01440.02330.01020.0102
0.60.01300.01800.01180.01010.01050.02130.00960.0096
0.650.01380.01780.01480.01280.01320.02450.01000.0100
0.70.01340.01620.01210.01110.01100.02590.00800.0080
0.750.01470.01580.01320.01310.01220.02720.00700.0070
0.80.01580.01620.01440.01390.01330.02790.00710.0071
0.850.01470.01450.01530.01540.01240.02880.00760.0076
0.90.01270.01100.01300.01520.01290.03010.00620.0062
0.950.01080.00820.01240.01500.01060.03040.00630.0063
1.00.00510.00590.01260.01740.01470.03210.00590.0059
tot0.01160.01310.01310.01260.01350.02290.01280.0128
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_70_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_all_vs_atc_70_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_70_acc.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 226.621s -> mul_sld: 71.844s -> bin_sld_bcts: 225.379s -> mul_sld_bcts: 77.086s -> bin_sld_gs: 471.820s -> mul_sld_gs: 283.935s -> kfcv: 51.035s -> ref: 49.046s -> atc_mc: 51.951s -> atc_ne: 51.208s -> doc_feat: 43.717s -> tot: 477.247s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00070.00640.00470.01060.00700.01320.01060.0106
0.050.00500.00910.00840.00740.00960.00950.01010.0101
0.10.00570.01340.00950.00730.00940.00810.00920.0092
0.150.00840.01800.01000.00790.01090.00840.00830.0083
0.20.01300.02350.01260.01020.01080.00950.00890.0089
0.250.01580.02610.01180.00990.01100.00920.00900.0090
0.30.01860.02880.01280.01090.01190.00950.00840.0084
0.350.02080.02900.01280.01070.01280.01130.00840.0084
0.40.02390.03200.01340.01170.01210.01170.00820.0082
0.450.02730.03310.01260.01120.01170.01100.00860.0086
0.50.02670.03170.01470.01210.01460.01330.00850.0085
0.550.02830.03130.01130.01000.01140.01160.00850.0085
0.60.02960.03350.01170.01040.01180.01120.00720.0072
0.650.02730.03060.01130.01050.01120.01110.00790.0079
0.70.02350.02600.01250.01120.01340.01560.00760.0076
0.750.02080.02300.01120.00990.01420.01550.00750.0075
0.80.01830.02000.01130.00980.01440.01580.00660.0066
0.850.01270.01490.01110.00990.01550.01720.00700.0070
0.90.00920.01070.01160.01080.01830.01920.00780.0078
0.950.00760.00840.00970.00940.01600.01800.00710.0071
1.00.00130.00480.00870.01310.01870.02200.00710.0071
tot0.01640.02160.01110.01020.01270.01290.00820.0082
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_60_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_all_vs_atc_60_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_60_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 223.735s -> mul_sld: 70.315s -> bin_sld_bcts: 224.203s -> mul_sld_bcts: 75.746s -> bin_sld_gs: 459.866s -> mul_sld_gs: 285.490s -> kfcv: 51.093s -> ref: 48.870s -> atc_mc: 51.664s -> atc_ne: 50.999s -> doc_feat: 43.777s -> tot: 465.257s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00070.00460.00240.01050.00880.03050.00880.0088
0.050.00550.00980.00740.00770.01110.03300.00800.0080
0.10.00830.01570.00990.00680.01050.02900.00820.0082
0.150.01540.02440.01410.00940.01120.02520.00770.0077
0.20.02350.03020.01670.01090.01200.02070.00830.0083
0.250.02980.03580.01820.01240.01070.01940.00660.0066
0.30.03190.03700.01770.01370.01270.01890.00820.0082
0.350.03570.03850.01890.01500.01410.01840.01030.0103
0.40.03680.03980.01850.01530.01240.01620.00850.0085
0.450.03730.03980.01750.01500.01210.01570.01100.0110
0.50.03690.03860.01690.01460.01170.01620.01220.0122
0.550.03580.03900.01660.01460.01000.01260.01250.0125
0.60.03500.03710.01810.01580.01170.01510.01440.0144
0.650.03090.03380.01740.01600.01240.01230.01680.0168
0.70.02300.02870.01570.01440.01340.01200.01640.0164
0.750.01940.02450.01490.01350.01200.01210.01700.0170
0.80.01390.01980.01320.01200.01190.01240.02110.0211
0.850.01020.01480.01040.01000.01030.00970.02050.0205
0.90.00810.01220.01030.00980.01090.01110.02390.0239
0.950.00750.00850.00700.00710.00920.00880.02530.0253
1.00.00040.00350.00380.00920.00840.00790.02890.0289
tot0.02120.02550.01360.01210.01130.01700.01400.0140
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_50_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_all_vs_atc_50_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_50_acc.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 220.011s -> mul_sld: 68.308s -> bin_sld_bcts: 222.232s -> mul_sld_bcts: 74.741s -> bin_sld_gs: 463.188s -> mul_sld_gs: 286.703s -> kfcv: 50.329s -> ref: 48.512s -> atc_mc: 51.494s -> atc_ne: 51.091s -> doc_feat: 43.512s -> tot: 468.313s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00050.00340.00190.00780.00440.05640.01900.0190
0.050.00790.01540.00730.00600.00760.05630.01660.0166
0.10.01920.02540.01140.00700.00900.05600.01470.0147
0.150.03190.03480.01570.01090.01230.05340.01170.0117
0.20.04120.04190.01830.01430.01490.05090.01050.0105
0.250.04580.04830.02220.01830.01900.04760.00890.0089
0.30.04380.05020.02150.01900.01840.04820.00850.0085
0.350.04440.05170.02290.02120.02010.04810.00760.0076
0.40.04100.05370.02430.02330.02130.04490.00790.0079
0.450.03740.05190.02280.02290.02110.04570.00730.0073
0.50.03420.05160.02440.02440.02200.04260.00810.0081
0.550.03180.05150.02420.02600.02250.04050.00990.0099
0.60.02840.04910.02450.02650.02260.03710.01120.0112
0.650.02480.04590.02360.02670.02210.03510.01560.0156
0.70.02050.04090.02150.02560.02040.03440.01680.0168
0.750.01650.03380.01980.02250.01880.03340.01600.0160
0.80.01350.03080.01910.02320.01850.02930.01800.0180
0.850.01000.02570.01650.02180.01620.02650.02180.0218
0.90.00720.01720.01340.01720.01350.02620.02240.0224
0.950.00650.01270.01020.01500.01060.01820.02780.0278
1.00.00030.00550.00330.00670.00400.01550.02850.0285
tot0.02410.03530.01760.01840.01620.04030.01470.0147
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_40_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_all_vs_atc_40_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_40_acc.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 241.690s -> mul_sld: 76.036s -> bin_sld_bcts: 241.023s -> mul_sld_bcts: 81.654s -> bin_sld_gs: 468.354s -> mul_sld_gs: 303.186s -> kfcv: 56.346s -> ref: 53.070s -> atc_mc: 56.339s -> atc_ne: 55.112s -> doc_feat: 46.850s -> tot: 474.244s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00140.00240.00490.01010.03490.00600.01030.0103
0.050.00970.01170.00670.00800.02270.00800.00720.0072
0.10.01800.02020.00790.00730.02280.00950.00490.0049
0.150.02270.02820.00890.00820.01860.00990.00600.0060
0.20.02370.03330.01020.01020.01700.01100.00820.0082
0.250.02500.03780.01130.01250.01350.01300.01010.0101
0.30.02290.03710.01080.01300.01340.01460.01190.0119
0.350.02180.03640.01240.01470.01230.01340.01600.0160
0.40.02200.03790.01360.01740.01050.01570.01900.0190
0.450.01890.03690.01300.01790.01020.01550.02220.0222
0.50.01830.03590.01360.01910.00820.01550.02590.0259
0.550.01790.03650.01460.02180.00670.01590.02970.0297
0.60.01440.03330.01270.02130.00800.01690.03070.0307
0.650.01310.03090.01330.02240.00770.01500.03680.0368
0.70.01170.02720.01280.02190.00840.01410.04000.0400
0.750.00950.02250.01170.02050.00840.01290.04270.0427
0.80.00810.01960.01100.02030.00900.01210.04640.0464
0.850.00730.01550.01010.01910.00990.01140.05170.0517
0.90.00780.01210.00910.01610.00990.01040.05210.0521
0.950.00890.01020.00850.01400.01150.01100.05480.0548
1.00.00030.00710.00570.00710.00920.01010.06250.0625
tot0.01440.02540.01060.01540.01300.01250.02800.0280
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_30_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_all_vs_atc_30_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_30_acc.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 249.327s -> mul_sld: 79.485s -> bin_sld_bcts: 248.816s -> mul_sld_bcts: 83.568s -> bin_sld_gs: 471.330s -> mul_sld_gs: 282.407s -> kfcv: 59.365s -> ref: 56.664s -> atc_mc: 58.956s -> atc_ne: 57.529s -> doc_feat: 49.376s -> tot: 478.051s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00110.00190.00470.00780.00280.01340.00970.0097
0.050.00920.01170.00650.00680.00630.01250.00710.0071
0.10.01030.01640.00710.00680.00820.01210.00620.0062
0.150.01030.01780.00790.00670.00960.01050.00640.0064
0.20.01170.02080.00940.00880.01120.01040.00880.0088
0.250.01010.02180.00880.00940.01120.00940.00930.0093
0.30.00930.01970.00900.01020.01270.00930.01240.0124
0.350.00870.01780.00830.01050.01070.00840.01610.0161
0.40.00920.01730.00900.01180.01170.00900.01900.0190
0.450.00920.01550.01040.01180.01190.00930.02070.0207
0.50.00880.01350.01040.01180.01270.00890.02220.0222
0.550.00930.01350.01000.01350.01250.00920.02470.0247
0.60.01130.01100.01090.01190.01160.00880.02720.0272
0.650.01250.01130.01320.01280.01610.01050.03310.0331
0.70.01460.01260.01140.01370.01340.01080.03840.0384
0.750.01700.01360.01330.01280.01490.01070.04250.0425
0.80.02160.01560.01350.01150.01450.00960.04070.0407
0.850.02470.01820.01620.01030.01870.00920.04470.0447
0.90.02830.02090.01800.01040.01530.01010.04920.0492
0.950.02970.02230.01930.00920.01770.00870.04920.0492
1.00.00090.00820.01160.00550.01350.00740.05710.0571
tot0.01280.01530.01090.01020.01220.00990.02590.0259
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_20_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_all_vs_atc_20_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_20_acc.png) - - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 217.756s -> mul_sld: 63.422s -> kfcv: 47.542s -> ref: 45.622s -> atc_mc: 48.127s -> atc_ne: 47.746s -> doc_feat: 41.031s -> tot: 219.250s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldatc_mcatc_ne
0.00.00100.00100.00880.0088
0.050.00770.00850.00460.0046
0.10.01290.00930.00800.0080
0.150.01810.00750.01280.0128
0.20.02480.01100.01940.0194
0.250.02620.01220.02560.0256
0.30.03720.01780.03480.0348
0.350.04030.02260.04380.0438
0.40.05050.03170.05090.0509
0.450.05500.03930.05680.0568
0.50.07160.04730.06330.0633
0.550.07350.05330.07280.0728
0.60.07950.06390.07480.0748
0.650.09660.07090.08430.0843
0.70.09450.07750.09160.0916
0.750.10320.08300.10050.1005
0.80.10810.09160.10640.1064
0.850.11540.09710.11470.1147
0.90.10800.09760.12040.1204
0.950.08350.07290.12440.1244
1.00.03210.01840.13360.1336
tot0.05900.04450.06440.0644
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_10_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_all_vs_atc_10_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_10_acc.png) - - -## avg - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00090.00910.00400.01160.01410.02110.03250.0325
0.050.01550.02400.01270.01320.01910.02280.02940.0294
0.10.02260.03030.01360.01290.01890.02170.02800.0280
0.150.02610.03350.01490.01330.01910.02080.02640.0264
0.20.02820.03490.01520.01360.01840.01910.02660.0266
0.250.02980.03740.01630.01550.01840.01950.02520.0252
0.30.02990.03760.01610.01550.01870.01960.02570.0257
0.350.03030.03730.01630.01630.01830.01950.02670.0267
0.40.03060.03830.01650.01700.01770.01920.02630.0263
0.450.02990.03700.01580.01610.01680.01860.02650.0265
0.50.03010.03630.01570.01620.01660.01840.02660.0266
0.550.02970.03620.01540.01670.01620.01780.02680.0268
0.60.02890.03520.01460.01570.01480.01690.02670.0267
0.650.02970.03450.01550.01680.01610.01720.02850.0285
0.70.02670.03170.01420.01600.01520.01750.02920.0292
0.750.02600.02890.01350.01480.01470.01690.02960.0296
0.80.02550.02780.01340.01470.01510.01650.03030.0303
0.850.02460.02550.01290.01400.01480.01600.03190.0319
0.90.02280.02240.01210.01300.01420.01670.03330.0333
0.950.01960.01760.01110.01180.01300.01540.03570.0357
1.00.00560.00700.00870.01070.01200.01610.04030.0403
tot0.02440.02960.01370.01450.01630.01840.02920.0292
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_avg_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_avg_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_avg_acc.png) diff --git a/output/rcv1_CCAT_9prevs/rcv1_CCAT_all_vs_atc_f1.md b/output/rcv1_CCAT_9prevs/rcv1_CCAT_all_vs_atc_f1.md deleted file mode 100644 index 8e9d827..0000000 --- a/output/rcv1_CCAT_9prevs/rcv1_CCAT_all_vs_atc_f1.md +++ /dev/null @@ -1,2708 +0,0 @@ -# rcv1_CCAT - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 234.941s -> mul_sld: 75.002s -> bin_sld_bcts: 230.912s -> mul_sld_bcts: 79.197s -> bin_sld_gs: 478.630s -> mul_sld_gs: 251.343s -> kfcv: 55.369s -> ref: 52.475s -> atc_mc: 54.633s -> atc_ne: 54.569s -> doc_feat: 46.647s -> tot: 486.773s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00000.00000.00000.00000.00030.00010.47450.4745
0.050.10940.10900.07190.05020.05140.04900.40160.4016
0.10.18070.15360.06830.05010.05450.04770.34320.3432
0.150.16950.14910.06070.04610.04990.04350.29090.2909
0.20.14580.13260.05050.03880.04530.03520.24700.2470
0.250.13070.12450.04760.03970.04310.03490.20760.2076
0.30.11120.10910.03990.03400.03700.02920.17590.1759
0.350.09550.09750.03510.03140.03490.02600.14870.1487
0.40.08180.08620.03110.02880.03020.02360.12390.1239
0.450.06580.07070.02480.02310.02500.01820.10270.1027
0.50.05410.05960.02100.01980.02200.01600.08420.0842
0.550.04650.05260.01990.01960.02100.01520.06590.0659
0.60.03420.03920.01460.01420.01550.01130.05300.0530
0.650.03000.03570.01520.01600.01600.01290.03920.0392
0.70.02240.02710.01270.01350.01380.01110.02900.0290
0.750.01560.01930.01000.01070.01090.00860.01960.0196
0.80.01160.01430.00910.01010.01030.00830.01250.0125
0.850.00750.00960.00760.00890.00840.00750.00610.0061
0.90.00470.00560.00670.00730.00660.00670.00360.0036
0.950.00320.00380.00600.00690.00560.00670.00690.0069
1.00.00240.00200.00630.00650.00500.00740.01230.0123
tot0.06300.06200.02660.02270.02410.02000.13560.1356
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_90_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_all_vs_atc_90_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_90_f1.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 229.883s -> mul_sld: 73.128s -> bin_sld_bcts: 226.915s -> mul_sld_bcts: 75.715s -> bin_sld_gs: 456.287s -> mul_sld_gs: 284.706s -> kfcv: 51.186s -> ref: 49.290s -> atc_mc: 52.169s -> atc_ne: 51.718s -> doc_feat: 44.179s -> tot: 462.366s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00010.00000.00020.00150.00060.00310.54590.5459
0.050.09330.08860.03850.01620.02550.01810.39410.3941
0.10.06820.06770.02710.01800.02660.01970.29540.2954
0.150.05010.05120.01890.01520.02560.01690.22060.2206
0.20.03370.03490.01430.01400.02180.01660.17010.1701
0.250.02960.03030.01360.01330.02500.01360.12770.1277
0.30.02150.02570.01200.01160.02500.01220.09940.0994
0.350.01840.02140.01230.01240.02290.01280.07740.0774
0.40.01410.01720.01010.01060.02220.01110.05630.0563
0.450.01140.01370.01010.00960.01940.00970.04400.0440
0.50.00830.01190.00730.00840.01810.00850.03230.0323
0.550.00780.01050.00730.00760.01860.00830.02060.0206
0.60.00600.00990.00640.00710.01470.00760.01520.0152
0.650.00660.00990.00740.00690.01590.00810.00980.0098
0.70.00540.00830.00610.00660.01410.00760.00720.0072
0.750.00620.00770.00590.00590.01270.00690.00560.0056
0.80.00700.00670.00610.00600.01320.00710.00490.0049
0.850.00780.00620.00600.00620.01190.00720.00530.0053
0.90.00810.00530.00550.00620.01160.00790.00550.0055
0.950.00810.00440.00570.00640.00960.00830.00680.0068
1.00.00280.00290.00590.00720.00910.00990.00760.0076
tot0.01970.02070.01080.00940.01730.01050.10250.1025
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_80_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_all_vs_atc_80_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_80_f1.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 225.630s -> mul_sld: 71.930s -> bin_sld_bcts: 223.728s -> mul_sld_bcts: 76.593s -> bin_sld_gs: 431.047s -> mul_sld_gs: 291.843s -> kfcv: 51.915s -> ref: 49.281s -> atc_mc: 51.662s -> atc_ne: 51.127s -> doc_feat: 43.648s -> tot: 436.749s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00010.00000.00020.00180.00020.02520.57490.5749
0.050.11190.09270.05540.02700.08550.02610.33360.3336
0.10.07430.05920.04110.02510.06590.02150.21630.2163
0.150.05130.03670.03320.02070.04880.02130.14500.1450
0.20.03240.02300.02330.01570.03350.01750.10550.1055
0.250.02660.02050.02260.01680.02880.02140.07030.0703
0.30.01900.01690.01990.01450.02450.02090.05490.0549
0.350.01750.01600.01790.01480.02120.02160.04030.0403
0.40.01240.01490.01640.01390.01750.02180.02790.0279
0.450.01050.01350.01450.01180.01540.02030.02250.0225
0.50.00930.01450.01330.01190.01370.02020.01650.0165
0.550.00900.01230.01270.01120.01320.02010.01200.0120
0.60.00950.01380.00970.00850.00890.01730.00950.0095
0.650.00980.01300.01120.00990.01020.01880.00890.0089
0.70.00910.01120.00880.00830.00820.01890.00600.0060
0.750.00930.01020.00880.00910.00830.01860.00470.0047
0.80.00960.01000.00910.00900.00840.01800.00440.0044
0.850.00860.00850.00910.00940.00750.01770.00450.0045
0.90.00700.00610.00740.00880.00740.01750.00360.0036
0.950.00570.00430.00680.00820.00590.01680.00350.0035
1.00.00260.00310.00660.00910.00770.01690.00320.0032
tot0.02120.01910.01660.01270.02100.01990.07940.0794
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_70_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_all_vs_atc_70_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_70_f1.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 226.621s -> mul_sld: 71.844s -> bin_sld_bcts: 225.379s -> mul_sld_bcts: 77.086s -> bin_sld_gs: 471.820s -> mul_sld_gs: 283.935s -> kfcv: 51.035s -> ref: 49.046s -> atc_mc: 51.951s -> atc_ne: 51.208s -> doc_feat: 43.717s -> tot: 477.247s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00030.00100.01580.03910.01880.07690.53100.5310
0.050.04310.04450.03990.04420.03720.04440.20440.2044
0.10.02500.04110.03150.03130.02870.02890.10450.1045
0.150.02250.04310.02480.02360.02450.02050.05710.0571
0.20.02500.04670.02520.02310.02120.01950.04070.0407
0.250.02550.04420.01950.01810.01780.01520.02280.0228
0.30.02570.04220.01850.01660.01660.01380.01960.0196
0.350.02570.03770.01620.01410.01610.01440.01250.0125
0.40.02680.03730.01510.01350.01380.01380.01000.0100
0.450.02790.03510.01330.01190.01250.01190.01010.0101
0.50.02520.03070.01410.01170.01410.01310.00810.0081
0.550.02470.02800.01000.00900.01040.01080.00760.0076
0.60.02420.02780.00960.00860.00990.00970.00600.0060
0.650.02060.02360.00870.00800.00880.00920.00600.0060
0.70.01670.01870.00900.00820.01010.01210.00550.0055
0.750.01390.01550.00750.00670.00990.01120.00510.0051
0.80.01160.01270.00720.00630.00950.01080.00420.0042
0.850.00760.00900.00680.00610.00980.01110.00420.0042
0.90.00510.00600.00680.00640.01100.01180.00450.0045
0.950.00390.00450.00530.00530.00910.01050.00370.0037
1.00.00070.00250.00470.00710.01020.01210.00340.0034
tot0.01910.02630.01470.01520.01520.01820.05100.0510
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_60_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_all_vs_atc_60_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_60_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 223.735s -> mul_sld: 70.315s -> bin_sld_bcts: 224.203s -> mul_sld_bcts: 75.746s -> bin_sld_gs: 459.866s -> mul_sld_gs: 285.490s -> kfcv: 51.093s -> ref: 48.870s -> atc_mc: 51.664s -> atc_ne: 50.999s -> doc_feat: 43.777s -> tot: 465.257s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00030.00150.01050.01470.02230.00190.51350.5135
0.050.05620.06570.04850.04440.05250.11220.10660.1066
0.10.03220.06010.03880.02890.03500.07710.04760.0476
0.150.04170.06910.04000.02880.03000.05280.03060.0306
0.20.05150.06870.03690.02500.02580.03670.02350.0235
0.250.05540.06790.03370.02340.01970.03000.01580.0158
0.30.05050.05940.02800.02160.01970.02570.01470.0147
0.350.04980.05420.02580.02040.01900.02210.01510.0151
0.40.04590.04960.02250.01850.01510.01800.01050.0105
0.450.04200.04470.01950.01660.01330.01580.01190.0119
0.50.03780.03950.01690.01460.01180.01510.01150.0115
0.550.03370.03630.01530.01320.00940.01090.01050.0105
0.60.03030.03180.01540.01330.01000.01210.01070.0107
0.650.02490.02690.01370.01240.00990.00940.01140.0114
0.70.01730.02130.01170.01050.00990.00860.01030.0103
0.750.01360.01700.01020.00910.00840.00830.00970.0097
0.80.00920.01290.00860.00760.00790.00790.01170.0117
0.850.00620.00900.00630.00590.00640.00590.01040.0104
0.90.00450.00700.00600.00550.00640.00650.01170.0117
0.950.00380.00460.00380.00390.00520.00490.01170.0117
1.00.00020.00190.00210.00530.00470.00430.01280.0128
tot0.02890.03570.01970.01640.01630.02310.04340.0434
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_50_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_all_vs_atc_50_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_50_f1.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 220.011s -> mul_sld: 68.308s -> bin_sld_bcts: 222.232s -> mul_sld_bcts: 74.741s -> bin_sld_gs: 463.188s -> mul_sld_gs: 286.703s -> kfcv: 50.329s -> ref: 48.512s -> atc_mc: 51.494s -> atc_ne: 51.091s -> doc_feat: 43.512s -> tot: 468.313s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00020.00820.01250.01460.01350.00640.35640.3564
0.050.06860.12370.05830.04890.05750.22270.05060.0506
0.10.08570.11670.04970.03290.04080.17060.04600.0460
0.150.10390.11380.04970.03580.03990.12710.03180.0318
0.20.10480.10600.04530.03580.03780.09910.02540.0254
0.250.09500.09960.04530.03750.03990.08010.01970.0197
0.30.07660.08710.03710.03260.03240.06990.01740.0174
0.350.06680.07730.03370.03120.03000.06230.01290.0129
0.40.05410.07060.03160.03010.02820.05230.01180.0118
0.450.04410.06080.02650.02630.02500.04830.00950.0095
0.50.03630.05450.02560.02530.02350.04140.00880.0088
0.550.03060.04960.02300.02440.02170.03660.00850.0085
0.60.02510.04340.02140.02280.02000.03080.00780.0078
0.650.02020.03750.01900.02110.01790.02730.00930.0093
0.70.01550.03100.01600.01870.01530.02530.00900.0090
0.750.01160.02400.01370.01510.01310.02330.00750.0075
0.80.00890.02060.01240.01460.01210.01930.00660.0066
0.850.00610.01620.01000.01290.00990.01660.00840.0084
0.90.00400.01030.00760.00930.00770.01610.00780.0078
0.950.00330.00730.00540.00770.00570.01080.00970.0097
1.00.00020.00320.00170.00350.00200.00940.00900.0090
tot0.04100.05530.02600.02380.02350.05690.03210.0321
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_40_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_all_vs_atc_40_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_40_f1.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 241.690s -> mul_sld: 76.036s -> bin_sld_bcts: 241.023s -> mul_sld_bcts: 81.654s -> bin_sld_gs: 468.354s -> mul_sld_gs: 303.186s -> kfcv: 56.346s -> ref: 53.070s -> atc_mc: 56.339s -> atc_ne: 55.112s -> doc_feat: 46.850s -> tot: 474.244s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00020.03030.05420.01930.04160.04660.33010.3301
0.050.09360.11070.05640.06120.07910.06400.05190.0519
0.10.09560.10380.03830.03410.06180.04610.03060.0306
0.150.08150.09950.03060.02870.03770.03470.02520.0252
0.20.06480.08970.02630.02750.02770.02960.01900.0190
0.250.05460.08180.02370.02690.01930.02780.01670.0167
0.30.04180.06710.01870.02320.01690.02570.01320.0132
0.350.03420.05680.01890.02240.01410.02060.01700.0170
0.40.02990.05150.01770.02280.01150.02110.01410.0141
0.450.02310.04490.01510.02100.00950.01850.01350.0135
0.50.01990.03930.01410.02000.00760.01670.01530.0153
0.550.01760.03620.01350.02040.00580.01560.01460.0146
0.60.01290.03060.01070.01830.00680.01530.01420.0142
0.650.01070.02620.01040.01750.00610.01260.01590.0159
0.70.00870.02140.00910.01560.00630.01080.01450.0145
0.750.00650.01660.00780.01340.00590.00930.01440.0144
0.80.00520.01380.00710.01240.00580.00840.01570.0157
0.850.00420.01040.00620.01090.00600.00740.01680.0168
0.90.00420.00760.00540.00860.00560.00630.01550.0155
0.950.00450.00590.00500.00700.00610.00650.01520.0152
1.00.00020.00450.00370.00400.00450.00580.01770.0177
tot0.02920.04520.01870.02070.01840.02140.03340.0334
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_30_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_all_vs_atc_30_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_30_f1.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 249.327s -> mul_sld: 79.485s -> bin_sld_bcts: 248.816s -> mul_sld_bcts: 83.568s -> bin_sld_gs: 471.330s -> mul_sld_gs: 282.407s -> kfcv: 59.365s -> ref: 56.664s -> atc_mc: 58.956s -> atc_ne: 57.529s -> doc_feat: 49.376s -> tot: 478.051s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00030.17100.01410.07720.00540.02770.11590.1159
0.050.12410.13180.06440.05690.07980.09630.13030.1303
0.10.06220.09080.03970.03490.05150.05620.09160.0916
0.150.03900.06310.03310.02270.04500.03660.07940.0794
0.20.03200.05690.02780.02360.03480.02710.06730.0673
0.250.02130.04850.02050.02130.02750.02050.06230.0623
0.30.01550.03640.01940.01830.02800.01840.05920.0592
0.350.01210.02900.01520.01620.02000.01370.05180.0518
0.40.01150.02440.01520.01600.02120.01320.05360.0536
0.450.00970.01960.01520.01370.01940.01190.05100.0510
0.50.00810.01580.01400.01260.01780.01080.05180.0518
0.550.00770.01390.01240.01270.01510.00940.05330.0533
0.60.00840.01120.01250.01050.01420.00850.05060.0506
0.650.00870.00980.01350.01000.01720.00870.04800.0480
0.70.00940.01060.01100.01050.01350.00820.04530.0453
0.750.01040.01010.01210.00900.01450.00760.04280.0428
0.80.01240.00990.01150.00770.01300.00660.04720.0472
0.850.01340.01050.01310.00680.01630.00650.04610.0461
0.90.01460.01110.01330.00670.01250.00660.04390.0439
0.950.01460.01080.01330.00590.01370.00630.04680.0468
1.00.00080.00630.00930.00410.01100.00630.04250.0425
tot0.02080.03770.01910.01890.02340.01940.06100.0610
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_20_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_all_vs_atc_20_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_20_f1.png) - - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 217.756s -> mul_sld: 63.422s -> kfcv: 47.542s -> ref: 45.622s -> atc_mc: 48.127s -> atc_ne: 47.746s -> doc_feat: 41.031s -> tot: 219.250s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldatc_mcatc_ne
0.00.01550.04690.00220.0022
0.050.22190.08400.22530.2253
0.10.16630.04590.19970.1997
0.150.15560.03120.20180.2018
0.20.13680.03270.19360.1936
0.250.10540.03290.19430.1943
0.30.11810.03790.18650.1865
0.350.09960.04230.18490.1849
0.40.10310.04950.18520.1852
0.450.08400.05060.18240.1824
0.50.10910.05460.18360.1836
0.550.08930.05410.18010.1801
0.60.08010.05880.18720.1872
0.650.10380.06180.18710.1871
0.70.08100.06160.18840.1884
0.750.08270.06060.18290.1829
0.80.07460.06160.18400.1840
0.850.07540.06170.18160.1816
0.90.06130.05920.18180.1818
0.950.06960.04760.18480.1848
1.00.04950.02310.18500.1850
tot0.09920.05040.18010.1801
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_10_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_all_vs_atc_10_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_10_f1.png) - - -## avg - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00190.02880.01340.02100.01290.02350.38270.3827
0.050.10240.09450.05420.04360.05860.07910.21090.2109
0.10.08780.08210.04180.03190.04560.05850.15280.1528
0.150.07950.07300.03630.02770.03770.04420.12030.1203
0.20.06970.06570.03120.02540.03100.03510.09910.0991
0.250.06040.06110.02830.02460.02760.03040.08190.0819
0.30.05330.05350.02420.02150.02500.02700.07120.0712
0.350.04660.04800.02190.02040.02230.02420.06230.0623
0.40.04220.04460.02000.01930.02000.02190.05480.0548
0.450.03540.03930.01740.01670.01740.01930.04970.0497
0.50.03420.03560.01580.01550.01610.01770.04580.0458
0.550.02970.03260.01420.01480.01440.01590.04150.0415
0.60.02560.02960.01250.01290.01250.01410.03940.0394
0.650.02620.02720.01240.01270.01270.01340.03730.0373
0.70.02060.02350.01060.01150.01140.01280.03500.0350
0.750.01890.02010.00950.00990.01040.01170.03250.0325
0.80.01670.01800.00890.00920.01000.01080.03230.0323
0.850.01520.01570.00820.00840.00950.01000.03150.0315
0.90.01260.01310.00730.00730.00860.00990.03090.0309
0.950.01300.01030.00640.00640.00760.00890.03210.0321
1.00.00660.00550.00500.00590.00680.00900.03260.0326
tot0.03800.03910.01900.01750.01990.02370.07980.0798
- -![plot_delta](plot/delta_rcv1_CCAT_all_vs_atc_avg_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_all_vs_atc_avg_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_all_vs_atc_avg_f1.png) diff --git a/output/rcv1_CCAT_9prevs/rcv1_CCAT_best_vs_all_acc.md b/output/rcv1_CCAT_9prevs/rcv1_CCAT_best_vs_all_acc.md deleted file mode 100644 index afe95ed..0000000 --- a/output/rcv1_CCAT_9prevs/rcv1_CCAT_best_vs_all_acc.md +++ /dev/null @@ -1,2708 +0,0 @@ -# rcv1_CCAT - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 234.941s -> mul_sld: 75.002s -> bin_sld_bcts: 230.912s -> mul_sld_bcts: 79.197s -> bin_sld_gs: 478.630s -> mul_sld_gs: 251.343s -> kfcv: 55.369s -> ref: 52.475s -> atc_mc: 54.633s -> atc_ne: 54.569s -> doc_feat: 46.647s -> tot: 486.773s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gskfcvatc_mcatc_nedoc_feat
0.00.00550.01530.00010.00480.76310.17040.17040.7643
0.050.03840.04170.02400.02750.72270.16140.16140.7241
0.10.03990.04310.02830.02930.67910.15280.15280.6806
0.150.03900.04200.02890.02920.63680.14260.14260.6384
0.20.03570.03680.02890.02530.59450.13340.13340.5963
0.250.03660.04010.03030.02820.55190.12170.12170.5537
0.30.03340.03620.02850.02520.50990.11310.11310.5119
0.350.03190.03520.02940.02410.46620.10400.10400.4683
0.40.03030.03420.02760.02360.42500.09430.09430.4272
0.450.02610.02860.02470.01940.38170.08470.08470.3840
0.50.02380.02560.02350.01820.33830.07490.07490.3407
0.550.02390.02630.02410.01840.29660.06220.06220.2991
0.60.01880.02000.01910.01460.25280.05410.05410.2555
0.650.02060.02360.02100.01770.21100.04220.04220.2137
0.70.01820.02050.01940.01610.16780.03340.03340.1706
0.750.01520.01690.01620.01300.12460.02390.02390.1276
0.80.01460.01680.01630.01340.08410.01680.01680.0872
0.850.01290.01540.01420.01280.04180.00900.00900.0450
0.90.01190.01320.01180.01200.00320.00700.00700.0036
0.950.01120.01310.01040.01270.04410.01340.01340.0407
1.00.01250.01280.01000.01460.08660.02430.02430.0830
tot0.02380.02650.02080.01910.35150.07810.07810.3531
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_90_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_all_90_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_90_acc.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 229.883s -> mul_sld: 73.128s -> bin_sld_bcts: 226.915s -> mul_sld_bcts: 75.715s -> bin_sld_gs: 456.287s -> mul_sld_gs: 284.706s -> kfcv: 51.186s -> ref: 49.290s -> atc_mc: 52.169s -> atc_ne: 51.718s -> doc_feat: 44.179s -> tot: 462.366s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gskfcvatc_mcatc_nedoc_feat
0.00.00260.01630.05030.02290.32170.03110.03110.3333
0.050.01250.01410.05370.01710.30340.02740.02740.3151
0.10.01000.01180.04520.01320.28410.02670.02670.2960
0.150.00910.01050.04360.01180.26200.02270.02270.2740
0.20.00760.00870.03810.01020.24250.02140.02140.2546
0.250.00820.01030.03600.01120.21960.02010.02010.2318
0.30.00950.01080.03640.01260.20050.01780.01780.2128
0.350.01020.01130.03240.01240.18060.01960.01960.1930
0.40.00930.01030.03190.01160.15670.01680.01680.1692
0.450.01020.01000.02890.01070.13840.01470.01470.1511
0.50.00790.00980.02700.01030.11520.01360.01360.1280
0.550.00860.00920.02770.01110.09330.01110.01110.1062
0.60.00840.00940.02290.01020.07290.01100.01100.0859
0.650.01010.00950.02480.01150.05290.00970.00970.0660
0.70.00910.00970.02260.01140.03120.01060.01060.0445
0.750.00910.00890.02090.01060.01150.00910.00910.0243
0.80.01010.00990.02260.01160.01030.01000.01000.0068
0.850.01040.01050.02090.01220.02920.01040.01040.0158
0.90.00990.01110.02110.01410.05030.01080.01080.0365
0.950.01070.01190.01800.01540.07190.01300.01300.0581
1.00.01150.01410.01790.01930.09150.01470.01470.0775
tot0.00930.01090.03060.01290.14000.01630.01630.1467
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_80_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_all_80_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_80_acc.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 225.630s -> mul_sld: 71.930s -> bin_sld_bcts: 223.728s -> mul_sld_bcts: 76.593s -> bin_sld_gs: 431.047s -> mul_sld_gs: 291.843s -> kfcv: 51.915s -> ref: 49.281s -> atc_mc: 51.662s -> atc_ne: 51.127s -> doc_feat: 43.648s -> tot: 436.749s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gskfcvatc_mcatc_nedoc_feat
0.00.00520.01410.00440.02150.13710.02380.02380.1462
0.050.01410.01360.01800.01820.12750.02220.02220.1367
0.10.01340.01260.01780.01610.11780.02160.02160.1271
0.150.01410.01120.01770.01760.10940.01970.01970.1187
0.20.01150.00920.01400.01460.09960.02060.02060.1091
0.250.01350.01110.01510.01800.08800.01600.01600.0975
0.30.01400.01040.01540.01850.07970.01600.01600.0894
0.350.01320.01150.01450.01960.07170.01490.01490.0814
0.40.01390.01210.01390.02120.05960.01220.01220.0693
0.450.01390.01120.01380.02130.05160.01230.01230.0615
0.50.01400.01230.01350.02210.04050.01110.01110.0504
0.550.01430.01240.01440.02330.02970.01020.01020.0397
0.60.01180.01010.01050.02130.02040.00960.00960.0306
0.650.01480.01280.01320.02450.01320.01000.01000.0230
0.70.01210.01110.01100.02590.00730.00800.00800.0127
0.750.01320.01310.01220.02720.00910.00700.00700.0075
0.80.01440.01390.01330.02790.01730.00710.00710.0086
0.850.01530.01540.01240.02880.02650.00760.00760.0160
0.90.01300.01520.01290.03010.03560.00620.00620.0250
0.950.01240.01500.01060.03040.04550.00630.00630.0347
1.00.01260.01740.01470.03210.05300.00590.00590.0422
tot0.01310.01260.01350.02290.05900.01280.01280.0632
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_70_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_all_70_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_70_acc.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 226.621s -> mul_sld: 71.844s -> bin_sld_bcts: 225.379s -> mul_sld_bcts: 77.086s -> bin_sld_gs: 471.820s -> mul_sld_gs: 283.935s -> kfcv: 51.035s -> ref: 49.046s -> atc_mc: 51.951s -> atc_ne: 51.208s -> doc_feat: 43.717s -> tot: 477.247s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gskfcvatc_mcatc_nedoc_feat
0.00.00470.01060.00700.01320.03790.01060.01060.0447
0.050.00840.00740.00960.00950.03390.01010.01010.0406
0.10.00950.00730.00940.00810.03220.00920.00920.0390
0.150.01000.00790.01090.00840.02840.00830.00830.0352
0.20.01260.01020.01080.00950.02690.00890.00890.0338
0.250.01180.00990.01100.00920.02190.00900.00900.0288
0.30.01280.01090.01190.00950.02130.00840.00840.0281
0.350.01280.01070.01280.01130.01710.00840.00840.0241
0.40.01340.01170.01210.01170.01360.00820.00820.0202
0.450.01260.01120.01170.01100.01310.00860.00860.0196
0.50.01470.01210.01460.01330.00870.00850.00850.0147
0.550.01130.01000.01140.01160.00800.00850.00850.0116
0.60.01170.01040.01180.01120.00740.00720.00720.0099
0.650.01130.01050.01120.01110.00650.00790.00790.0095
0.70.01250.01120.01340.01560.00800.00760.00760.0073
0.750.01120.00990.01420.01550.00900.00750.00750.0069
0.80.01130.00980.01440.01580.01100.00660.00660.0075
0.850.01110.00990.01550.01720.01340.00700.00700.0077
0.90.01160.01080.01830.01920.01610.00780.00780.0093
0.950.00970.00940.01600.01800.01840.00710.00710.0111
1.00.00870.01310.01870.02200.01940.00710.00710.0126
tot0.01110.01020.01270.01290.01770.00820.00820.0201
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_60_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_all_60_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_60_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 223.735s -> mul_sld: 70.315s -> bin_sld_bcts: 224.203s -> mul_sld_bcts: 75.746s -> bin_sld_gs: 459.866s -> mul_sld_gs: 285.490s -> kfcv: 51.093s -> ref: 48.870s -> atc_mc: 51.664s -> atc_ne: 50.999s -> doc_feat: 43.777s -> tot: 465.257s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gskfcvatc_mcatc_nedoc_feat
0.00.00240.01050.00880.03050.01450.00880.00880.0082
0.050.00740.00770.01110.03300.01310.00800.00800.0066
0.10.00990.00680.01050.02900.01080.00820.00820.0069
0.150.01410.00940.01120.02520.00970.00770.00770.0066
0.20.01670.01090.01200.02070.00730.00830.00830.0069
0.250.01820.01240.01070.01940.00790.00660.00660.0070
0.30.01770.01370.01270.01890.00670.00820.00820.0086
0.350.01890.01500.01410.01840.00740.01030.01030.0105
0.40.01850.01530.01240.01620.00640.00850.00850.0103
0.450.01750.01500.01210.01570.00710.01100.01100.0128
0.50.01690.01460.01170.01620.00730.01220.01220.0138
0.550.01660.01460.01000.01260.00860.01250.01250.0150
0.60.01810.01580.01170.01510.00970.01440.01440.0164
0.650.01740.01600.01240.01230.01320.01680.01680.0210
0.70.01570.01440.01340.01200.01370.01640.01640.0222
0.750.01490.01350.01200.01210.01410.01700.01700.0224
0.80.01320.01200.01190.01240.01650.02110.02110.0248
0.850.01040.01000.01030.00970.01800.02050.02050.0267
0.90.01030.00980.01090.01110.02050.02390.02390.0292
0.950.00700.00710.00920.00880.02240.02530.02530.0310
1.00.00380.00920.00840.00790.02570.02890.02890.0344
tot0.01360.01210.01130.01700.01240.01400.01400.0163
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_50_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_all_50_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_50_acc.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 220.011s -> mul_sld: 68.308s -> bin_sld_bcts: 222.232s -> mul_sld_bcts: 74.741s -> bin_sld_gs: 463.188s -> mul_sld_gs: 286.703s -> kfcv: 50.329s -> ref: 48.512s -> atc_mc: 51.494s -> atc_ne: 51.091s -> doc_feat: 43.512s -> tot: 468.313s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gskfcvatc_mcatc_nedoc_feat
0.00.00190.00780.00440.05640.04900.01900.01900.0474
0.050.00730.00600.00760.05630.04270.01660.01660.0412
0.10.01140.00700.00900.05600.03580.01470.01470.0343
0.150.01570.01090.01230.05340.02910.01170.01170.0276
0.20.01830.01430.01490.05090.02180.01050.01050.0204
0.250.02220.01830.01900.04760.01710.00890.00890.0157
0.30.02150.01900.01840.04820.01000.00850.00850.0090
0.350.02290.02120.02010.04810.00640.00760.00760.0064
0.40.02430.02330.02130.04490.00690.00790.00790.0075
0.450.02280.02290.02110.04570.01110.00730.00730.0121
0.50.02440.02440.02200.04260.01590.00810.00810.0170
0.550.02420.02600.02250.04050.02240.00990.00990.0237
0.60.02450.02650.02260.03710.02770.01120.01120.0290
0.650.02360.02670.02210.03510.03740.01560.01560.0386
0.70.02150.02560.02040.03440.04380.01680.01680.0450
0.750.01980.02250.01880.03340.04910.01600.01600.0503
0.80.01910.02320.01850.02930.05480.01800.01800.0560
0.850.01650.02180.01620.02650.06270.02180.02180.0638
0.90.01340.01720.01350.02620.06770.02240.02240.0688
0.950.01020.01500.01060.01820.07470.02780.02780.0758
1.00.00330.00670.00400.01550.08150.02850.02850.0825
tot0.01760.01840.01620.04030.03660.01470.01470.0368
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_40_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_all_40_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_40_acc.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 241.690s -> mul_sld: 76.036s -> bin_sld_bcts: 241.023s -> mul_sld_bcts: 81.654s -> bin_sld_gs: 468.354s -> mul_sld_gs: 303.186s -> kfcv: 56.346s -> ref: 53.070s -> atc_mc: 56.339s -> atc_ne: 55.112s -> doc_feat: 46.850s -> tot: 474.244s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gskfcvatc_mcatc_nedoc_feat
0.00.00490.01010.03490.00600.07240.01030.01030.0606
0.050.00670.00800.02270.00800.06070.00720.00720.0489
0.10.00790.00730.02280.00950.04990.00490.00490.0382
0.150.00890.00820.01860.00990.03810.00600.00600.0265
0.20.01020.01020.01700.01100.02590.00820.00820.0143
0.250.01130.01250.01350.01300.01610.01010.01010.0067
0.30.01080.01300.01340.01460.00670.01190.01190.0096
0.350.01240.01470.01230.01340.01040.01600.01600.0208
0.40.01360.01740.01050.01570.02010.01900.01900.0314
0.450.01300.01790.01020.01550.03130.02220.02220.0426
0.50.01360.01910.00820.01550.04180.02590.02590.0531
0.550.01460.02180.00670.01590.05280.02970.02970.0640
0.60.01270.02130.00800.01690.06260.03070.03070.0737
0.650.01330.02240.00770.01500.07740.03680.03680.0885
0.70.01280.02190.00840.01410.08850.04000.04000.0995
0.750.01170.02050.00840.01290.10010.04270.04270.1111
0.80.01100.02030.00900.01210.10940.04640.04640.1203
0.850.01010.01910.00990.01140.12270.05170.05170.1336
0.90.00910.01610.00990.01040.13270.05210.05210.1435
0.950.00850.01400.01150.01100.14280.05480.05480.1536
1.00.00570.00710.00920.01010.15700.06250.06250.1677
tot0.01060.01540.01300.01250.06760.02800.02800.0718
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_30_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_all_30_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_30_acc.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 249.327s -> mul_sld: 79.485s -> bin_sld_bcts: 248.816s -> mul_sld_bcts: 83.568s -> bin_sld_gs: 471.330s -> mul_sld_gs: 282.407s -> kfcv: 59.365s -> ref: 56.664s -> atc_mc: 58.956s -> atc_ne: 57.529s -> doc_feat: 49.376s -> tot: 478.051s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gskfcvatc_mcatc_nedoc_feat
0.00.00470.00780.00280.01340.08870.00970.00970.0803
0.050.00650.00680.00630.01250.06840.00710.00710.0601
0.10.00710.00680.00820.01210.04800.00620.00620.0398
0.150.00790.00670.00960.01050.02850.00640.00640.0204
0.20.00940.00880.01120.01040.00980.00880.00880.0063
0.250.00880.00940.01120.00940.01140.00930.00930.0187
0.30.00900.01020.01270.00930.03230.01240.01240.0401
0.350.00830.01050.01070.00840.05440.01610.01610.0621
0.40.00900.01180.01170.00900.07420.01900.01900.0819
0.450.01040.01180.01190.00930.09190.02070.02070.0995
0.50.01040.01180.01270.00890.11310.02220.02220.1206
0.550.01000.01350.01250.00920.13280.02470.02470.1402
0.60.01090.01190.01160.00880.15100.02720.02720.1583
0.650.01320.01280.01610.01050.17340.03310.03310.1806
0.70.01140.01370.01340.01080.19410.03840.03840.2012
0.750.01330.01280.01490.01070.21360.04250.04250.2205
0.80.01350.01150.01450.00960.23280.04070.04070.2397
0.850.01620.01030.01870.00920.25280.04470.04470.2596
0.90.01800.01040.01530.01010.27330.04920.04920.2800
0.950.01930.00920.01770.00870.29250.04920.04920.2991
1.00.01160.00550.01350.00740.31480.05710.05710.3213
tot0.01090.01020.01220.00990.13580.02590.02590.1395
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_20_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_all_20_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_20_acc.png) - - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 217.756s -> mul_sld: 63.422s -> kfcv: 47.542s -> ref: 45.622s -> atc_mc: 48.127s -> atc_ne: 47.746s -> doc_feat: 41.031s -> tot: 219.250s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
kfcvatc_mcatc_nedoc_feat
0.00.07890.00880.00880.0735
0.050.04260.00460.00460.0373
0.10.00690.00800.00800.0037
0.150.02980.01280.01280.0348
0.20.06510.01940.01940.0701
0.250.10090.02560.02560.1057
0.30.13870.03480.03480.1434
0.350.17410.04380.04380.1788
0.40.21170.05090.05090.2162
0.450.24650.05680.05680.2509
0.50.28290.06330.06330.2873
0.550.32100.07280.07280.3253
0.60.35430.07480.07480.3584
0.650.39140.08430.08430.3954
0.70.42740.09160.09160.4313
0.750.46320.10050.10050.4671
0.80.50070.10640.10640.5045
0.850.53540.11470.11470.5390
0.90.57030.12040.12040.5739
0.950.60560.12440.12440.6090
1.00.64210.13360.13360.6454
tot0.29470.06440.06440.2977
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_10_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_all_10_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_10_acc.png) - - -## avg - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gskfcvatc_mcatc_nedoc_feat
0.00.00400.01160.01410.02110.17370.03250.03250.1732
0.050.01270.01320.01910.02280.15720.02940.02940.1568
0.10.01360.01290.01890.02170.14050.02800.02800.1406
0.150.01490.01330.01910.02080.13020.02640.02640.1314
0.20.01520.01360.01840.01910.12150.02660.02660.1235
0.250.01630.01550.01840.01950.11500.02520.02520.1184
0.30.01610.01550.01870.01960.11180.02570.02570.1170
0.350.01630.01630.01830.01950.10980.02670.02670.1162
0.40.01650.01700.01770.01920.10820.02630.02630.1148
0.450.01580.01610.01680.01860.10810.02650.02650.1149
0.50.01570.01620.01660.01840.10710.02660.02660.1140
0.550.01540.01670.01620.01780.10730.02680.02680.1139
0.60.01460.01570.01480.01690.10650.02670.02670.1131
0.650.01550.01680.01610.01720.10850.02850.02850.1152
0.70.01420.01600.01520.01750.10910.02920.02920.1149
0.750.01350.01480.01470.01690.11050.02960.02960.1153
0.80.01340.01470.01510.01650.11520.03030.03030.1173
0.850.01290.01400.01480.01600.12250.03190.03190.1230
0.90.01210.01300.01420.01670.13000.03330.03330.1300
0.950.01110.01180.01300.01540.14640.03570.03570.1459
1.00.00870.01070.01200.01610.16350.04030.04030.1630
tot0.01370.01450.01630.01840.12390.02920.02920.1272
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_avg_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_avg_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_avg_acc.png) diff --git a/output/rcv1_CCAT_9prevs/rcv1_CCAT_best_vs_all_f1.md b/output/rcv1_CCAT_9prevs/rcv1_CCAT_best_vs_all_f1.md deleted file mode 100644 index 3df7ccc..0000000 --- a/output/rcv1_CCAT_9prevs/rcv1_CCAT_best_vs_all_f1.md +++ /dev/null @@ -1,2478 +0,0 @@ -# rcv1_CCAT - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 234.941s -> mul_sld: 75.002s -> bin_sld_bcts: 230.912s -> mul_sld_bcts: 79.197s -> bin_sld_gs: 478.630s -> mul_sld_gs: 251.343s -> kfcv: 55.369s -> ref: 52.475s -> atc_mc: 54.633s -> atc_ne: 54.569s -> doc_feat: 46.647s -> tot: 486.773s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gskfcvatc_mcatc_ne
0.00.00000.00000.00030.00010.59110.47450.4745
0.050.07190.05020.05140.04900.48130.40160.4016
0.10.06830.05010.05450.04770.38430.34320.3432
0.150.06070.04610.04990.04350.29830.29090.2909
0.20.05050.03880.04530.03520.22170.24700.2470
0.250.04760.03970.04310.03490.15240.20760.2076
0.30.03990.03400.03700.02920.09030.17590.1759
0.350.03510.03140.03490.02600.03290.14870.1487
0.40.03110.02880.03020.02360.01820.12390.1239
0.450.02480.02310.02500.01820.06610.10270.1027
0.50.02100.01980.02200.01600.11020.08420.0842
0.550.01990.01960.02100.01520.15000.06590.0659
0.60.01460.01420.01550.01130.18790.05300.0530
0.650.01520.01600.01600.01290.22210.03920.0392
0.70.01270.01350.01380.01110.25460.02900.0290
0.750.01000.01070.01090.00860.28490.01960.0196
0.80.00910.01010.01030.00830.31200.01250.0125
0.850.00760.00890.00840.00750.33820.00610.0061
0.90.00670.00730.00660.00670.36320.00360.0036
0.950.00600.00690.00560.00670.38660.00690.0069
1.00.00630.00650.00500.00740.40850.01230.0123
tot0.02660.02270.02410.02000.25500.13560.1356
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_90_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_all_90_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_90_f1.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 229.883s -> mul_sld: 73.128s -> bin_sld_bcts: 226.915s -> mul_sld_bcts: 75.715s -> bin_sld_gs: 456.287s -> mul_sld_gs: 284.706s -> kfcv: 51.186s -> ref: 49.290s -> atc_mc: 52.169s -> atc_ne: 51.718s -> doc_feat: 44.179s -> tot: 462.366s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gskfcvatc_mcatc_ne
0.00.00020.00150.00060.00310.80020.54590.5459
0.050.03850.01620.02550.01810.60470.39410.3941
0.10.02710.01800.02660.01970.46280.29540.2954
0.150.01890.01520.02560.01690.35200.22060.2206
0.20.01430.01400.02180.01660.26700.17010.1701
0.250.01360.01330.02500.01360.19520.12770.1277
0.30.01200.01160.02500.01220.13900.09940.0994
0.350.01230.01240.02290.01280.09110.07740.0774
0.40.01010.01060.02220.01110.04760.05630.0563
0.450.01010.00960.01940.00970.01450.04400.0440
0.50.00730.00840.01810.00850.01890.03230.0323
0.550.00730.00760.01860.00830.04670.02060.0206
0.60.00640.00710.01470.00760.07060.01520.0152
0.650.00740.00690.01590.00810.09130.00980.0098
0.70.00610.00660.01410.00760.11120.00720.0072
0.750.00590.00590.01270.00690.12820.00560.0056
0.80.00610.00600.01320.00710.14370.00490.0049
0.850.00600.00620.01190.00720.15750.00530.0053
0.90.00550.00620.01160.00790.17080.00550.0055
0.950.00570.00640.00960.00830.18330.00680.0068
1.00.00590.00720.00910.00990.19380.00760.0076
tot0.01080.00940.01730.01050.20430.10250.1025
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_80_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_all_80_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_80_f1.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 225.630s -> mul_sld: 71.930s -> bin_sld_bcts: 223.728s -> mul_sld_bcts: 76.593s -> bin_sld_gs: 431.047s -> mul_sld_gs: 291.843s -> kfcv: 51.915s -> ref: 49.281s -> atc_mc: 51.662s -> atc_ne: 51.127s -> doc_feat: 43.648s -> tot: 436.749s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gskfcvatc_mcatc_ne
0.00.00020.00180.00020.02520.89310.57490.5749
0.050.05540.02700.08550.02610.58010.33360.3336
0.10.04110.02510.06590.02150.40440.21630.2163
0.150.03320.02070.04880.02130.29350.14500.1450
0.20.02330.01570.03350.01750.21570.10550.1055
0.250.02260.01680.02880.02140.15600.07030.0703
0.30.01990.01450.02450.02090.11390.05490.0549
0.350.01790.01480.02120.02160.08080.04030.0403
0.40.01640.01390.01750.02180.05020.02790.0279
0.450.01450.01180.01540.02030.02860.02250.0225
0.50.01330.01190.01370.02020.00940.01650.0165
0.550.01270.01120.01320.02010.01020.01200.0120
0.60.00970.00850.00890.01730.02380.00950.0095
0.650.01120.00990.01020.01880.03480.00890.0089
0.70.00880.00830.00820.01890.04670.00600.0060
0.750.00880.00910.00830.01860.05630.00470.0047
0.80.00910.00900.00840.01800.06490.00440.0044
0.850.00910.00940.00750.01770.07260.00450.0045
0.90.00740.00880.00740.01750.07930.00360.0036
0.950.00680.00820.00590.01680.08580.00350.0035
1.00.00660.00910.00770.01690.09060.00320.0032
tot0.01660.01270.02100.01990.16150.07940.0794
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_70_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_all_70_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_70_f1.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 226.621s -> mul_sld: 71.844s -> bin_sld_bcts: 225.379s -> mul_sld_bcts: 77.086s -> bin_sld_gs: 471.820s -> mul_sld_gs: 283.935s -> kfcv: 51.035s -> ref: 49.046s -> atc_mc: 51.951s -> atc_ne: 51.208s -> doc_feat: 43.717s -> tot: 477.247s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gskfcvatc_mcatc_ne
0.00.01580.03910.01880.07690.91510.53100.5310
0.050.03990.04420.03720.04440.46390.20440.2044
0.10.03150.03130.02870.02890.29020.10450.1045
0.150.02480.02360.02450.02050.19340.05710.0571
0.20.02520.02310.02120.01950.13750.04070.0407
0.250.01950.01810.01780.01520.09420.02280.0228
0.30.01850.01660.01660.01380.06820.01960.0196
0.350.01620.01410.01610.01440.04460.01250.0125
0.40.01510.01350.01380.01380.02610.01000.0100
0.450.01330.01190.01250.01190.01480.01010.0101
0.50.01410.01170.01410.01310.00680.00810.0081
0.550.01000.00900.01040.01080.01060.00760.0076
0.60.00960.00860.00990.00970.01750.00600.0060
0.650.00870.00800.00880.00920.02270.00600.0060
0.70.00900.00820.01010.01210.03020.00550.0055
0.750.00750.00670.00990.01120.03550.00510.0051
0.80.00720.00630.00950.01080.03990.00420.0042
0.850.00680.00610.00980.01110.04420.00420.0042
0.90.00680.00640.01100.01180.04800.00450.0045
0.950.00530.00530.00910.01050.05120.00370.0037
1.00.00470.00710.01020.01210.05320.00340.0034
tot0.01470.01520.01520.01820.12420.05100.0510
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_60_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_all_60_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_60_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 223.735s -> mul_sld: 70.315s -> bin_sld_bcts: 224.203s -> mul_sld_bcts: 75.746s -> bin_sld_gs: 459.866s -> mul_sld_gs: 285.490s -> kfcv: 51.093s -> ref: 48.870s -> atc_mc: 51.664s -> atc_ne: 50.999s -> doc_feat: 43.777s -> tot: 465.257s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gskfcvatc_mcatc_ne
0.00.01050.01470.02230.00190.92370.51350.5135
0.050.04850.04440.05250.11220.33600.10660.1066
0.10.03880.02890.03500.07710.19360.04760.0476
0.150.04000.02880.03000.05280.12430.03060.0306
0.20.03690.02500.02580.03670.08900.02350.0235
0.250.03370.02340.01970.03000.06000.01580.0158
0.30.02800.02160.01970.02570.04510.01470.0147
0.350.02580.02040.01900.02210.03280.01510.0151
0.40.02250.01850.01510.01800.02070.01050.0105
0.450.01950.01660.01330.01580.01430.01190.0119
0.50.01690.01460.01180.01510.00850.01150.0115
0.550.01530.01320.00940.01090.00680.01050.0105
0.60.01540.01330.01000.01210.00740.01070.0107
0.650.01370.01240.00990.00940.00790.01140.0114
0.70.01170.01050.00990.00860.01060.01030.0103
0.750.01020.00910.00840.00830.01400.00970.0097
0.80.00860.00760.00790.00790.01600.01170.0117
0.850.00630.00590.00640.00590.01820.01040.0104
0.90.00600.00550.00640.00650.01990.01170.0117
0.950.00380.00390.00520.00490.02180.01170.0117
1.00.00210.00530.00470.00430.02250.01280.0128
tot0.01970.01640.01630.02310.09490.04340.0434
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_50_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_all_50_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_50_f1.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 220.011s -> mul_sld: 68.308s -> bin_sld_bcts: 222.232s -> mul_sld_bcts: 74.741s -> bin_sld_gs: 463.188s -> mul_sld_gs: 286.703s -> kfcv: 50.329s -> ref: 48.512s -> atc_mc: 51.494s -> atc_ne: 51.091s -> doc_feat: 43.512s -> tot: 468.313s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gskfcvatc_mcatc_ne
0.00.01250.01460.01350.00640.91710.35640.3564
0.050.05830.04890.05750.22270.21460.05060.0506
0.10.04970.03290.04080.17060.11840.04600.0460
0.150.04970.03580.03990.12710.07990.03180.0318
0.20.04530.03580.03780.09910.06080.02540.0254
0.250.04530.03750.03990.08010.04410.01970.0197
0.30.03710.03260.03240.06990.03780.01740.0174
0.350.03370.03120.03000.06230.03320.01290.0129
0.40.03160.03010.02820.05230.02550.01180.0118
0.450.02650.02630.02500.04830.02180.00950.0095
0.50.02560.02530.02350.04140.01780.00880.0088
0.550.02300.02440.02170.03660.01560.00850.0085
0.60.02140.02280.02000.03080.01290.00780.0078
0.650.01900.02110.01790.02730.01370.00930.0093
0.70.01600.01870.01530.02530.01200.00900.0090
0.750.01370.01510.01310.02330.00970.00750.0075
0.80.01240.01460.01210.01930.00920.00660.0066
0.850.01000.01290.00990.01660.00820.00840.0084
0.90.00760.00930.00770.01610.00750.00780.0078
0.950.00540.00770.00570.01080.00640.00970.0097
1.00.00170.00350.00200.00940.00610.00900.0090
tot0.02600.02380.02350.05690.07960.03210.0321
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_40_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_all_40_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_40_f1.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 241.690s -> mul_sld: 76.036s -> bin_sld_bcts: 241.023s -> mul_sld_bcts: 81.654s -> bin_sld_gs: 468.354s -> mul_sld_gs: 303.186s -> kfcv: 56.346s -> ref: 53.070s -> atc_mc: 56.339s -> atc_ne: 55.112s -> doc_feat: 46.850s -> tot: 474.244s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gskfcvatc_mcatc_ne
0.00.05420.01930.04160.04660.89000.33010.3301
0.050.05640.06120.07910.06400.14180.05190.0519
0.10.03830.03410.06180.04610.08290.03060.0306
0.150.03060.02870.03770.03470.06410.02520.0252
0.20.02630.02750.02770.02960.05610.01900.0190
0.250.02370.02690.01930.02780.04570.01670.0167
0.30.01870.02320.01690.02570.04470.01320.0132
0.350.01890.02240.01410.02060.04320.01700.0170
0.40.01770.02280.01150.02110.03940.01410.0141
0.450.01510.02100.00950.01850.03700.01350.0135
0.50.01410.02000.00760.01670.03440.01530.0153
0.550.01350.02040.00580.01560.03270.01460.0146
0.60.01070.01830.00680.01530.02990.01420.0142
0.650.01040.01750.00610.01260.03270.01590.0159
0.70.00910.01560.00630.01080.03150.01450.0145
0.750.00780.01340.00590.00930.03100.01440.0144
0.80.00710.01240.00580.00840.02850.01570.0157
0.850.00620.01090.00600.00740.02950.01680.0168
0.90.00540.00860.00560.00630.02810.01550.0155
0.950.00500.00700.00610.00650.02680.01520.0152
1.00.00370.00400.00450.00580.02830.01770.0177
tot0.01870.02070.01840.02140.08470.03340.0334
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_30_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_all_30_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_30_f1.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 249.327s -> mul_sld: 79.485s -> bin_sld_bcts: 248.816s -> mul_sld_bcts: 83.568s -> bin_sld_gs: 471.330s -> mul_sld_gs: 282.407s -> kfcv: 59.365s -> ref: 56.664s -> atc_mc: 58.956s -> atc_ne: 57.529s -> doc_feat: 49.376s -> tot: 478.051s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gskfcvatc_mcatc_ne
0.00.01410.07720.00540.02770.82430.11590.1159
0.050.06440.05690.07980.09630.11710.13030.1303
0.10.03970.03490.05150.05620.09990.09160.0916
0.150.03310.02270.04500.03660.08880.07940.0794
0.20.02780.02360.03480.02710.08330.06730.0673
0.250.02050.02130.02750.02050.08110.06230.0623
0.30.01940.01830.02800.01840.08420.05920.0592
0.350.01520.01620.02000.01370.08780.05180.0518
0.40.01520.01600.02120.01320.08590.05360.0536
0.450.01520.01370.01940.01190.08060.05100.0510
0.50.01400.01260.01780.01080.08190.05180.0518
0.550.01240.01270.01510.00940.08110.05330.0533
0.60.01250.01050.01420.00850.07830.05060.0506
0.650.01350.01000.01720.00870.08090.04800.0480
0.70.01100.01050.01350.00820.08140.04530.0453
0.750.01210.00900.01450.00760.08040.04280.0428
0.80.01150.00770.01300.00660.07930.04720.0472
0.850.01310.00680.01630.00650.07900.04610.0461
0.90.01330.00670.01250.00660.07930.04390.0439
0.950.01330.00590.01370.00630.07850.04680.0468
1.00.00930.00410.01100.00630.08010.04250.0425
tot0.01910.01890.02340.01940.11970.06100.0610
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_20_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_all_20_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_20_f1.png) - - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 217.756s -> mul_sld: 63.422s -> kfcv: 47.542s -> ref: 45.622s -> atc_mc: 48.127s -> atc_ne: 47.746s -> doc_feat: 41.031s -> tot: 219.250s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
kfcvatc_mcatc_ne
0.00.65190.00220.0022
0.050.22580.22530.2253
0.10.21950.19970.1997
0.150.22150.20180.2018
0.20.21560.19360.1936
0.250.21450.19430.1943
0.30.22180.18650.1865
0.350.21880.18490.1849
0.40.22310.18520.1852
0.450.21880.18240.1824
0.50.21960.18360.1836
0.550.22370.18010.1801
0.60.21740.18720.1872
0.650.21930.18710.1871
0.70.21890.18840.1884
0.750.21840.18290.1829
0.80.22040.18400.1840
0.850.21820.18160.1816
0.90.21660.18180.1818
0.950.21540.18480.1848
1.00.21600.18500.1850
tot0.23980.18010.1801
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_10_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_all_10_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_10_f1.png) - - -## avg - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gskfcvatc_mcatc_ne
0.00.01340.02100.01290.02350.82290.38270.3827
0.050.05420.04360.05860.07910.35170.21090.2109
0.10.04180.03190.04560.05850.25070.15280.1528
0.150.03630.02770.03770.04420.19070.12030.1203
0.20.03120.02540.03100.03510.14960.09910.0991
0.250.02830.02460.02760.03040.11590.08190.0819
0.30.02420.02150.02500.02700.09390.07120.0712
0.350.02190.02040.02230.02420.07390.06230.0623
0.40.02000.01930.02000.02190.05960.05480.0548
0.450.01740.01670.01740.01930.05520.04970.0497
0.50.01580.01550.01610.01770.05640.04580.0458
0.550.01420.01480.01440.01590.06420.04150.0415
0.60.01250.01290.01250.01410.07170.03940.0394
0.650.01240.01270.01270.01340.08060.03730.0373
0.70.01060.01150.01140.01280.08860.03500.0350
0.750.00950.00990.01040.01170.09540.03250.0325
0.80.00890.00920.01000.01080.10150.03230.0323
0.850.00820.00840.00950.01000.10730.03150.0315
0.90.00730.00730.00860.00990.11250.03090.0309
0.950.00640.00640.00760.00890.11730.03210.0321
1.00.00500.00590.00680.00900.12210.03260.0326
tot0.01900.01750.01990.02370.15150.07980.0798
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_all_avg_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_all_avg_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_all_avg_f1.png) diff --git a/output/rcv1_CCAT_9prevs/rcv1_CCAT_best_vs_atc_acc.md b/output/rcv1_CCAT_9prevs/rcv1_CCAT_best_vs_atc_acc.md deleted file mode 100644 index 649b602..0000000 --- a/output/rcv1_CCAT_9prevs/rcv1_CCAT_best_vs_atc_acc.md +++ /dev/null @@ -1,2248 +0,0 @@ -# rcv1_CCAT - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 234.941s -> mul_sld: 75.002s -> bin_sld_bcts: 230.912s -> mul_sld_bcts: 79.197s -> bin_sld_gs: 478.630s -> mul_sld_gs: 251.343s -> kfcv: 55.369s -> ref: 52.475s -> atc_mc: 54.633s -> atc_ne: 54.569s -> doc_feat: 46.647s -> tot: 486.773s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00550.01530.00010.00480.17040.1704
0.050.03840.04170.02400.02750.16140.1614
0.10.03990.04310.02830.02930.15280.1528
0.150.03900.04200.02890.02920.14260.1426
0.20.03570.03680.02890.02530.13340.1334
0.250.03660.04010.03030.02820.12170.1217
0.30.03340.03620.02850.02520.11310.1131
0.350.03190.03520.02940.02410.10400.1040
0.40.03030.03420.02760.02360.09430.0943
0.450.02610.02860.02470.01940.08470.0847
0.50.02380.02560.02350.01820.07490.0749
0.550.02390.02630.02410.01840.06220.0622
0.60.01880.02000.01910.01460.05410.0541
0.650.02060.02360.02100.01770.04220.0422
0.70.01820.02050.01940.01610.03340.0334
0.750.01520.01690.01620.01300.02390.0239
0.80.01460.01680.01630.01340.01680.0168
0.850.01290.01540.01420.01280.00900.0090
0.90.01190.01320.01180.01200.00700.0070
0.950.01120.01310.01040.01270.01340.0134
1.00.01250.01280.01000.01460.02430.0243
tot0.02380.02650.02080.01910.07810.0781
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_90_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_atc_90_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_90_acc.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 229.883s -> mul_sld: 73.128s -> bin_sld_bcts: 226.915s -> mul_sld_bcts: 75.715s -> bin_sld_gs: 456.287s -> mul_sld_gs: 284.706s -> kfcv: 51.186s -> ref: 49.290s -> atc_mc: 52.169s -> atc_ne: 51.718s -> doc_feat: 44.179s -> tot: 462.366s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00260.01630.05030.02290.03110.0311
0.050.01250.01410.05370.01710.02740.0274
0.10.01000.01180.04520.01320.02670.0267
0.150.00910.01050.04360.01180.02270.0227
0.20.00760.00870.03810.01020.02140.0214
0.250.00820.01030.03600.01120.02010.0201
0.30.00950.01080.03640.01260.01780.0178
0.350.01020.01130.03240.01240.01960.0196
0.40.00930.01030.03190.01160.01680.0168
0.450.01020.01000.02890.01070.01470.0147
0.50.00790.00980.02700.01030.01360.0136
0.550.00860.00920.02770.01110.01110.0111
0.60.00840.00940.02290.01020.01100.0110
0.650.01010.00950.02480.01150.00970.0097
0.70.00910.00970.02260.01140.01060.0106
0.750.00910.00890.02090.01060.00910.0091
0.80.01010.00990.02260.01160.01000.0100
0.850.01040.01050.02090.01220.01040.0104
0.90.00990.01110.02110.01410.01080.0108
0.950.01070.01190.01800.01540.01300.0130
1.00.01150.01410.01790.01930.01470.0147
tot0.00930.01090.03060.01290.01630.0163
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_80_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_atc_80_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_80_acc.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 225.630s -> mul_sld: 71.930s -> bin_sld_bcts: 223.728s -> mul_sld_bcts: 76.593s -> bin_sld_gs: 431.047s -> mul_sld_gs: 291.843s -> kfcv: 51.915s -> ref: 49.281s -> atc_mc: 51.662s -> atc_ne: 51.127s -> doc_feat: 43.648s -> tot: 436.749s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00520.01410.00440.02150.02380.0238
0.050.01410.01360.01800.01820.02220.0222
0.10.01340.01260.01780.01610.02160.0216
0.150.01410.01120.01770.01760.01970.0197
0.20.01150.00920.01400.01460.02060.0206
0.250.01350.01110.01510.01800.01600.0160
0.30.01400.01040.01540.01850.01600.0160
0.350.01320.01150.01450.01960.01490.0149
0.40.01390.01210.01390.02120.01220.0122
0.450.01390.01120.01380.02130.01230.0123
0.50.01400.01230.01350.02210.01110.0111
0.550.01430.01240.01440.02330.01020.0102
0.60.01180.01010.01050.02130.00960.0096
0.650.01480.01280.01320.02450.01000.0100
0.70.01210.01110.01100.02590.00800.0080
0.750.01320.01310.01220.02720.00700.0070
0.80.01440.01390.01330.02790.00710.0071
0.850.01530.01540.01240.02880.00760.0076
0.90.01300.01520.01290.03010.00620.0062
0.950.01240.01500.01060.03040.00630.0063
1.00.01260.01740.01470.03210.00590.0059
tot0.01310.01260.01350.02290.01280.0128
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_70_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_atc_70_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_70_acc.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 226.621s -> mul_sld: 71.844s -> bin_sld_bcts: 225.379s -> mul_sld_bcts: 77.086s -> bin_sld_gs: 471.820s -> mul_sld_gs: 283.935s -> kfcv: 51.035s -> ref: 49.046s -> atc_mc: 51.951s -> atc_ne: 51.208s -> doc_feat: 43.717s -> tot: 477.247s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00470.01060.00700.01320.01060.0106
0.050.00840.00740.00960.00950.01010.0101
0.10.00950.00730.00940.00810.00920.0092
0.150.01000.00790.01090.00840.00830.0083
0.20.01260.01020.01080.00950.00890.0089
0.250.01180.00990.01100.00920.00900.0090
0.30.01280.01090.01190.00950.00840.0084
0.350.01280.01070.01280.01130.00840.0084
0.40.01340.01170.01210.01170.00820.0082
0.450.01260.01120.01170.01100.00860.0086
0.50.01470.01210.01460.01330.00850.0085
0.550.01130.01000.01140.01160.00850.0085
0.60.01170.01040.01180.01120.00720.0072
0.650.01130.01050.01120.01110.00790.0079
0.70.01250.01120.01340.01560.00760.0076
0.750.01120.00990.01420.01550.00750.0075
0.80.01130.00980.01440.01580.00660.0066
0.850.01110.00990.01550.01720.00700.0070
0.90.01160.01080.01830.01920.00780.0078
0.950.00970.00940.01600.01800.00710.0071
1.00.00870.01310.01870.02200.00710.0071
tot0.01110.01020.01270.01290.00820.0082
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_60_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_atc_60_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_60_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 223.735s -> mul_sld: 70.315s -> bin_sld_bcts: 224.203s -> mul_sld_bcts: 75.746s -> bin_sld_gs: 459.866s -> mul_sld_gs: 285.490s -> kfcv: 51.093s -> ref: 48.870s -> atc_mc: 51.664s -> atc_ne: 50.999s -> doc_feat: 43.777s -> tot: 465.257s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00240.01050.00880.03050.00880.0088
0.050.00740.00770.01110.03300.00800.0080
0.10.00990.00680.01050.02900.00820.0082
0.150.01410.00940.01120.02520.00770.0077
0.20.01670.01090.01200.02070.00830.0083
0.250.01820.01240.01070.01940.00660.0066
0.30.01770.01370.01270.01890.00820.0082
0.350.01890.01500.01410.01840.01030.0103
0.40.01850.01530.01240.01620.00850.0085
0.450.01750.01500.01210.01570.01100.0110
0.50.01690.01460.01170.01620.01220.0122
0.550.01660.01460.01000.01260.01250.0125
0.60.01810.01580.01170.01510.01440.0144
0.650.01740.01600.01240.01230.01680.0168
0.70.01570.01440.01340.01200.01640.0164
0.750.01490.01350.01200.01210.01700.0170
0.80.01320.01200.01190.01240.02110.0211
0.850.01040.01000.01030.00970.02050.0205
0.90.01030.00980.01090.01110.02390.0239
0.950.00700.00710.00920.00880.02530.0253
1.00.00380.00920.00840.00790.02890.0289
tot0.01360.01210.01130.01700.01400.0140
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_50_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_atc_50_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_50_acc.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 220.011s -> mul_sld: 68.308s -> bin_sld_bcts: 222.232s -> mul_sld_bcts: 74.741s -> bin_sld_gs: 463.188s -> mul_sld_gs: 286.703s -> kfcv: 50.329s -> ref: 48.512s -> atc_mc: 51.494s -> atc_ne: 51.091s -> doc_feat: 43.512s -> tot: 468.313s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00190.00780.00440.05640.01900.0190
0.050.00730.00600.00760.05630.01660.0166
0.10.01140.00700.00900.05600.01470.0147
0.150.01570.01090.01230.05340.01170.0117
0.20.01830.01430.01490.05090.01050.0105
0.250.02220.01830.01900.04760.00890.0089
0.30.02150.01900.01840.04820.00850.0085
0.350.02290.02120.02010.04810.00760.0076
0.40.02430.02330.02130.04490.00790.0079
0.450.02280.02290.02110.04570.00730.0073
0.50.02440.02440.02200.04260.00810.0081
0.550.02420.02600.02250.04050.00990.0099
0.60.02450.02650.02260.03710.01120.0112
0.650.02360.02670.02210.03510.01560.0156
0.70.02150.02560.02040.03440.01680.0168
0.750.01980.02250.01880.03340.01600.0160
0.80.01910.02320.01850.02930.01800.0180
0.850.01650.02180.01620.02650.02180.0218
0.90.01340.01720.01350.02620.02240.0224
0.950.01020.01500.01060.01820.02780.0278
1.00.00330.00670.00400.01550.02850.0285
tot0.01760.01840.01620.04030.01470.0147
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_40_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_atc_40_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_40_acc.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 241.690s -> mul_sld: 76.036s -> bin_sld_bcts: 241.023s -> mul_sld_bcts: 81.654s -> bin_sld_gs: 468.354s -> mul_sld_gs: 303.186s -> kfcv: 56.346s -> ref: 53.070s -> atc_mc: 56.339s -> atc_ne: 55.112s -> doc_feat: 46.850s -> tot: 474.244s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00490.01010.03490.00600.01030.0103
0.050.00670.00800.02270.00800.00720.0072
0.10.00790.00730.02280.00950.00490.0049
0.150.00890.00820.01860.00990.00600.0060
0.20.01020.01020.01700.01100.00820.0082
0.250.01130.01250.01350.01300.01010.0101
0.30.01080.01300.01340.01460.01190.0119
0.350.01240.01470.01230.01340.01600.0160
0.40.01360.01740.01050.01570.01900.0190
0.450.01300.01790.01020.01550.02220.0222
0.50.01360.01910.00820.01550.02590.0259
0.550.01460.02180.00670.01590.02970.0297
0.60.01270.02130.00800.01690.03070.0307
0.650.01330.02240.00770.01500.03680.0368
0.70.01280.02190.00840.01410.04000.0400
0.750.01170.02050.00840.01290.04270.0427
0.80.01100.02030.00900.01210.04640.0464
0.850.01010.01910.00990.01140.05170.0517
0.90.00910.01610.00990.01040.05210.0521
0.950.00850.01400.01150.01100.05480.0548
1.00.00570.00710.00920.01010.06250.0625
tot0.01060.01540.01300.01250.02800.0280
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_30_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_atc_30_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_30_acc.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 249.327s -> mul_sld: 79.485s -> bin_sld_bcts: 248.816s -> mul_sld_bcts: 83.568s -> bin_sld_gs: 471.330s -> mul_sld_gs: 282.407s -> kfcv: 59.365s -> ref: 56.664s -> atc_mc: 58.956s -> atc_ne: 57.529s -> doc_feat: 49.376s -> tot: 478.051s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00470.00780.00280.01340.00970.0097
0.050.00650.00680.00630.01250.00710.0071
0.10.00710.00680.00820.01210.00620.0062
0.150.00790.00670.00960.01050.00640.0064
0.20.00940.00880.01120.01040.00880.0088
0.250.00880.00940.01120.00940.00930.0093
0.30.00900.01020.01270.00930.01240.0124
0.350.00830.01050.01070.00840.01610.0161
0.40.00900.01180.01170.00900.01900.0190
0.450.01040.01180.01190.00930.02070.0207
0.50.01040.01180.01270.00890.02220.0222
0.550.01000.01350.01250.00920.02470.0247
0.60.01090.01190.01160.00880.02720.0272
0.650.01320.01280.01610.01050.03310.0331
0.70.01140.01370.01340.01080.03840.0384
0.750.01330.01280.01490.01070.04250.0425
0.80.01350.01150.01450.00960.04070.0407
0.850.01620.01030.01870.00920.04470.0447
0.90.01800.01040.01530.01010.04920.0492
0.950.01930.00920.01770.00870.04920.0492
1.00.01160.00550.01350.00740.05710.0571
tot0.01090.01020.01220.00990.02590.0259
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_20_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_atc_20_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_20_acc.png) - - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 217.756s -> mul_sld: 63.422s -> kfcv: 47.542s -> ref: 45.622s -> atc_mc: 48.127s -> atc_ne: 47.746s -> doc_feat: 41.031s -> tot: 219.250s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
atc_mcatc_ne
0.00.00880.0088
0.050.00460.0046
0.10.00800.0080
0.150.01280.0128
0.20.01940.0194
0.250.02560.0256
0.30.03480.0348
0.350.04380.0438
0.40.05090.0509
0.450.05680.0568
0.50.06330.0633
0.550.07280.0728
0.60.07480.0748
0.650.08430.0843
0.70.09160.0916
0.750.10050.1005
0.80.10640.1064
0.850.11470.1147
0.90.12040.1204
0.950.12440.1244
1.00.13360.1336
tot0.06440.0644
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_10_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_atc_10_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_10_acc.png) - - -## avg - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00400.01160.01410.02110.03250.0325
0.050.01270.01320.01910.02280.02940.0294
0.10.01360.01290.01890.02170.02800.0280
0.150.01490.01330.01910.02080.02640.0264
0.20.01520.01360.01840.01910.02660.0266
0.250.01630.01550.01840.01950.02520.0252
0.30.01610.01550.01870.01960.02570.0257
0.350.01630.01630.01830.01950.02670.0267
0.40.01650.01700.01770.01920.02630.0263
0.450.01580.01610.01680.01860.02650.0265
0.50.01570.01620.01660.01840.02660.0266
0.550.01540.01670.01620.01780.02680.0268
0.60.01460.01570.01480.01690.02670.0267
0.650.01550.01680.01610.01720.02850.0285
0.70.01420.01600.01520.01750.02920.0292
0.750.01350.01480.01470.01690.02960.0296
0.80.01340.01470.01510.01650.03030.0303
0.850.01290.01400.01480.01600.03190.0319
0.90.01210.01300.01420.01670.03330.0333
0.950.01110.01180.01300.01540.03570.0357
1.00.00870.01070.01200.01610.04030.0403
tot0.01370.01450.01630.01840.02920.0292
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_avg_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_avg_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_avg_acc.png) diff --git a/output/rcv1_CCAT_9prevs/rcv1_CCAT_best_vs_atc_f1.md b/output/rcv1_CCAT_9prevs/rcv1_CCAT_best_vs_atc_f1.md deleted file mode 100644 index 72476b9..0000000 --- a/output/rcv1_CCAT_9prevs/rcv1_CCAT_best_vs_atc_f1.md +++ /dev/null @@ -1,2248 +0,0 @@ -# rcv1_CCAT - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 234.941s -> mul_sld: 75.002s -> bin_sld_bcts: 230.912s -> mul_sld_bcts: 79.197s -> bin_sld_gs: 478.630s -> mul_sld_gs: 251.343s -> kfcv: 55.369s -> ref: 52.475s -> atc_mc: 54.633s -> atc_ne: 54.569s -> doc_feat: 46.647s -> tot: 486.773s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00000.00000.00030.00010.47450.4745
0.050.07190.05020.05140.04900.40160.4016
0.10.06830.05010.05450.04770.34320.3432
0.150.06070.04610.04990.04350.29090.2909
0.20.05050.03880.04530.03520.24700.2470
0.250.04760.03970.04310.03490.20760.2076
0.30.03990.03400.03700.02920.17590.1759
0.350.03510.03140.03490.02600.14870.1487
0.40.03110.02880.03020.02360.12390.1239
0.450.02480.02310.02500.01820.10270.1027
0.50.02100.01980.02200.01600.08420.0842
0.550.01990.01960.02100.01520.06590.0659
0.60.01460.01420.01550.01130.05300.0530
0.650.01520.01600.01600.01290.03920.0392
0.70.01270.01350.01380.01110.02900.0290
0.750.01000.01070.01090.00860.01960.0196
0.80.00910.01010.01030.00830.01250.0125
0.850.00760.00890.00840.00750.00610.0061
0.90.00670.00730.00660.00670.00360.0036
0.950.00600.00690.00560.00670.00690.0069
1.00.00630.00650.00500.00740.01230.0123
tot0.02660.02270.02410.02000.13560.1356
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_90_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_atc_90_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_90_f1.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 229.883s -> mul_sld: 73.128s -> bin_sld_bcts: 226.915s -> mul_sld_bcts: 75.715s -> bin_sld_gs: 456.287s -> mul_sld_gs: 284.706s -> kfcv: 51.186s -> ref: 49.290s -> atc_mc: 52.169s -> atc_ne: 51.718s -> doc_feat: 44.179s -> tot: 462.366s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00020.00150.00060.00310.54590.5459
0.050.03850.01620.02550.01810.39410.3941
0.10.02710.01800.02660.01970.29540.2954
0.150.01890.01520.02560.01690.22060.2206
0.20.01430.01400.02180.01660.17010.1701
0.250.01360.01330.02500.01360.12770.1277
0.30.01200.01160.02500.01220.09940.0994
0.350.01230.01240.02290.01280.07740.0774
0.40.01010.01060.02220.01110.05630.0563
0.450.01010.00960.01940.00970.04400.0440
0.50.00730.00840.01810.00850.03230.0323
0.550.00730.00760.01860.00830.02060.0206
0.60.00640.00710.01470.00760.01520.0152
0.650.00740.00690.01590.00810.00980.0098
0.70.00610.00660.01410.00760.00720.0072
0.750.00590.00590.01270.00690.00560.0056
0.80.00610.00600.01320.00710.00490.0049
0.850.00600.00620.01190.00720.00530.0053
0.90.00550.00620.01160.00790.00550.0055
0.950.00570.00640.00960.00830.00680.0068
1.00.00590.00720.00910.00990.00760.0076
tot0.01080.00940.01730.01050.10250.1025
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_80_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_atc_80_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_80_f1.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 225.630s -> mul_sld: 71.930s -> bin_sld_bcts: 223.728s -> mul_sld_bcts: 76.593s -> bin_sld_gs: 431.047s -> mul_sld_gs: 291.843s -> kfcv: 51.915s -> ref: 49.281s -> atc_mc: 51.662s -> atc_ne: 51.127s -> doc_feat: 43.648s -> tot: 436.749s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00020.00180.00020.02520.57490.5749
0.050.05540.02700.08550.02610.33360.3336
0.10.04110.02510.06590.02150.21630.2163
0.150.03320.02070.04880.02130.14500.1450
0.20.02330.01570.03350.01750.10550.1055
0.250.02260.01680.02880.02140.07030.0703
0.30.01990.01450.02450.02090.05490.0549
0.350.01790.01480.02120.02160.04030.0403
0.40.01640.01390.01750.02180.02790.0279
0.450.01450.01180.01540.02030.02250.0225
0.50.01330.01190.01370.02020.01650.0165
0.550.01270.01120.01320.02010.01200.0120
0.60.00970.00850.00890.01730.00950.0095
0.650.01120.00990.01020.01880.00890.0089
0.70.00880.00830.00820.01890.00600.0060
0.750.00880.00910.00830.01860.00470.0047
0.80.00910.00900.00840.01800.00440.0044
0.850.00910.00940.00750.01770.00450.0045
0.90.00740.00880.00740.01750.00360.0036
0.950.00680.00820.00590.01680.00350.0035
1.00.00660.00910.00770.01690.00320.0032
tot0.01660.01270.02100.01990.07940.0794
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_70_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_atc_70_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_70_f1.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 226.621s -> mul_sld: 71.844s -> bin_sld_bcts: 225.379s -> mul_sld_bcts: 77.086s -> bin_sld_gs: 471.820s -> mul_sld_gs: 283.935s -> kfcv: 51.035s -> ref: 49.046s -> atc_mc: 51.951s -> atc_ne: 51.208s -> doc_feat: 43.717s -> tot: 477.247s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.01580.03910.01880.07690.53100.5310
0.050.03990.04420.03720.04440.20440.2044
0.10.03150.03130.02870.02890.10450.1045
0.150.02480.02360.02450.02050.05710.0571
0.20.02520.02310.02120.01950.04070.0407
0.250.01950.01810.01780.01520.02280.0228
0.30.01850.01660.01660.01380.01960.0196
0.350.01620.01410.01610.01440.01250.0125
0.40.01510.01350.01380.01380.01000.0100
0.450.01330.01190.01250.01190.01010.0101
0.50.01410.01170.01410.01310.00810.0081
0.550.01000.00900.01040.01080.00760.0076
0.60.00960.00860.00990.00970.00600.0060
0.650.00870.00800.00880.00920.00600.0060
0.70.00900.00820.01010.01210.00550.0055
0.750.00750.00670.00990.01120.00510.0051
0.80.00720.00630.00950.01080.00420.0042
0.850.00680.00610.00980.01110.00420.0042
0.90.00680.00640.01100.01180.00450.0045
0.950.00530.00530.00910.01050.00370.0037
1.00.00470.00710.01020.01210.00340.0034
tot0.01470.01520.01520.01820.05100.0510
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_60_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_atc_60_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_60_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 223.735s -> mul_sld: 70.315s -> bin_sld_bcts: 224.203s -> mul_sld_bcts: 75.746s -> bin_sld_gs: 459.866s -> mul_sld_gs: 285.490s -> kfcv: 51.093s -> ref: 48.870s -> atc_mc: 51.664s -> atc_ne: 50.999s -> doc_feat: 43.777s -> tot: 465.257s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.01050.01470.02230.00190.51350.5135
0.050.04850.04440.05250.11220.10660.1066
0.10.03880.02890.03500.07710.04760.0476
0.150.04000.02880.03000.05280.03060.0306
0.20.03690.02500.02580.03670.02350.0235
0.250.03370.02340.01970.03000.01580.0158
0.30.02800.02160.01970.02570.01470.0147
0.350.02580.02040.01900.02210.01510.0151
0.40.02250.01850.01510.01800.01050.0105
0.450.01950.01660.01330.01580.01190.0119
0.50.01690.01460.01180.01510.01150.0115
0.550.01530.01320.00940.01090.01050.0105
0.60.01540.01330.01000.01210.01070.0107
0.650.01370.01240.00990.00940.01140.0114
0.70.01170.01050.00990.00860.01030.0103
0.750.01020.00910.00840.00830.00970.0097
0.80.00860.00760.00790.00790.01170.0117
0.850.00630.00590.00640.00590.01040.0104
0.90.00600.00550.00640.00650.01170.0117
0.950.00380.00390.00520.00490.01170.0117
1.00.00210.00530.00470.00430.01280.0128
tot0.01970.01640.01630.02310.04340.0434
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_50_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_atc_50_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_50_f1.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 220.011s -> mul_sld: 68.308s -> bin_sld_bcts: 222.232s -> mul_sld_bcts: 74.741s -> bin_sld_gs: 463.188s -> mul_sld_gs: 286.703s -> kfcv: 50.329s -> ref: 48.512s -> atc_mc: 51.494s -> atc_ne: 51.091s -> doc_feat: 43.512s -> tot: 468.313s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.01250.01460.01350.00640.35640.3564
0.050.05830.04890.05750.22270.05060.0506
0.10.04970.03290.04080.17060.04600.0460
0.150.04970.03580.03990.12710.03180.0318
0.20.04530.03580.03780.09910.02540.0254
0.250.04530.03750.03990.08010.01970.0197
0.30.03710.03260.03240.06990.01740.0174
0.350.03370.03120.03000.06230.01290.0129
0.40.03160.03010.02820.05230.01180.0118
0.450.02650.02630.02500.04830.00950.0095
0.50.02560.02530.02350.04140.00880.0088
0.550.02300.02440.02170.03660.00850.0085
0.60.02140.02280.02000.03080.00780.0078
0.650.01900.02110.01790.02730.00930.0093
0.70.01600.01870.01530.02530.00900.0090
0.750.01370.01510.01310.02330.00750.0075
0.80.01240.01460.01210.01930.00660.0066
0.850.01000.01290.00990.01660.00840.0084
0.90.00760.00930.00770.01610.00780.0078
0.950.00540.00770.00570.01080.00970.0097
1.00.00170.00350.00200.00940.00900.0090
tot0.02600.02380.02350.05690.03210.0321
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_40_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_atc_40_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_40_f1.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 241.690s -> mul_sld: 76.036s -> bin_sld_bcts: 241.023s -> mul_sld_bcts: 81.654s -> bin_sld_gs: 468.354s -> mul_sld_gs: 303.186s -> kfcv: 56.346s -> ref: 53.070s -> atc_mc: 56.339s -> atc_ne: 55.112s -> doc_feat: 46.850s -> tot: 474.244s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.05420.01930.04160.04660.33010.3301
0.050.05640.06120.07910.06400.05190.0519
0.10.03830.03410.06180.04610.03060.0306
0.150.03060.02870.03770.03470.02520.0252
0.20.02630.02750.02770.02960.01900.0190
0.250.02370.02690.01930.02780.01670.0167
0.30.01870.02320.01690.02570.01320.0132
0.350.01890.02240.01410.02060.01700.0170
0.40.01770.02280.01150.02110.01410.0141
0.450.01510.02100.00950.01850.01350.0135
0.50.01410.02000.00760.01670.01530.0153
0.550.01350.02040.00580.01560.01460.0146
0.60.01070.01830.00680.01530.01420.0142
0.650.01040.01750.00610.01260.01590.0159
0.70.00910.01560.00630.01080.01450.0145
0.750.00780.01340.00590.00930.01440.0144
0.80.00710.01240.00580.00840.01570.0157
0.850.00620.01090.00600.00740.01680.0168
0.90.00540.00860.00560.00630.01550.0155
0.950.00500.00700.00610.00650.01520.0152
1.00.00370.00400.00450.00580.01770.0177
tot0.01870.02070.01840.02140.03340.0334
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_30_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_atc_30_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_30_f1.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 249.327s -> mul_sld: 79.485s -> bin_sld_bcts: 248.816s -> mul_sld_bcts: 83.568s -> bin_sld_gs: 471.330s -> mul_sld_gs: 282.407s -> kfcv: 59.365s -> ref: 56.664s -> atc_mc: 58.956s -> atc_ne: 57.529s -> doc_feat: 49.376s -> tot: 478.051s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.01410.07720.00540.02770.11590.1159
0.050.06440.05690.07980.09630.13030.1303
0.10.03970.03490.05150.05620.09160.0916
0.150.03310.02270.04500.03660.07940.0794
0.20.02780.02360.03480.02710.06730.0673
0.250.02050.02130.02750.02050.06230.0623
0.30.01940.01830.02800.01840.05920.0592
0.350.01520.01620.02000.01370.05180.0518
0.40.01520.01600.02120.01320.05360.0536
0.450.01520.01370.01940.01190.05100.0510
0.50.01400.01260.01780.01080.05180.0518
0.550.01240.01270.01510.00940.05330.0533
0.60.01250.01050.01420.00850.05060.0506
0.650.01350.01000.01720.00870.04800.0480
0.70.01100.01050.01350.00820.04530.0453
0.750.01210.00900.01450.00760.04280.0428
0.80.01150.00770.01300.00660.04720.0472
0.850.01310.00680.01630.00650.04610.0461
0.90.01330.00670.01250.00660.04390.0439
0.950.01330.00590.01370.00630.04680.0468
1.00.00930.00410.01100.00630.04250.0425
tot0.01910.01890.02340.01940.06100.0610
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_20_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_atc_20_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_20_f1.png) - - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 217.756s -> mul_sld: 63.422s -> kfcv: 47.542s -> ref: 45.622s -> atc_mc: 48.127s -> atc_ne: 47.746s -> doc_feat: 41.031s -> tot: 219.250s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
atc_mcatc_ne
0.00.00220.0022
0.050.22530.2253
0.10.19970.1997
0.150.20180.2018
0.20.19360.1936
0.250.19430.1943
0.30.18650.1865
0.350.18490.1849
0.40.18520.1852
0.450.18240.1824
0.50.18360.1836
0.550.18010.1801
0.60.18720.1872
0.650.18710.1871
0.70.18840.1884
0.750.18290.1829
0.80.18400.1840
0.850.18160.1816
0.90.18180.1818
0.950.18480.1848
1.00.18500.1850
tot0.18010.1801
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_10_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_best_vs_atc_10_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_10_f1.png) - - -## avg - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_bctsmul_sld_bctsbin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.01340.02100.01290.02350.38270.3827
0.050.05420.04360.05860.07910.21090.2109
0.10.04180.03190.04560.05850.15280.1528
0.150.03630.02770.03770.04420.12030.1203
0.20.03120.02540.03100.03510.09910.0991
0.250.02830.02460.02760.03040.08190.0819
0.30.02420.02150.02500.02700.07120.0712
0.350.02190.02040.02230.02420.06230.0623
0.40.02000.01930.02000.02190.05480.0548
0.450.01740.01670.01740.01930.04970.0497
0.50.01580.01550.01610.01770.04580.0458
0.550.01420.01480.01440.01590.04150.0415
0.60.01250.01290.01250.01410.03940.0394
0.650.01240.01270.01270.01340.03730.0373
0.70.01060.01150.01140.01280.03500.0350
0.750.00950.00990.01040.01170.03250.0325
0.80.00890.00920.01000.01080.03230.0323
0.850.00820.00840.00950.01000.03150.0315
0.90.00730.00730.00860.00990.03090.0309
0.950.00640.00640.00760.00890.03210.0321
1.00.00500.00590.00680.00900.03260.0326
tot0.01900.01750.01990.02370.07980.0798
- -![plot_delta](plot/delta_rcv1_CCAT_best_vs_atc_avg_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_best_vs_atc_avg_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_best_vs_atc_avg_f1.png) diff --git a/output/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_atc_acc.md b/output/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_atc_acc.md deleted file mode 100644 index e4b5e87..0000000 --- a/output/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_atc_acc.md +++ /dev/null @@ -1,1834 +0,0 @@ -# rcv1_CCAT - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 234.941s -> mul_sld: 75.002s -> bin_sld_bcts: 230.912s -> mul_sld_bcts: 79.197s -> bin_sld_gs: 478.630s -> mul_sld_gs: 251.343s -> kfcv: 55.369s -> ref: 52.475s -> atc_mc: 54.633s -> atc_ne: 54.569s -> doc_feat: 46.647s -> tot: 486.773s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00010.00480.17040.1704
0.050.02400.02750.16140.1614
0.10.02830.02930.15280.1528
0.150.02890.02920.14260.1426
0.20.02890.02530.13340.1334
0.250.03030.02820.12170.1217
0.30.02850.02520.11310.1131
0.350.02940.02410.10400.1040
0.40.02760.02360.09430.0943
0.450.02470.01940.08470.0847
0.50.02350.01820.07490.0749
0.550.02410.01840.06220.0622
0.60.01910.01460.05410.0541
0.650.02100.01770.04220.0422
0.70.01940.01610.03340.0334
0.750.01620.01300.02390.0239
0.80.01630.01340.01680.0168
0.850.01420.01280.00900.0090
0.90.01180.01200.00700.0070
0.950.01040.01270.01340.0134
1.00.01000.01460.02430.0243
tot0.02080.01910.07810.0781
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_90_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_90_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_90_acc.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 229.883s -> mul_sld: 73.128s -> bin_sld_bcts: 226.915s -> mul_sld_bcts: 75.715s -> bin_sld_gs: 456.287s -> mul_sld_gs: 284.706s -> kfcv: 51.186s -> ref: 49.290s -> atc_mc: 52.169s -> atc_ne: 51.718s -> doc_feat: 44.179s -> tot: 462.366s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.05030.02290.03110.0311
0.050.05370.01710.02740.0274
0.10.04520.01320.02670.0267
0.150.04360.01180.02270.0227
0.20.03810.01020.02140.0214
0.250.03600.01120.02010.0201
0.30.03640.01260.01780.0178
0.350.03240.01240.01960.0196
0.40.03190.01160.01680.0168
0.450.02890.01070.01470.0147
0.50.02700.01030.01360.0136
0.550.02770.01110.01110.0111
0.60.02290.01020.01100.0110
0.650.02480.01150.00970.0097
0.70.02260.01140.01060.0106
0.750.02090.01060.00910.0091
0.80.02260.01160.01000.0100
0.850.02090.01220.01040.0104
0.90.02110.01410.01080.0108
0.950.01800.01540.01300.0130
1.00.01790.01930.01470.0147
tot0.03060.01290.01630.0163
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_80_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_80_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_80_acc.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 225.630s -> mul_sld: 71.930s -> bin_sld_bcts: 223.728s -> mul_sld_bcts: 76.593s -> bin_sld_gs: 431.047s -> mul_sld_gs: 291.843s -> kfcv: 51.915s -> ref: 49.281s -> atc_mc: 51.662s -> atc_ne: 51.127s -> doc_feat: 43.648s -> tot: 436.749s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00440.02150.02380.0238
0.050.01800.01820.02220.0222
0.10.01780.01610.02160.0216
0.150.01770.01760.01970.0197
0.20.01400.01460.02060.0206
0.250.01510.01800.01600.0160
0.30.01540.01850.01600.0160
0.350.01450.01960.01490.0149
0.40.01390.02120.01220.0122
0.450.01380.02130.01230.0123
0.50.01350.02210.01110.0111
0.550.01440.02330.01020.0102
0.60.01050.02130.00960.0096
0.650.01320.02450.01000.0100
0.70.01100.02590.00800.0080
0.750.01220.02720.00700.0070
0.80.01330.02790.00710.0071
0.850.01240.02880.00760.0076
0.90.01290.03010.00620.0062
0.950.01060.03040.00630.0063
1.00.01470.03210.00590.0059
tot0.01350.02290.01280.0128
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_70_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_70_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_70_acc.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 226.621s -> mul_sld: 71.844s -> bin_sld_bcts: 225.379s -> mul_sld_bcts: 77.086s -> bin_sld_gs: 471.820s -> mul_sld_gs: 283.935s -> kfcv: 51.035s -> ref: 49.046s -> atc_mc: 51.951s -> atc_ne: 51.208s -> doc_feat: 43.717s -> tot: 477.247s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00700.01320.01060.0106
0.050.00960.00950.01010.0101
0.10.00940.00810.00920.0092
0.150.01090.00840.00830.0083
0.20.01080.00950.00890.0089
0.250.01100.00920.00900.0090
0.30.01190.00950.00840.0084
0.350.01280.01130.00840.0084
0.40.01210.01170.00820.0082
0.450.01170.01100.00860.0086
0.50.01460.01330.00850.0085
0.550.01140.01160.00850.0085
0.60.01180.01120.00720.0072
0.650.01120.01110.00790.0079
0.70.01340.01560.00760.0076
0.750.01420.01550.00750.0075
0.80.01440.01580.00660.0066
0.850.01550.01720.00700.0070
0.90.01830.01920.00780.0078
0.950.01600.01800.00710.0071
1.00.01870.02200.00710.0071
tot0.01270.01290.00820.0082
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_60_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_60_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_60_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 223.735s -> mul_sld: 70.315s -> bin_sld_bcts: 224.203s -> mul_sld_bcts: 75.746s -> bin_sld_gs: 459.866s -> mul_sld_gs: 285.490s -> kfcv: 51.093s -> ref: 48.870s -> atc_mc: 51.664s -> atc_ne: 50.999s -> doc_feat: 43.777s -> tot: 465.257s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00880.03050.00880.0088
0.050.01110.03300.00800.0080
0.10.01050.02900.00820.0082
0.150.01120.02520.00770.0077
0.20.01200.02070.00830.0083
0.250.01070.01940.00660.0066
0.30.01270.01890.00820.0082
0.350.01410.01840.01030.0103
0.40.01240.01620.00850.0085
0.450.01210.01570.01100.0110
0.50.01170.01620.01220.0122
0.550.01000.01260.01250.0125
0.60.01170.01510.01440.0144
0.650.01240.01230.01680.0168
0.70.01340.01200.01640.0164
0.750.01200.01210.01700.0170
0.80.01190.01240.02110.0211
0.850.01030.00970.02050.0205
0.90.01090.01110.02390.0239
0.950.00920.00880.02530.0253
1.00.00840.00790.02890.0289
tot0.01130.01700.01400.0140
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_50_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_50_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_50_acc.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 220.011s -> mul_sld: 68.308s -> bin_sld_bcts: 222.232s -> mul_sld_bcts: 74.741s -> bin_sld_gs: 463.188s -> mul_sld_gs: 286.703s -> kfcv: 50.329s -> ref: 48.512s -> atc_mc: 51.494s -> atc_ne: 51.091s -> doc_feat: 43.512s -> tot: 468.313s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00440.05640.01900.0190
0.050.00760.05630.01660.0166
0.10.00900.05600.01470.0147
0.150.01230.05340.01170.0117
0.20.01490.05090.01050.0105
0.250.01900.04760.00890.0089
0.30.01840.04820.00850.0085
0.350.02010.04810.00760.0076
0.40.02130.04490.00790.0079
0.450.02110.04570.00730.0073
0.50.02200.04260.00810.0081
0.550.02250.04050.00990.0099
0.60.02260.03710.01120.0112
0.650.02210.03510.01560.0156
0.70.02040.03440.01680.0168
0.750.01880.03340.01600.0160
0.80.01850.02930.01800.0180
0.850.01620.02650.02180.0218
0.90.01350.02620.02240.0224
0.950.01060.01820.02780.0278
1.00.00400.01550.02850.0285
tot0.01620.04030.01470.0147
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_40_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_40_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_40_acc.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 241.690s -> mul_sld: 76.036s -> bin_sld_bcts: 241.023s -> mul_sld_bcts: 81.654s -> bin_sld_gs: 468.354s -> mul_sld_gs: 303.186s -> kfcv: 56.346s -> ref: 53.070s -> atc_mc: 56.339s -> atc_ne: 55.112s -> doc_feat: 46.850s -> tot: 474.244s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.03490.00600.01030.0103
0.050.02270.00800.00720.0072
0.10.02280.00950.00490.0049
0.150.01860.00990.00600.0060
0.20.01700.01100.00820.0082
0.250.01350.01300.01010.0101
0.30.01340.01460.01190.0119
0.350.01230.01340.01600.0160
0.40.01050.01570.01900.0190
0.450.01020.01550.02220.0222
0.50.00820.01550.02590.0259
0.550.00670.01590.02970.0297
0.60.00800.01690.03070.0307
0.650.00770.01500.03680.0368
0.70.00840.01410.04000.0400
0.750.00840.01290.04270.0427
0.80.00900.01210.04640.0464
0.850.00990.01140.05170.0517
0.90.00990.01040.05210.0521
0.950.01150.01100.05480.0548
1.00.00920.01010.06250.0625
tot0.01300.01250.02800.0280
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_30_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_30_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_30_acc.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 249.327s -> mul_sld: 79.485s -> bin_sld_bcts: 248.816s -> mul_sld_bcts: 83.568s -> bin_sld_gs: 471.330s -> mul_sld_gs: 282.407s -> kfcv: 59.365s -> ref: 56.664s -> atc_mc: 58.956s -> atc_ne: 57.529s -> doc_feat: 49.376s -> tot: 478.051s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00280.01340.00970.0097
0.050.00630.01250.00710.0071
0.10.00820.01210.00620.0062
0.150.00960.01050.00640.0064
0.20.01120.01040.00880.0088
0.250.01120.00940.00930.0093
0.30.01270.00930.01240.0124
0.350.01070.00840.01610.0161
0.40.01170.00900.01900.0190
0.450.01190.00930.02070.0207
0.50.01270.00890.02220.0222
0.550.01250.00920.02470.0247
0.60.01160.00880.02720.0272
0.650.01610.01050.03310.0331
0.70.01340.01080.03840.0384
0.750.01490.01070.04250.0425
0.80.01450.00960.04070.0407
0.850.01870.00920.04470.0447
0.90.01530.01010.04920.0492
0.950.01770.00870.04920.0492
1.00.01350.00740.05710.0571
tot0.01220.00990.02590.0259
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_20_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_20_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_20_acc.png) - - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 217.756s -> mul_sld: 63.422s -> kfcv: 47.542s -> ref: 45.622s -> atc_mc: 48.127s -> atc_ne: 47.746s -> doc_feat: 41.031s -> tot: 219.250s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
atc_mcatc_ne
0.00.00880.0088
0.050.00460.0046
0.10.00800.0080
0.150.01280.0128
0.20.01940.0194
0.250.02560.0256
0.30.03480.0348
0.350.04380.0438
0.40.05090.0509
0.450.05680.0568
0.50.06330.0633
0.550.07280.0728
0.60.07480.0748
0.650.08430.0843
0.70.09160.0916
0.750.10050.1005
0.80.10640.1064
0.850.11470.1147
0.90.12040.1204
0.950.12440.1244
1.00.13360.1336
tot0.06440.0644
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_10_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_10_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_10_acc.png) - - -## avg - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.01410.02110.03250.0325
0.050.01910.02280.02940.0294
0.10.01890.02170.02800.0280
0.150.01910.02080.02640.0264
0.20.01840.01910.02660.0266
0.250.01840.01950.02520.0252
0.30.01870.01960.02570.0257
0.350.01830.01950.02670.0267
0.40.01770.01920.02630.0263
0.450.01680.01860.02650.0265
0.50.01660.01840.02660.0266
0.550.01620.01780.02680.0268
0.60.01480.01690.02670.0267
0.650.01610.01720.02850.0285
0.70.01520.01750.02920.0292
0.750.01470.01690.02960.0296
0.80.01510.01650.03030.0303
0.850.01480.01600.03190.0319
0.90.01420.01670.03330.0333
0.950.01300.01540.03570.0357
1.00.01200.01610.04030.0403
tot0.01630.01840.02920.0292
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_avg_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_avg_acc.png) diff --git a/output/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_atc_f1.md b/output/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_atc_f1.md deleted file mode 100644 index 03ce663..0000000 --- a/output/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_atc_f1.md +++ /dev/null @@ -1,1834 +0,0 @@ -# rcv1_CCAT - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 234.941s -> mul_sld: 75.002s -> bin_sld_bcts: 230.912s -> mul_sld_bcts: 79.197s -> bin_sld_gs: 478.630s -> mul_sld_gs: 251.343s -> kfcv: 55.369s -> ref: 52.475s -> atc_mc: 54.633s -> atc_ne: 54.569s -> doc_feat: 46.647s -> tot: 486.773s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00030.00010.47450.4745
0.050.05140.04900.40160.4016
0.10.05450.04770.34320.3432
0.150.04990.04350.29090.2909
0.20.04530.03520.24700.2470
0.250.04310.03490.20760.2076
0.30.03700.02920.17590.1759
0.350.03490.02600.14870.1487
0.40.03020.02360.12390.1239
0.450.02500.01820.10270.1027
0.50.02200.01600.08420.0842
0.550.02100.01520.06590.0659
0.60.01550.01130.05300.0530
0.650.01600.01290.03920.0392
0.70.01380.01110.02900.0290
0.750.01090.00860.01960.0196
0.80.01030.00830.01250.0125
0.850.00840.00750.00610.0061
0.90.00660.00670.00360.0036
0.950.00560.00670.00690.0069
1.00.00500.00740.01230.0123
tot0.02410.02000.13560.1356
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_90_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_90_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_90_f1.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 229.883s -> mul_sld: 73.128s -> bin_sld_bcts: 226.915s -> mul_sld_bcts: 75.715s -> bin_sld_gs: 456.287s -> mul_sld_gs: 284.706s -> kfcv: 51.186s -> ref: 49.290s -> atc_mc: 52.169s -> atc_ne: 51.718s -> doc_feat: 44.179s -> tot: 462.366s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00060.00310.54590.5459
0.050.02550.01810.39410.3941
0.10.02660.01970.29540.2954
0.150.02560.01690.22060.2206
0.20.02180.01660.17010.1701
0.250.02500.01360.12770.1277
0.30.02500.01220.09940.0994
0.350.02290.01280.07740.0774
0.40.02220.01110.05630.0563
0.450.01940.00970.04400.0440
0.50.01810.00850.03230.0323
0.550.01860.00830.02060.0206
0.60.01470.00760.01520.0152
0.650.01590.00810.00980.0098
0.70.01410.00760.00720.0072
0.750.01270.00690.00560.0056
0.80.01320.00710.00490.0049
0.850.01190.00720.00530.0053
0.90.01160.00790.00550.0055
0.950.00960.00830.00680.0068
1.00.00910.00990.00760.0076
tot0.01730.01050.10250.1025
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_80_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_80_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_80_f1.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 225.630s -> mul_sld: 71.930s -> bin_sld_bcts: 223.728s -> mul_sld_bcts: 76.593s -> bin_sld_gs: 431.047s -> mul_sld_gs: 291.843s -> kfcv: 51.915s -> ref: 49.281s -> atc_mc: 51.662s -> atc_ne: 51.127s -> doc_feat: 43.648s -> tot: 436.749s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00020.02520.57490.5749
0.050.08550.02610.33360.3336
0.10.06590.02150.21630.2163
0.150.04880.02130.14500.1450
0.20.03350.01750.10550.1055
0.250.02880.02140.07030.0703
0.30.02450.02090.05490.0549
0.350.02120.02160.04030.0403
0.40.01750.02180.02790.0279
0.450.01540.02030.02250.0225
0.50.01370.02020.01650.0165
0.550.01320.02010.01200.0120
0.60.00890.01730.00950.0095
0.650.01020.01880.00890.0089
0.70.00820.01890.00600.0060
0.750.00830.01860.00470.0047
0.80.00840.01800.00440.0044
0.850.00750.01770.00450.0045
0.90.00740.01750.00360.0036
0.950.00590.01680.00350.0035
1.00.00770.01690.00320.0032
tot0.02100.01990.07940.0794
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_70_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_70_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_70_f1.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 226.621s -> mul_sld: 71.844s -> bin_sld_bcts: 225.379s -> mul_sld_bcts: 77.086s -> bin_sld_gs: 471.820s -> mul_sld_gs: 283.935s -> kfcv: 51.035s -> ref: 49.046s -> atc_mc: 51.951s -> atc_ne: 51.208s -> doc_feat: 43.717s -> tot: 477.247s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.01880.07690.53100.5310
0.050.03720.04440.20440.2044
0.10.02870.02890.10450.1045
0.150.02450.02050.05710.0571
0.20.02120.01950.04070.0407
0.250.01780.01520.02280.0228
0.30.01660.01380.01960.0196
0.350.01610.01440.01250.0125
0.40.01380.01380.01000.0100
0.450.01250.01190.01010.0101
0.50.01410.01310.00810.0081
0.550.01040.01080.00760.0076
0.60.00990.00970.00600.0060
0.650.00880.00920.00600.0060
0.70.01010.01210.00550.0055
0.750.00990.01120.00510.0051
0.80.00950.01080.00420.0042
0.850.00980.01110.00420.0042
0.90.01100.01180.00450.0045
0.950.00910.01050.00370.0037
1.00.01020.01210.00340.0034
tot0.01520.01820.05100.0510
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_60_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_60_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_60_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 223.735s -> mul_sld: 70.315s -> bin_sld_bcts: 224.203s -> mul_sld_bcts: 75.746s -> bin_sld_gs: 459.866s -> mul_sld_gs: 285.490s -> kfcv: 51.093s -> ref: 48.870s -> atc_mc: 51.664s -> atc_ne: 50.999s -> doc_feat: 43.777s -> tot: 465.257s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.02230.00190.51350.5135
0.050.05250.11220.10660.1066
0.10.03500.07710.04760.0476
0.150.03000.05280.03060.0306
0.20.02580.03670.02350.0235
0.250.01970.03000.01580.0158
0.30.01970.02570.01470.0147
0.350.01900.02210.01510.0151
0.40.01510.01800.01050.0105
0.450.01330.01580.01190.0119
0.50.01180.01510.01150.0115
0.550.00940.01090.01050.0105
0.60.01000.01210.01070.0107
0.650.00990.00940.01140.0114
0.70.00990.00860.01030.0103
0.750.00840.00830.00970.0097
0.80.00790.00790.01170.0117
0.850.00640.00590.01040.0104
0.90.00640.00650.01170.0117
0.950.00520.00490.01170.0117
1.00.00470.00430.01280.0128
tot0.01630.02310.04340.0434
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_50_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_50_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_50_f1.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 220.011s -> mul_sld: 68.308s -> bin_sld_bcts: 222.232s -> mul_sld_bcts: 74.741s -> bin_sld_gs: 463.188s -> mul_sld_gs: 286.703s -> kfcv: 50.329s -> ref: 48.512s -> atc_mc: 51.494s -> atc_ne: 51.091s -> doc_feat: 43.512s -> tot: 468.313s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.01350.00640.35640.3564
0.050.05750.22270.05060.0506
0.10.04080.17060.04600.0460
0.150.03990.12710.03180.0318
0.20.03780.09910.02540.0254
0.250.03990.08010.01970.0197
0.30.03240.06990.01740.0174
0.350.03000.06230.01290.0129
0.40.02820.05230.01180.0118
0.450.02500.04830.00950.0095
0.50.02350.04140.00880.0088
0.550.02170.03660.00850.0085
0.60.02000.03080.00780.0078
0.650.01790.02730.00930.0093
0.70.01530.02530.00900.0090
0.750.01310.02330.00750.0075
0.80.01210.01930.00660.0066
0.850.00990.01660.00840.0084
0.90.00770.01610.00780.0078
0.950.00570.01080.00970.0097
1.00.00200.00940.00900.0090
tot0.02350.05690.03210.0321
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_40_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_40_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_40_f1.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 241.690s -> mul_sld: 76.036s -> bin_sld_bcts: 241.023s -> mul_sld_bcts: 81.654s -> bin_sld_gs: 468.354s -> mul_sld_gs: 303.186s -> kfcv: 56.346s -> ref: 53.070s -> atc_mc: 56.339s -> atc_ne: 55.112s -> doc_feat: 46.850s -> tot: 474.244s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.04160.04660.33010.3301
0.050.07910.06400.05190.0519
0.10.06180.04610.03060.0306
0.150.03770.03470.02520.0252
0.20.02770.02960.01900.0190
0.250.01930.02780.01670.0167
0.30.01690.02570.01320.0132
0.350.01410.02060.01700.0170
0.40.01150.02110.01410.0141
0.450.00950.01850.01350.0135
0.50.00760.01670.01530.0153
0.550.00580.01560.01460.0146
0.60.00680.01530.01420.0142
0.650.00610.01260.01590.0159
0.70.00630.01080.01450.0145
0.750.00590.00930.01440.0144
0.80.00580.00840.01570.0157
0.850.00600.00740.01680.0168
0.90.00560.00630.01550.0155
0.950.00610.00650.01520.0152
1.00.00450.00580.01770.0177
tot0.01840.02140.03340.0334
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_30_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_30_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_30_f1.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 249.327s -> mul_sld: 79.485s -> bin_sld_bcts: 248.816s -> mul_sld_bcts: 83.568s -> bin_sld_gs: 471.330s -> mul_sld_gs: 282.407s -> kfcv: 59.365s -> ref: 56.664s -> atc_mc: 58.956s -> atc_ne: 57.529s -> doc_feat: 49.376s -> tot: 478.051s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.00540.02770.11590.1159
0.050.07980.09630.13030.1303
0.10.05150.05620.09160.0916
0.150.04500.03660.07940.0794
0.20.03480.02710.06730.0673
0.250.02750.02050.06230.0623
0.30.02800.01840.05920.0592
0.350.02000.01370.05180.0518
0.40.02120.01320.05360.0536
0.450.01940.01190.05100.0510
0.50.01780.01080.05180.0518
0.550.01510.00940.05330.0533
0.60.01420.00850.05060.0506
0.650.01720.00870.04800.0480
0.70.01350.00820.04530.0453
0.750.01450.00760.04280.0428
0.80.01300.00660.04720.0472
0.850.01630.00650.04610.0461
0.90.01250.00660.04390.0439
0.950.01370.00630.04680.0468
1.00.01100.00630.04250.0425
tot0.02340.01940.06100.0610
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_20_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_20_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_20_f1.png) - - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 217.756s -> mul_sld: 63.422s -> kfcv: 47.542s -> ref: 45.622s -> atc_mc: 48.127s -> atc_ne: 47.746s -> doc_feat: 41.031s -> tot: 219.250s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
atc_mcatc_ne
0.00.00220.0022
0.050.22530.2253
0.10.19970.1997
0.150.20180.2018
0.20.19360.1936
0.250.19430.1943
0.30.18650.1865
0.350.18490.1849
0.40.18520.1852
0.450.18240.1824
0.50.18360.1836
0.550.18010.1801
0.60.18720.1872
0.650.18710.1871
0.70.18840.1884
0.750.18290.1829
0.80.18400.1840
0.850.18160.1816
0.90.18180.1818
0.950.18480.1848
1.00.18500.1850
tot0.18010.1801
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_10_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_10_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_10_f1.png) - - -## avg - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsatc_mcatc_ne
0.00.01290.02350.38270.3827
0.050.05860.07910.21090.2109
0.10.04560.05850.15280.1528
0.150.03770.04420.12030.1203
0.20.03100.03510.09910.0991
0.250.02760.03040.08190.0819
0.30.02500.02700.07120.0712
0.350.02230.02420.06230.0623
0.40.02000.02190.05480.0548
0.450.01740.01930.04970.0497
0.50.01610.01770.04580.0458
0.550.01440.01590.04150.0415
0.60.01250.01410.03940.0394
0.650.01270.01340.03730.0373
0.70.01140.01280.03500.0350
0.750.01040.01170.03250.0325
0.80.01000.01080.03230.0323
0.850.00950.01000.03150.0315
0.90.00860.00990.03090.0309
0.950.00760.00890.03210.0321
1.00.00680.00900.03260.0326
tot0.01990.02370.07980.0798
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_avg_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_avg_f1.png)