diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_10_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_10_acc.png
new file mode 100644
index 0000000..7461bc0
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_10_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_10_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_10_f1.png
new file mode 100644
index 0000000..7047e5b
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_10_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_20_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_20_acc.png
new file mode 100644
index 0000000..bc2a13d
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_20_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_20_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_20_f1.png
new file mode 100644
index 0000000..0c91081
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_20_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_30_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_30_acc.png
new file mode 100644
index 0000000..9ace7ed
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_30_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_30_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_30_f1.png
new file mode 100644
index 0000000..9bd94e8
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_30_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_40_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_40_acc.png
new file mode 100644
index 0000000..456772a
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_40_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_40_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_40_f1.png
new file mode 100644
index 0000000..7973ae6
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_40_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_50_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_50_acc.png
new file mode 100644
index 0000000..b3a87c5
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_50_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_50_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_50_f1.png
new file mode 100644
index 0000000..e92766a
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_50_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_60_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_60_acc.png
new file mode 100644
index 0000000..cfe1aeb
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_60_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_60_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_60_f1.png
new file mode 100644
index 0000000..585bc43
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_60_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_70_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_70_acc.png
new file mode 100644
index 0000000..300bf56
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_70_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_70_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_70_f1.png
new file mode 100644
index 0000000..80ab214
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_70_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_80_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_80_acc.png
new file mode 100644
index 0000000..1bb01d1
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_80_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_80_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_80_f1.png
new file mode 100644
index 0000000..722a7b7
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_80_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_90_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_90_acc.png
new file mode 100644
index 0000000..442c2a2
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_90_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_90_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_90_f1.png
new file mode 100644
index 0000000..f50392e
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/delta_rcv1_CCAT_90_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_10_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_10_acc.png
new file mode 100644
index 0000000..d6cf95c
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_10_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_10_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_10_f1.png
new file mode 100644
index 0000000..2d094e1
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_10_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_20_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_20_acc.png
new file mode 100644
index 0000000..a7a99c8
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_20_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_20_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_20_f1.png
new file mode 100644
index 0000000..206a78d
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_20_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_30_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_30_acc.png
new file mode 100644
index 0000000..7d3aff7
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_30_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_30_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_30_f1.png
new file mode 100644
index 0000000..98c15b1
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_30_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_40_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_40_acc.png
new file mode 100644
index 0000000..a9e51fe
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_40_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_40_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_40_f1.png
new file mode 100644
index 0000000..e7e6cd9
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_40_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_50_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_50_acc.png
new file mode 100644
index 0000000..59d7a8a
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_50_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_50_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_50_f1.png
new file mode 100644
index 0000000..0d1e163
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_50_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_60_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_60_acc.png
new file mode 100644
index 0000000..8d4df08
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_60_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_60_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_60_f1.png
new file mode 100644
index 0000000..156ba1a
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_60_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_70_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_70_acc.png
new file mode 100644
index 0000000..19c3991
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_70_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_70_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_70_f1.png
new file mode 100644
index 0000000..a2535c3
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_70_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_80_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_80_acc.png
new file mode 100644
index 0000000..ded6518
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_80_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_80_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_80_f1.png
new file mode 100644
index 0000000..0d9361c
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_80_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_90_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_90_acc.png
new file mode 100644
index 0000000..1097c49
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_90_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_90_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_90_f1.png
new file mode 100644
index 0000000..0182cce
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/diagonal_rcv1_CCAT_90_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_10_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_10_acc.png
new file mode 100644
index 0000000..b103af9
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_10_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_10_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_10_f1.png
new file mode 100644
index 0000000..e304b22
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_10_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_20_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_20_acc.png
new file mode 100644
index 0000000..1041f97
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_20_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_20_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_20_f1.png
new file mode 100644
index 0000000..212c03f
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_20_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_30_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_30_acc.png
new file mode 100644
index 0000000..75b7c84
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_30_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_30_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_30_f1.png
new file mode 100644
index 0000000..c090bdf
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_30_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_40_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_40_acc.png
new file mode 100644
index 0000000..52ed08a
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_40_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_40_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_40_f1.png
new file mode 100644
index 0000000..67ccddf
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_40_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_50_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_50_acc.png
new file mode 100644
index 0000000..392d08f
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_50_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_50_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_50_f1.png
new file mode 100644
index 0000000..174ee9d
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_50_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_60_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_60_acc.png
new file mode 100644
index 0000000..0ee7b87
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_60_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_60_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_60_f1.png
new file mode 100644
index 0000000..65a268e
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_60_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_70_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_70_acc.png
new file mode 100644
index 0000000..f5e675b
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_70_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_70_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_70_f1.png
new file mode 100644
index 0000000..f5a379d
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_70_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_80_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_80_acc.png
new file mode 100644
index 0000000..0d15db1
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_80_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_80_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_80_f1.png
new file mode 100644
index 0000000..90e3b31
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_80_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_90_acc.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_90_acc.png
new file mode 100644
index 0000000..75e8f53
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_90_acc.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_90_f1.png b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_90_f1.png
new file mode 100644
index 0000000..603c874
Binary files /dev/null and b/out/rcv1_CCAT_all_bin_vs_atc/plot/shift_rcv1_CCAT_90_f1.png differ
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/rcv1_CCAT_all_bin_vs_atc_acc.md b/out/rcv1_CCAT_all_bin_vs_atc/rcv1_CCAT_all_bin_vs_atc_acc.md
new file mode 100644
index 0000000..df5828a
--- /dev/null
+++ b/out/rcv1_CCAT_all_bin_vs_atc/rcv1_CCAT_all_bin_vs_atc_acc.md
@@ -0,0 +1,2408 @@
+rcv1_CCAT
+
+> train: [0.09996662 0.90003338]
+> validation: [0.09996662 0.90003338]
+> evaluate_bin_sld: 260.939s
+> evaluate_bin_sld_nbvs: 281.252s
+> evaluate_bin_sld_bcts: 257.632s
+> evaluate_bin_sld_ts: 279.822s
+> evaluate_bin_sld_vs: 257.127s
+> evaluate_bin_cc: 251.271s
+> reference: 47.963s
+> atc_mc: 51.553s
+> atc_ne: 51.146s
+> tot: 286.668s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_nbvs |
+ bin_SLD_bcts |
+ bin_SLD_ts |
+ bin_SLD_vs |
+ bin_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0004 |
+ 0.1487 |
+ 0.0055 |
+ 0.1487 |
+ 0.0055 |
+ 0.3647 |
+ 0.1704 |
+ 0.1704 |
+
+
+ (0.95, 0.05) |
+ 0.0501 |
+ 0.1779 |
+ 0.0384 |
+ 0.1779 |
+ 0.0384 |
+ 0.3468 |
+ 0.1614 |
+ 0.1614 |
+
+
+ (0.9, 0.1) |
+ 0.0887 |
+ 0.1699 |
+ 0.0399 |
+ 0.1699 |
+ 0.0399 |
+ 0.3290 |
+ 0.1528 |
+ 0.1528 |
+
+
+ (0.85, 0.15) |
+ 0.0926 |
+ 0.1581 |
+ 0.0390 |
+ 0.1581 |
+ 0.0390 |
+ 0.3092 |
+ 0.1426 |
+ 0.1426 |
+
+
+ (0.8, 0.2) |
+ 0.0887 |
+ 0.1440 |
+ 0.0357 |
+ 0.1440 |
+ 0.0357 |
+ 0.2914 |
+ 0.1334 |
+ 0.1334 |
+
+
+ (0.75, 0.25) |
+ 0.0879 |
+ 0.1348 |
+ 0.0366 |
+ 0.1348 |
+ 0.0366 |
+ 0.2712 |
+ 0.1217 |
+ 0.1217 |
+
+
+ (0.7, 0.3) |
+ 0.0825 |
+ 0.1210 |
+ 0.0334 |
+ 0.1210 |
+ 0.0334 |
+ 0.2526 |
+ 0.1131 |
+ 0.1131 |
+
+
+ (0.65, 0.35) |
+ 0.0778 |
+ 0.1107 |
+ 0.0319 |
+ 0.1107 |
+ 0.0319 |
+ 0.2348 |
+ 0.1040 |
+ 0.1040 |
+
+
+ (0.6, 0.4) |
+ 0.0727 |
+ 0.0990 |
+ 0.0303 |
+ 0.0990 |
+ 0.0303 |
+ 0.2149 |
+ 0.0943 |
+ 0.0943 |
+
+
+ (0.55, 0.45) |
+ 0.0637 |
+ 0.0861 |
+ 0.0261 |
+ 0.0861 |
+ 0.0261 |
+ 0.1972 |
+ 0.0847 |
+ 0.0847 |
+
+
+ (0.5, 0.5) |
+ 0.0569 |
+ 0.0758 |
+ 0.0238 |
+ 0.0758 |
+ 0.0238 |
+ 0.1765 |
+ 0.0749 |
+ 0.0749 |
+
+
+ (0.45, 0.55) |
+ 0.0527 |
+ 0.0669 |
+ 0.0239 |
+ 0.0669 |
+ 0.0239 |
+ 0.1562 |
+ 0.0622 |
+ 0.0622 |
+
+
+ (0.4, 0.6) |
+ 0.0418 |
+ 0.0546 |
+ 0.0188 |
+ 0.0547 |
+ 0.0188 |
+ 0.1382 |
+ 0.0541 |
+ 0.0541 |
+
+
+ (0.35, 0.65) |
+ 0.0392 |
+ 0.0478 |
+ 0.0206 |
+ 0.0478 |
+ 0.0206 |
+ 0.1181 |
+ 0.0422 |
+ 0.0422 |
+
+
+ (0.3, 0.7) |
+ 0.0313 |
+ 0.0380 |
+ 0.0182 |
+ 0.0380 |
+ 0.0182 |
+ 0.0997 |
+ 0.0334 |
+ 0.0334 |
+
+
+ (0.25, 0.75) |
+ 0.0231 |
+ 0.0289 |
+ 0.0152 |
+ 0.0289 |
+ 0.0152 |
+ 0.0815 |
+ 0.0239 |
+ 0.0239 |
+
+
+ (0.2, 0.8) |
+ 0.0184 |
+ 0.0198 |
+ 0.0146 |
+ 0.0198 |
+ 0.0146 |
+ 0.0619 |
+ 0.0168 |
+ 0.0168 |
+
+
+ (0.15, 0.85) |
+ 0.0127 |
+ 0.0127 |
+ 0.0129 |
+ 0.0127 |
+ 0.0129 |
+ 0.0434 |
+ 0.0090 |
+ 0.0090 |
+
+
+ (0.1, 0.9) |
+ 0.0084 |
+ 0.0088 |
+ 0.0119 |
+ 0.0088 |
+ 0.0119 |
+ 0.0244 |
+ 0.0070 |
+ 0.0070 |
+
+
+ (0.05, 0.95) |
+ 0.0060 |
+ 0.0056 |
+ 0.0112 |
+ 0.0056 |
+ 0.0112 |
+ 0.0060 |
+ 0.0134 |
+ 0.0134 |
+
+
+ (0.0, 1.0) |
+ 0.0048 |
+ 0.0045 |
+ 0.0125 |
+ 0.0045 |
+ 0.0125 |
+ 0.0144 |
+ 0.0243 |
+ 0.0243 |
+
+
+ tot |
+ 0.0476 |
+ 0.0816 |
+ 0.0238 |
+ 0.0816 |
+ 0.0238 |
+ 0.1777 |
+ 0.0781 |
+ 0.0781 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_90_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_90_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_90_acc.png)
+
+
+> train: [0.19993324 0.80006676]
+> validation: [0.20010013 0.79989987]
+> evaluate_bin_sld: 279.633s
+> evaluate_bin_sld_nbvs: 279.180s
+> evaluate_bin_sld_bcts: 274.875s
+> evaluate_bin_sld_ts: 276.549s
+> evaluate_bin_sld_vs: 272.373s
+> evaluate_bin_cc: 265.376s
+> reference: 50.451s
+> atc_mc: 53.163s
+> atc_ne: 51.929s
+> tot: 281.604s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_nbvs |
+ bin_SLD_bcts |
+ bin_SLD_ts |
+ bin_SLD_vs |
+ bin_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0019 |
+ 0.0009 |
+ 0.0026 |
+ 0.0009 |
+ 0.0026 |
+ 0.1744 |
+ 0.0311 |
+ 0.0311 |
+
+
+ (0.95, 0.05) |
+ 0.0261 |
+ 0.0089 |
+ 0.0125 |
+ 0.0089 |
+ 0.0125 |
+ 0.1646 |
+ 0.0274 |
+ 0.0274 |
+
+
+ (0.9, 0.1) |
+ 0.0233 |
+ 0.0071 |
+ 0.0100 |
+ 0.0071 |
+ 0.0100 |
+ 0.1564 |
+ 0.0267 |
+ 0.0267 |
+
+
+ (0.85, 0.15) |
+ 0.0207 |
+ 0.0067 |
+ 0.0091 |
+ 0.0067 |
+ 0.0091 |
+ 0.1464 |
+ 0.0227 |
+ 0.0227 |
+
+
+ (0.8, 0.2) |
+ 0.0161 |
+ 0.0081 |
+ 0.0076 |
+ 0.0081 |
+ 0.0076 |
+ 0.1383 |
+ 0.0214 |
+ 0.0214 |
+
+
+ (0.75, 0.25) |
+ 0.0162 |
+ 0.0077 |
+ 0.0082 |
+ 0.0077 |
+ 0.0082 |
+ 0.1258 |
+ 0.0201 |
+ 0.0201 |
+
+
+ (0.7, 0.3) |
+ 0.0134 |
+ 0.0096 |
+ 0.0095 |
+ 0.0096 |
+ 0.0095 |
+ 0.1180 |
+ 0.0178 |
+ 0.0178 |
+
+
+ (0.65, 0.35) |
+ 0.0129 |
+ 0.0103 |
+ 0.0102 |
+ 0.0103 |
+ 0.0102 |
+ 0.1081 |
+ 0.0196 |
+ 0.0196 |
+
+
+ (0.6, 0.4) |
+ 0.0108 |
+ 0.0109 |
+ 0.0093 |
+ 0.0109 |
+ 0.0093 |
+ 0.0974 |
+ 0.0168 |
+ 0.0168 |
+
+
+ (0.55, 0.45) |
+ 0.0104 |
+ 0.0137 |
+ 0.0102 |
+ 0.0137 |
+ 0.0102 |
+ 0.0892 |
+ 0.0147 |
+ 0.0147 |
+
+
+ (0.5, 0.5) |
+ 0.0081 |
+ 0.0136 |
+ 0.0079 |
+ 0.0136 |
+ 0.0079 |
+ 0.0787 |
+ 0.0136 |
+ 0.0136 |
+
+
+ (0.45, 0.55) |
+ 0.0082 |
+ 0.0129 |
+ 0.0086 |
+ 0.0129 |
+ 0.0086 |
+ 0.0672 |
+ 0.0111 |
+ 0.0111 |
+
+
+ (0.4, 0.6) |
+ 0.0074 |
+ 0.0159 |
+ 0.0084 |
+ 0.0159 |
+ 0.0084 |
+ 0.0591 |
+ 0.0110 |
+ 0.0110 |
+
+
+ (0.35, 0.65) |
+ 0.0087 |
+ 0.0150 |
+ 0.0101 |
+ 0.0150 |
+ 0.0101 |
+ 0.0492 |
+ 0.0097 |
+ 0.0097 |
+
+
+ (0.3, 0.7) |
+ 0.0079 |
+ 0.0141 |
+ 0.0091 |
+ 0.0141 |
+ 0.0091 |
+ 0.0395 |
+ 0.0106 |
+ 0.0106 |
+
+
+ (0.25, 0.75) |
+ 0.0098 |
+ 0.0155 |
+ 0.0091 |
+ 0.0155 |
+ 0.0091 |
+ 0.0308 |
+ 0.0091 |
+ 0.0091 |
+
+
+ (0.2, 0.8) |
+ 0.0120 |
+ 0.0149 |
+ 0.0101 |
+ 0.0149 |
+ 0.0101 |
+ 0.0217 |
+ 0.0100 |
+ 0.0100 |
+
+
+ (0.15, 0.85) |
+ 0.0141 |
+ 0.0138 |
+ 0.0104 |
+ 0.0138 |
+ 0.0104 |
+ 0.0128 |
+ 0.0104 |
+ 0.0104 |
+
+
+ (0.1, 0.9) |
+ 0.0154 |
+ 0.0136 |
+ 0.0099 |
+ 0.0136 |
+ 0.0099 |
+ 0.0067 |
+ 0.0108 |
+ 0.0108 |
+
+
+ (0.05, 0.95) |
+ 0.0157 |
+ 0.0125 |
+ 0.0107 |
+ 0.0125 |
+ 0.0107 |
+ 0.0075 |
+ 0.0130 |
+ 0.0130 |
+
+
+ (0.0, 1.0) |
+ 0.0055 |
+ 0.0052 |
+ 0.0115 |
+ 0.0052 |
+ 0.0115 |
+ 0.0160 |
+ 0.0147 |
+ 0.0147 |
+
+
+ tot |
+ 0.0126 |
+ 0.0110 |
+ 0.0093 |
+ 0.0110 |
+ 0.0093 |
+ 0.0813 |
+ 0.0163 |
+ 0.0163 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_80_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_80_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_80_acc.png)
+
+
+> train: [0.29989987 0.70010013]
+> validation: [0.30006676 0.69993324]
+> evaluate_bin_sld: 280.310s
+> evaluate_bin_sld_nbvs: 282.471s
+> evaluate_bin_sld_bcts: 278.534s
+> evaluate_bin_sld_ts: 278.888s
+> evaluate_bin_sld_vs: 278.748s
+> evaluate_bin_cc: 270.160s
+> reference: 49.592s
+> atc_mc: 52.383s
+> atc_ne: 51.682s
+> tot: 284.878s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_nbvs |
+ bin_SLD_bcts |
+ bin_SLD_ts |
+ bin_SLD_vs |
+ bin_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0007 |
+ 0.0003 |
+ 0.0052 |
+ 0.0003 |
+ 0.0051 |
+ 0.1254 |
+ 0.0238 |
+ 0.0238 |
+
+
+ (0.95, 0.05) |
+ 0.0184 |
+ 0.0076 |
+ 0.0141 |
+ 0.0076 |
+ 0.0141 |
+ 0.1194 |
+ 0.0222 |
+ 0.0222 |
+
+
+ (0.9, 0.1) |
+ 0.0167 |
+ 0.0065 |
+ 0.0134 |
+ 0.0065 |
+ 0.0134 |
+ 0.1144 |
+ 0.0216 |
+ 0.0216 |
+
+
+ (0.85, 0.15) |
+ 0.0149 |
+ 0.0064 |
+ 0.0141 |
+ 0.0064 |
+ 0.0141 |
+ 0.1077 |
+ 0.0197 |
+ 0.0197 |
+
+
+ (0.8, 0.2) |
+ 0.0112 |
+ 0.0080 |
+ 0.0115 |
+ 0.0080 |
+ 0.0114 |
+ 0.1037 |
+ 0.0206 |
+ 0.0206 |
+
+
+ (0.75, 0.25) |
+ 0.0111 |
+ 0.0082 |
+ 0.0135 |
+ 0.0082 |
+ 0.0135 |
+ 0.0941 |
+ 0.0160 |
+ 0.0160 |
+
+
+ (0.7, 0.3) |
+ 0.0098 |
+ 0.0111 |
+ 0.0140 |
+ 0.0111 |
+ 0.0139 |
+ 0.0902 |
+ 0.0160 |
+ 0.0160 |
+
+
+ (0.65, 0.35) |
+ 0.0102 |
+ 0.0114 |
+ 0.0132 |
+ 0.0114 |
+ 0.0132 |
+ 0.0839 |
+ 0.0149 |
+ 0.0149 |
+
+
+ (0.6, 0.4) |
+ 0.0086 |
+ 0.0128 |
+ 0.0139 |
+ 0.0128 |
+ 0.0139 |
+ 0.0765 |
+ 0.0122 |
+ 0.0122 |
+
+
+ (0.55, 0.45) |
+ 0.0095 |
+ 0.0165 |
+ 0.0139 |
+ 0.0165 |
+ 0.0139 |
+ 0.0731 |
+ 0.0123 |
+ 0.0123 |
+
+
+ (0.5, 0.5) |
+ 0.0094 |
+ 0.0171 |
+ 0.0140 |
+ 0.0171 |
+ 0.0140 |
+ 0.0646 |
+ 0.0111 |
+ 0.0111 |
+
+
+ (0.45, 0.55) |
+ 0.0102 |
+ 0.0191 |
+ 0.0143 |
+ 0.0191 |
+ 0.0143 |
+ 0.0591 |
+ 0.0102 |
+ 0.0102 |
+
+
+ (0.4, 0.6) |
+ 0.0130 |
+ 0.0240 |
+ 0.0118 |
+ 0.0240 |
+ 0.0118 |
+ 0.0537 |
+ 0.0096 |
+ 0.0096 |
+
+
+ (0.35, 0.65) |
+ 0.0138 |
+ 0.0246 |
+ 0.0148 |
+ 0.0246 |
+ 0.0148 |
+ 0.0492 |
+ 0.0100 |
+ 0.0100 |
+
+
+ (0.3, 0.7) |
+ 0.0134 |
+ 0.0249 |
+ 0.0121 |
+ 0.0249 |
+ 0.0120 |
+ 0.0417 |
+ 0.0080 |
+ 0.0080 |
+
+
+ (0.25, 0.75) |
+ 0.0147 |
+ 0.0279 |
+ 0.0132 |
+ 0.0279 |
+ 0.0131 |
+ 0.0366 |
+ 0.0070 |
+ 0.0070 |
+
+
+ (0.2, 0.8) |
+ 0.0158 |
+ 0.0271 |
+ 0.0144 |
+ 0.0271 |
+ 0.0143 |
+ 0.0302 |
+ 0.0071 |
+ 0.0071 |
+
+
+ (0.15, 0.85) |
+ 0.0147 |
+ 0.0256 |
+ 0.0153 |
+ 0.0256 |
+ 0.0152 |
+ 0.0243 |
+ 0.0076 |
+ 0.0076 |
+
+
+ (0.1, 0.9) |
+ 0.0127 |
+ 0.0196 |
+ 0.0130 |
+ 0.0196 |
+ 0.0130 |
+ 0.0193 |
+ 0.0062 |
+ 0.0062 |
+
+
+ (0.05, 0.95) |
+ 0.0108 |
+ 0.0106 |
+ 0.0124 |
+ 0.0106 |
+ 0.0124 |
+ 0.0135 |
+ 0.0063 |
+ 0.0063 |
+
+
+ (0.0, 1.0) |
+ 0.0051 |
+ 0.0029 |
+ 0.0126 |
+ 0.0029 |
+ 0.0126 |
+ 0.0103 |
+ 0.0059 |
+ 0.0059 |
+
+
+ tot |
+ 0.0116 |
+ 0.0149 |
+ 0.0131 |
+ 0.0149 |
+ 0.0130 |
+ 0.0662 |
+ 0.0128 |
+ 0.0128 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_70_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_70_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_70_acc.png)
+
+
+> train: [0.40003338 0.59996662]
+> validation: [0.40003338 0.59996662]
+> evaluate_bin_sld: 277.880s
+> evaluate_bin_sld_nbvs: 277.436s
+> evaluate_bin_sld_bcts: 278.774s
+> evaluate_bin_sld_ts: 276.244s
+> evaluate_bin_sld_vs: 275.283s
+> evaluate_bin_cc: 269.340s
+> reference: 49.693s
+> atc_mc: 52.566s
+> atc_ne: 51.600s
+> tot: 282.019s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_nbvs |
+ bin_SLD_bcts |
+ bin_SLD_ts |
+ bin_SLD_vs |
+ bin_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0007 |
+ 0.0006 |
+ 0.0047 |
+ 0.0006 |
+ 0.0047 |
+ 0.0906 |
+ 0.0106 |
+ 0.0106 |
+
+
+ (0.95, 0.05) |
+ 0.0050 |
+ 0.0084 |
+ 0.0084 |
+ 0.0084 |
+ 0.0084 |
+ 0.0885 |
+ 0.0101 |
+ 0.0101 |
+
+
+ (0.9, 0.1) |
+ 0.0057 |
+ 0.0140 |
+ 0.0095 |
+ 0.0140 |
+ 0.0095 |
+ 0.0873 |
+ 0.0092 |
+ 0.0092 |
+
+
+ (0.85, 0.15) |
+ 0.0084 |
+ 0.0196 |
+ 0.0100 |
+ 0.0196 |
+ 0.0100 |
+ 0.0836 |
+ 0.0083 |
+ 0.0083 |
+
+
+ (0.8, 0.2) |
+ 0.0130 |
+ 0.0262 |
+ 0.0126 |
+ 0.0262 |
+ 0.0126 |
+ 0.0839 |
+ 0.0089 |
+ 0.0089 |
+
+
+ (0.75, 0.25) |
+ 0.0158 |
+ 0.0295 |
+ 0.0118 |
+ 0.0295 |
+ 0.0119 |
+ 0.0793 |
+ 0.0090 |
+ 0.0090 |
+
+
+ (0.7, 0.3) |
+ 0.0186 |
+ 0.0340 |
+ 0.0128 |
+ 0.0340 |
+ 0.0128 |
+ 0.0787 |
+ 0.0084 |
+ 0.0084 |
+
+
+ (0.65, 0.35) |
+ 0.0208 |
+ 0.0374 |
+ 0.0128 |
+ 0.0374 |
+ 0.0128 |
+ 0.0756 |
+ 0.0084 |
+ 0.0084 |
+
+
+ (0.6, 0.4) |
+ 0.0239 |
+ 0.0416 |
+ 0.0134 |
+ 0.0416 |
+ 0.0134 |
+ 0.0728 |
+ 0.0082 |
+ 0.0082 |
+
+
+ (0.55, 0.45) |
+ 0.0273 |
+ 0.0467 |
+ 0.0126 |
+ 0.0467 |
+ 0.0126 |
+ 0.0723 |
+ 0.0086 |
+ 0.0086 |
+
+
+ (0.5, 0.5) |
+ 0.0267 |
+ 0.0479 |
+ 0.0147 |
+ 0.0479 |
+ 0.0147 |
+ 0.0678 |
+ 0.0085 |
+ 0.0085 |
+
+
+ (0.45, 0.55) |
+ 0.0283 |
+ 0.0514 |
+ 0.0113 |
+ 0.0514 |
+ 0.0113 |
+ 0.0651 |
+ 0.0085 |
+ 0.0085 |
+
+
+ (0.4, 0.6) |
+ 0.0296 |
+ 0.0556 |
+ 0.0117 |
+ 0.0556 |
+ 0.0117 |
+ 0.0636 |
+ 0.0072 |
+ 0.0072 |
+
+
+ (0.35, 0.65) |
+ 0.0273 |
+ 0.0567 |
+ 0.0113 |
+ 0.0567 |
+ 0.0113 |
+ 0.0628 |
+ 0.0079 |
+ 0.0079 |
+
+
+ (0.3, 0.7) |
+ 0.0235 |
+ 0.0520 |
+ 0.0125 |
+ 0.0520 |
+ 0.0125 |
+ 0.0592 |
+ 0.0076 |
+ 0.0076 |
+
+
+ (0.25, 0.75) |
+ 0.0208 |
+ 0.0471 |
+ 0.0112 |
+ 0.0471 |
+ 0.0112 |
+ 0.0573 |
+ 0.0075 |
+ 0.0075 |
+
+
+ (0.2, 0.8) |
+ 0.0183 |
+ 0.0409 |
+ 0.0113 |
+ 0.0409 |
+ 0.0113 |
+ 0.0558 |
+ 0.0066 |
+ 0.0066 |
+
+
+ (0.15, 0.85) |
+ 0.0127 |
+ 0.0314 |
+ 0.0111 |
+ 0.0314 |
+ 0.0111 |
+ 0.0535 |
+ 0.0070 |
+ 0.0070 |
+
+
+ (0.1, 0.9) |
+ 0.0092 |
+ 0.0200 |
+ 0.0116 |
+ 0.0200 |
+ 0.0116 |
+ 0.0504 |
+ 0.0078 |
+ 0.0078 |
+
+
+ (0.05, 0.95) |
+ 0.0076 |
+ 0.0096 |
+ 0.0097 |
+ 0.0096 |
+ 0.0097 |
+ 0.0501 |
+ 0.0071 |
+ 0.0071 |
+
+
+ (0.0, 1.0) |
+ 0.0013 |
+ 0.0006 |
+ 0.0087 |
+ 0.0006 |
+ 0.0087 |
+ 0.0495 |
+ 0.0071 |
+ 0.0071 |
+
+
+ tot |
+ 0.0164 |
+ 0.0320 |
+ 0.0111 |
+ 0.0320 |
+ 0.0111 |
+ 0.0689 |
+ 0.0082 |
+ 0.0082 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_60_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_60_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_60_acc.png)
+
+
+> train: [0.5 0.5]
+> validation: [0.5 0.5]
+> evaluate_bin_sld: 275.896s
+> evaluate_bin_sld_nbvs: 275.560s
+> evaluate_bin_sld_bcts: 275.814s
+> evaluate_bin_sld_ts: 274.482s
+> evaluate_bin_sld_vs: 274.020s
+> evaluate_bin_cc: 266.491s
+> reference: 49.629s
+> atc_mc: 52.484s
+> atc_ne: 51.710s
+> tot: 279.902s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_nbvs |
+ bin_SLD_bcts |
+ bin_SLD_ts |
+ bin_SLD_vs |
+ bin_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0007 |
+ 0.0004 |
+ 0.0024 |
+ 0.0004 |
+ 0.0024 |
+ 0.0601 |
+ 0.0088 |
+ 0.0088 |
+
+
+ (0.95, 0.05) |
+ 0.0055 |
+ 0.0089 |
+ 0.0074 |
+ 0.0089 |
+ 0.0074 |
+ 0.0615 |
+ 0.0080 |
+ 0.0080 |
+
+
+ (0.9, 0.1) |
+ 0.0083 |
+ 0.0184 |
+ 0.0099 |
+ 0.0184 |
+ 0.0099 |
+ 0.0646 |
+ 0.0082 |
+ 0.0082 |
+
+
+ (0.85, 0.15) |
+ 0.0154 |
+ 0.0286 |
+ 0.0141 |
+ 0.0286 |
+ 0.0141 |
+ 0.0659 |
+ 0.0077 |
+ 0.0077 |
+
+
+ (0.8, 0.2) |
+ 0.0235 |
+ 0.0391 |
+ 0.0167 |
+ 0.0391 |
+ 0.0167 |
+ 0.0693 |
+ 0.0083 |
+ 0.0083 |
+
+
+ (0.75, 0.25) |
+ 0.0298 |
+ 0.0472 |
+ 0.0182 |
+ 0.0472 |
+ 0.0182 |
+ 0.0690 |
+ 0.0066 |
+ 0.0066 |
+
+
+ (0.7, 0.3) |
+ 0.0319 |
+ 0.0539 |
+ 0.0177 |
+ 0.0539 |
+ 0.0177 |
+ 0.0722 |
+ 0.0082 |
+ 0.0082 |
+
+
+ (0.65, 0.35) |
+ 0.0357 |
+ 0.0611 |
+ 0.0189 |
+ 0.0611 |
+ 0.0189 |
+ 0.0747 |
+ 0.0103 |
+ 0.0103 |
+
+
+ (0.6, 0.4) |
+ 0.0368 |
+ 0.0641 |
+ 0.0185 |
+ 0.0641 |
+ 0.0185 |
+ 0.0746 |
+ 0.0085 |
+ 0.0085 |
+
+
+ (0.55, 0.45) |
+ 0.0373 |
+ 0.0665 |
+ 0.0175 |
+ 0.0665 |
+ 0.0175 |
+ 0.0776 |
+ 0.0110 |
+ 0.0110 |
+
+
+ (0.5, 0.5) |
+ 0.0369 |
+ 0.0642 |
+ 0.0169 |
+ 0.0642 |
+ 0.0169 |
+ 0.0784 |
+ 0.0122 |
+ 0.0122 |
+
+
+ (0.45, 0.55) |
+ 0.0358 |
+ 0.0607 |
+ 0.0166 |
+ 0.0607 |
+ 0.0165 |
+ 0.0799 |
+ 0.0125 |
+ 0.0125 |
+
+
+ (0.4, 0.6) |
+ 0.0350 |
+ 0.0570 |
+ 0.0181 |
+ 0.0570 |
+ 0.0181 |
+ 0.0814 |
+ 0.0144 |
+ 0.0144 |
+
+
+ (0.35, 0.65) |
+ 0.0309 |
+ 0.0523 |
+ 0.0174 |
+ 0.0523 |
+ 0.0174 |
+ 0.0861 |
+ 0.0168 |
+ 0.0168 |
+
+
+ (0.3, 0.7) |
+ 0.0230 |
+ 0.0420 |
+ 0.0157 |
+ 0.0420 |
+ 0.0157 |
+ 0.0868 |
+ 0.0164 |
+ 0.0164 |
+
+
+ (0.25, 0.75) |
+ 0.0194 |
+ 0.0362 |
+ 0.0149 |
+ 0.0362 |
+ 0.0149 |
+ 0.0874 |
+ 0.0170 |
+ 0.0170 |
+
+
+ (0.2, 0.8) |
+ 0.0139 |
+ 0.0294 |
+ 0.0132 |
+ 0.0294 |
+ 0.0132 |
+ 0.0896 |
+ 0.0211 |
+ 0.0211 |
+
+
+ (0.15, 0.85) |
+ 0.0102 |
+ 0.0213 |
+ 0.0104 |
+ 0.0213 |
+ 0.0104 |
+ 0.0913 |
+ 0.0205 |
+ 0.0205 |
+
+
+ (0.1, 0.9) |
+ 0.0081 |
+ 0.0141 |
+ 0.0103 |
+ 0.0141 |
+ 0.0103 |
+ 0.0939 |
+ 0.0239 |
+ 0.0239 |
+
+
+ (0.05, 0.95) |
+ 0.0075 |
+ 0.0071 |
+ 0.0070 |
+ 0.0071 |
+ 0.0070 |
+ 0.0954 |
+ 0.0253 |
+ 0.0253 |
+
+
+ (0.0, 1.0) |
+ 0.0004 |
+ 0.0005 |
+ 0.0038 |
+ 0.0005 |
+ 0.0038 |
+ 0.0991 |
+ 0.0289 |
+ 0.0289 |
+
+
+ tot |
+ 0.0212 |
+ 0.0368 |
+ 0.0136 |
+ 0.0368 |
+ 0.0136 |
+ 0.0790 |
+ 0.0140 |
+ 0.0140 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_50_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_50_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_50_acc.png)
+
+
+> train: [0.59996662 0.40003338]
+> validation: [0.59996662 0.40003338]
+> evaluate_bin_sld: 271.160s
+> evaluate_bin_sld_nbvs: 273.312s
+> evaluate_bin_sld_bcts: 275.646s
+> evaluate_bin_sld_ts: 273.523s
+> evaluate_bin_sld_vs: 270.973s
+> evaluate_bin_cc: 265.710s
+> reference: 48.837s
+> atc_mc: 52.149s
+> atc_ne: 51.567s
+> tot: 278.833s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_nbvs |
+ bin_SLD_bcts |
+ bin_SLD_ts |
+ bin_SLD_vs |
+ bin_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0005 |
+ 0.0003 |
+ 0.0019 |
+ 0.0003 |
+ 0.0019 |
+ 0.0195 |
+ 0.0190 |
+ 0.0190 |
+
+
+ (0.95, 0.05) |
+ 0.0079 |
+ 0.0141 |
+ 0.0073 |
+ 0.0141 |
+ 0.0073 |
+ 0.0241 |
+ 0.0166 |
+ 0.0166 |
+
+
+ (0.9, 0.1) |
+ 0.0192 |
+ 0.0292 |
+ 0.0114 |
+ 0.0292 |
+ 0.0114 |
+ 0.0306 |
+ 0.0147 |
+ 0.0147 |
+
+
+ (0.85, 0.15) |
+ 0.0319 |
+ 0.0434 |
+ 0.0157 |
+ 0.0434 |
+ 0.0157 |
+ 0.0362 |
+ 0.0117 |
+ 0.0117 |
+
+
+ (0.8, 0.2) |
+ 0.0412 |
+ 0.0525 |
+ 0.0183 |
+ 0.0525 |
+ 0.0183 |
+ 0.0422 |
+ 0.0105 |
+ 0.0105 |
+
+
+ (0.75, 0.25) |
+ 0.0458 |
+ 0.0567 |
+ 0.0222 |
+ 0.0567 |
+ 0.0222 |
+ 0.0465 |
+ 0.0089 |
+ 0.0089 |
+
+
+ (0.7, 0.3) |
+ 0.0438 |
+ 0.0573 |
+ 0.0215 |
+ 0.0573 |
+ 0.0215 |
+ 0.0523 |
+ 0.0085 |
+ 0.0085 |
+
+
+ (0.65, 0.35) |
+ 0.0444 |
+ 0.0597 |
+ 0.0229 |
+ 0.0597 |
+ 0.0229 |
+ 0.0599 |
+ 0.0076 |
+ 0.0076 |
+
+
+ (0.6, 0.4) |
+ 0.0410 |
+ 0.0573 |
+ 0.0243 |
+ 0.0573 |
+ 0.0243 |
+ 0.0643 |
+ 0.0079 |
+ 0.0079 |
+
+
+ (0.55, 0.45) |
+ 0.0374 |
+ 0.0542 |
+ 0.0228 |
+ 0.0542 |
+ 0.0228 |
+ 0.0695 |
+ 0.0073 |
+ 0.0073 |
+
+
+ (0.5, 0.5) |
+ 0.0342 |
+ 0.0513 |
+ 0.0244 |
+ 0.0513 |
+ 0.0244 |
+ 0.0740 |
+ 0.0081 |
+ 0.0081 |
+
+
+ (0.45, 0.55) |
+ 0.0318 |
+ 0.0492 |
+ 0.0242 |
+ 0.0492 |
+ 0.0242 |
+ 0.0798 |
+ 0.0099 |
+ 0.0099 |
+
+
+ (0.4, 0.6) |
+ 0.0284 |
+ 0.0458 |
+ 0.0245 |
+ 0.0458 |
+ 0.0245 |
+ 0.0839 |
+ 0.0112 |
+ 0.0112 |
+
+
+ (0.35, 0.65) |
+ 0.0248 |
+ 0.0430 |
+ 0.0236 |
+ 0.0430 |
+ 0.0236 |
+ 0.0924 |
+ 0.0156 |
+ 0.0156 |
+
+
+ (0.3, 0.7) |
+ 0.0205 |
+ 0.0385 |
+ 0.0215 |
+ 0.0385 |
+ 0.0215 |
+ 0.0975 |
+ 0.0168 |
+ 0.0168 |
+
+
+ (0.25, 0.75) |
+ 0.0165 |
+ 0.0337 |
+ 0.0198 |
+ 0.0337 |
+ 0.0198 |
+ 0.1019 |
+ 0.0160 |
+ 0.0160 |
+
+
+ (0.2, 0.8) |
+ 0.0135 |
+ 0.0304 |
+ 0.0191 |
+ 0.0304 |
+ 0.0191 |
+ 0.1080 |
+ 0.0180 |
+ 0.0180 |
+
+
+ (0.15, 0.85) |
+ 0.0100 |
+ 0.0242 |
+ 0.0165 |
+ 0.0242 |
+ 0.0165 |
+ 0.1131 |
+ 0.0218 |
+ 0.0218 |
+
+
+ (0.1, 0.9) |
+ 0.0072 |
+ 0.0186 |
+ 0.0134 |
+ 0.0186 |
+ 0.0134 |
+ 0.1177 |
+ 0.0224 |
+ 0.0224 |
+
+
+ (0.05, 0.95) |
+ 0.0065 |
+ 0.0121 |
+ 0.0102 |
+ 0.0121 |
+ 0.0102 |
+ 0.1238 |
+ 0.0278 |
+ 0.0278 |
+
+
+ (0.0, 1.0) |
+ 0.0003 |
+ 0.0022 |
+ 0.0033 |
+ 0.0022 |
+ 0.0033 |
+ 0.1304 |
+ 0.0285 |
+ 0.0285 |
+
+
+ tot |
+ 0.0241 |
+ 0.0368 |
+ 0.0176 |
+ 0.0368 |
+ 0.0176 |
+ 0.0746 |
+ 0.0147 |
+ 0.0147 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_40_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_40_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_40_acc.png)
+
+
+> train: [0.69993324 0.30006676]
+> validation: [0.70010013 0.29989987]
+> evaluate_bin_sld: 276.303s
+> evaluate_bin_sld_nbvs: 277.440s
+> evaluate_bin_sld_bcts: 277.862s
+> evaluate_bin_sld_ts: 275.166s
+> evaluate_bin_sld_vs: 274.686s
+> evaluate_bin_cc: 269.956s
+> reference: 50.206s
+> atc_mc: 52.805s
+> atc_ne: 51.628s
+> tot: 281.368s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_nbvs |
+ bin_SLD_bcts |
+ bin_SLD_ts |
+ bin_SLD_vs |
+ bin_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0014 |
+ 0.0008 |
+ 0.0049 |
+ 0.0008 |
+ 0.0049 |
+ 0.0071 |
+ 0.0103 |
+ 0.0103 |
+
+
+ (0.95, 0.05) |
+ 0.0097 |
+ 0.0175 |
+ 0.0067 |
+ 0.0175 |
+ 0.0067 |
+ 0.0050 |
+ 0.0072 |
+ 0.0072 |
+
+
+ (0.9, 0.1) |
+ 0.0180 |
+ 0.0258 |
+ 0.0079 |
+ 0.0258 |
+ 0.0079 |
+ 0.0088 |
+ 0.0049 |
+ 0.0049 |
+
+
+ (0.85, 0.15) |
+ 0.0227 |
+ 0.0306 |
+ 0.0089 |
+ 0.0306 |
+ 0.0089 |
+ 0.0170 |
+ 0.0060 |
+ 0.0060 |
+
+
+ (0.8, 0.2) |
+ 0.0237 |
+ 0.0317 |
+ 0.0102 |
+ 0.0317 |
+ 0.0102 |
+ 0.0245 |
+ 0.0082 |
+ 0.0082 |
+
+
+ (0.75, 0.25) |
+ 0.0250 |
+ 0.0341 |
+ 0.0113 |
+ 0.0341 |
+ 0.0113 |
+ 0.0320 |
+ 0.0101 |
+ 0.0101 |
+
+
+ (0.7, 0.3) |
+ 0.0229 |
+ 0.0333 |
+ 0.0108 |
+ 0.0333 |
+ 0.0108 |
+ 0.0398 |
+ 0.0119 |
+ 0.0119 |
+
+
+ (0.65, 0.35) |
+ 0.0218 |
+ 0.0333 |
+ 0.0124 |
+ 0.0333 |
+ 0.0124 |
+ 0.0481 |
+ 0.0160 |
+ 0.0160 |
+
+
+ (0.6, 0.4) |
+ 0.0220 |
+ 0.0345 |
+ 0.0136 |
+ 0.0345 |
+ 0.0136 |
+ 0.0566 |
+ 0.0190 |
+ 0.0190 |
+
+
+ (0.55, 0.45) |
+ 0.0189 |
+ 0.0326 |
+ 0.0130 |
+ 0.0326 |
+ 0.0130 |
+ 0.0626 |
+ 0.0222 |
+ 0.0222 |
+
+
+ (0.5, 0.5) |
+ 0.0183 |
+ 0.0325 |
+ 0.0136 |
+ 0.0325 |
+ 0.0136 |
+ 0.0699 |
+ 0.0259 |
+ 0.0259 |
+
+
+ (0.45, 0.55) |
+ 0.0179 |
+ 0.0331 |
+ 0.0146 |
+ 0.0331 |
+ 0.0146 |
+ 0.0788 |
+ 0.0297 |
+ 0.0297 |
+
+
+ (0.4, 0.6) |
+ 0.0144 |
+ 0.0294 |
+ 0.0127 |
+ 0.0294 |
+ 0.0127 |
+ 0.0832 |
+ 0.0307 |
+ 0.0307 |
+
+
+ (0.35, 0.65) |
+ 0.0131 |
+ 0.0285 |
+ 0.0133 |
+ 0.0285 |
+ 0.0133 |
+ 0.0932 |
+ 0.0368 |
+ 0.0368 |
+
+
+ (0.3, 0.7) |
+ 0.0117 |
+ 0.0273 |
+ 0.0128 |
+ 0.0273 |
+ 0.0128 |
+ 0.1011 |
+ 0.0400 |
+ 0.0400 |
+
+
+ (0.25, 0.75) |
+ 0.0095 |
+ 0.0243 |
+ 0.0117 |
+ 0.0243 |
+ 0.0117 |
+ 0.1084 |
+ 0.0427 |
+ 0.0427 |
+
+
+ (0.2, 0.8) |
+ 0.0081 |
+ 0.0212 |
+ 0.0110 |
+ 0.0212 |
+ 0.0110 |
+ 0.1150 |
+ 0.0464 |
+ 0.0464 |
+
+
+ (0.15, 0.85) |
+ 0.0073 |
+ 0.0182 |
+ 0.0101 |
+ 0.0182 |
+ 0.0101 |
+ 0.1235 |
+ 0.0517 |
+ 0.0517 |
+
+
+ (0.1, 0.9) |
+ 0.0078 |
+ 0.0134 |
+ 0.0091 |
+ 0.0134 |
+ 0.0090 |
+ 0.1297 |
+ 0.0521 |
+ 0.0521 |
+
+
+ (0.05, 0.95) |
+ 0.0089 |
+ 0.0103 |
+ 0.0085 |
+ 0.0103 |
+ 0.0085 |
+ 0.1379 |
+ 0.0548 |
+ 0.0548 |
+
+
+ (0.0, 1.0) |
+ 0.0003 |
+ 0.0019 |
+ 0.0057 |
+ 0.0019 |
+ 0.0057 |
+ 0.1468 |
+ 0.0625 |
+ 0.0625 |
+
+
+ tot |
+ 0.0144 |
+ 0.0245 |
+ 0.0106 |
+ 0.0245 |
+ 0.0106 |
+ 0.0709 |
+ 0.0280 |
+ 0.0280 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_30_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_30_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_30_acc.png)
+
+
+> train: [0.79989987 0.20010013]
+> validation: [0.80006676 0.19993324]
+> evaluate_bin_sld: 277.834s
+> evaluate_bin_sld_nbvs: 276.506s
+> evaluate_bin_sld_bcts: 278.317s
+> evaluate_bin_sld_ts: 275.764s
+> evaluate_bin_sld_vs: 275.146s
+> evaluate_bin_cc: 270.770s
+> reference: 49.612s
+> atc_mc: 52.452s
+> atc_ne: 52.091s
+> tot: 281.829s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_nbvs |
+ bin_SLD_bcts |
+ bin_SLD_ts |
+ bin_SLD_vs |
+ bin_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0011 |
+ 0.0010 |
+ 0.0047 |
+ 0.0010 |
+ 0.0047 |
+ 0.0121 |
+ 0.0097 |
+ 0.0097 |
+
+
+ (0.95, 0.05) |
+ 0.0092 |
+ 0.0116 |
+ 0.0065 |
+ 0.0116 |
+ 0.0065 |
+ 0.0040 |
+ 0.0071 |
+ 0.0071 |
+
+
+ (0.9, 0.1) |
+ 0.0103 |
+ 0.0143 |
+ 0.0071 |
+ 0.0143 |
+ 0.0071 |
+ 0.0091 |
+ 0.0062 |
+ 0.0062 |
+
+
+ (0.85, 0.15) |
+ 0.0103 |
+ 0.0168 |
+ 0.0079 |
+ 0.0168 |
+ 0.0079 |
+ 0.0183 |
+ 0.0064 |
+ 0.0064 |
+
+
+ (0.8, 0.2) |
+ 0.0117 |
+ 0.0188 |
+ 0.0094 |
+ 0.0188 |
+ 0.0094 |
+ 0.0294 |
+ 0.0088 |
+ 0.0088 |
+
+
+ (0.75, 0.25) |
+ 0.0101 |
+ 0.0205 |
+ 0.0088 |
+ 0.0205 |
+ 0.0088 |
+ 0.0396 |
+ 0.0093 |
+ 0.0093 |
+
+
+ (0.7, 0.3) |
+ 0.0093 |
+ 0.0196 |
+ 0.0090 |
+ 0.0196 |
+ 0.0090 |
+ 0.0499 |
+ 0.0124 |
+ 0.0124 |
+
+
+ (0.65, 0.35) |
+ 0.0087 |
+ 0.0198 |
+ 0.0083 |
+ 0.0198 |
+ 0.0083 |
+ 0.0616 |
+ 0.0161 |
+ 0.0161 |
+
+
+ (0.6, 0.4) |
+ 0.0092 |
+ 0.0209 |
+ 0.0090 |
+ 0.0208 |
+ 0.0090 |
+ 0.0729 |
+ 0.0190 |
+ 0.0190 |
+
+
+ (0.55, 0.45) |
+ 0.0092 |
+ 0.0197 |
+ 0.0104 |
+ 0.0197 |
+ 0.0104 |
+ 0.0817 |
+ 0.0207 |
+ 0.0207 |
+
+
+ (0.5, 0.5) |
+ 0.0088 |
+ 0.0184 |
+ 0.0104 |
+ 0.0184 |
+ 0.0104 |
+ 0.0910 |
+ 0.0222 |
+ 0.0222 |
+
+
+ (0.45, 0.55) |
+ 0.0093 |
+ 0.0185 |
+ 0.0100 |
+ 0.0185 |
+ 0.0100 |
+ 0.1016 |
+ 0.0247 |
+ 0.0247 |
+
+
+ (0.4, 0.6) |
+ 0.0113 |
+ 0.0149 |
+ 0.0109 |
+ 0.0149 |
+ 0.0109 |
+ 0.1097 |
+ 0.0272 |
+ 0.0272 |
+
+
+ (0.35, 0.65) |
+ 0.0125 |
+ 0.0162 |
+ 0.0132 |
+ 0.0162 |
+ 0.0131 |
+ 0.1232 |
+ 0.0331 |
+ 0.0331 |
+
+
+ (0.3, 0.7) |
+ 0.0146 |
+ 0.0138 |
+ 0.0114 |
+ 0.0138 |
+ 0.0113 |
+ 0.1340 |
+ 0.0384 |
+ 0.0384 |
+
+
+ (0.25, 0.75) |
+ 0.0170 |
+ 0.0116 |
+ 0.0133 |
+ 0.0116 |
+ 0.0133 |
+ 0.1444 |
+ 0.0425 |
+ 0.0425 |
+
+
+ (0.2, 0.8) |
+ 0.0216 |
+ 0.0085 |
+ 0.0135 |
+ 0.0085 |
+ 0.0134 |
+ 0.1520 |
+ 0.0407 |
+ 0.0407 |
+
+
+ (0.15, 0.85) |
+ 0.0247 |
+ 0.0072 |
+ 0.0162 |
+ 0.0072 |
+ 0.0161 |
+ 0.1636 |
+ 0.0447 |
+ 0.0447 |
+
+
+ (0.1, 0.9) |
+ 0.0283 |
+ 0.0067 |
+ 0.0180 |
+ 0.0067 |
+ 0.0179 |
+ 0.1727 |
+ 0.0492 |
+ 0.0492 |
+
+
+ (0.05, 0.95) |
+ 0.0297 |
+ 0.0080 |
+ 0.0193 |
+ 0.0080 |
+ 0.0193 |
+ 0.1821 |
+ 0.0492 |
+ 0.0492 |
+
+
+ (0.0, 1.0) |
+ 0.0009 |
+ 0.0003 |
+ 0.0116 |
+ 0.0003 |
+ 0.0115 |
+ 0.1946 |
+ 0.0571 |
+ 0.0571 |
+
+
+ tot |
+ 0.0128 |
+ 0.0137 |
+ 0.0109 |
+ 0.0137 |
+ 0.0109 |
+ 0.0927 |
+ 0.0259 |
+ 0.0259 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_20_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_20_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_20_acc.png)
+
+
+> train: [0.90003338 0.09996662]
+> validation: [0.90003338 0.09996662]
+> evaluate_bin_sld: 212.423s
+> evaluate_bin_cc: 200.296s
+> reference: 39.473s
+> atc_mc: 41.699s
+> atc_ne: 41.574s
+> tot: 213.741s
+
+
+
+
+ |
+ bin_SLD |
+ bin_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0010 |
+ 0.0062 |
+ 0.0088 |
+ 0.0088 |
+
+
+ (0.95, 0.05) |
+ 0.0077 |
+ 0.0108 |
+ 0.0046 |
+ 0.0046 |
+
+
+ (0.9, 0.1) |
+ 0.0129 |
+ 0.0278 |
+ 0.0080 |
+ 0.0080 |
+
+
+ (0.85, 0.15) |
+ 0.0181 |
+ 0.0442 |
+ 0.0128 |
+ 0.0128 |
+
+
+ (0.8, 0.2) |
+ 0.0248 |
+ 0.0607 |
+ 0.0194 |
+ 0.0194 |
+
+
+ (0.75, 0.25) |
+ 0.0262 |
+ 0.0767 |
+ 0.0256 |
+ 0.0256 |
+
+
+ (0.7, 0.3) |
+ 0.0372 |
+ 0.0949 |
+ 0.0348 |
+ 0.0348 |
+
+
+ (0.65, 0.35) |
+ 0.0403 |
+ 0.1132 |
+ 0.0438 |
+ 0.0438 |
+
+
+ (0.6, 0.4) |
+ 0.0505 |
+ 0.1297 |
+ 0.0509 |
+ 0.0509 |
+
+
+ (0.55, 0.45) |
+ 0.0550 |
+ 0.1455 |
+ 0.0568 |
+ 0.0568 |
+
+
+ (0.5, 0.5) |
+ 0.0716 |
+ 0.1625 |
+ 0.0633 |
+ 0.0633 |
+
+
+ (0.45, 0.55) |
+ 0.0735 |
+ 0.1798 |
+ 0.0728 |
+ 0.0728 |
+
+
+ (0.4, 0.6) |
+ 0.0795 |
+ 0.1941 |
+ 0.0748 |
+ 0.0748 |
+
+
+ (0.35, 0.65) |
+ 0.0966 |
+ 0.2130 |
+ 0.0843 |
+ 0.0843 |
+
+
+ (0.3, 0.7) |
+ 0.0945 |
+ 0.2303 |
+ 0.0916 |
+ 0.0916 |
+
+
+ (0.25, 0.75) |
+ 0.1032 |
+ 0.2474 |
+ 0.1005 |
+ 0.1005 |
+
+
+ (0.2, 0.8) |
+ 0.1081 |
+ 0.2630 |
+ 0.1064 |
+ 0.1064 |
+
+
+ (0.15, 0.85) |
+ 0.1154 |
+ 0.2804 |
+ 0.1147 |
+ 0.1147 |
+
+
+ (0.1, 0.9) |
+ 0.1080 |
+ 0.2967 |
+ 0.1204 |
+ 0.1204 |
+
+
+ (0.05, 0.95) |
+ 0.0835 |
+ 0.3117 |
+ 0.1244 |
+ 0.1244 |
+
+
+ (0.0, 1.0) |
+ 0.0321 |
+ 0.3318 |
+ 0.1336 |
+ 0.1336 |
+
+
+ tot |
+ 0.0590 |
+ 0.1629 |
+ 0.0644 |
+ 0.0644 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_10_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_10_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_10_acc.png)
+
+
diff --git a/out/rcv1_CCAT_all_bin_vs_atc/rcv1_CCAT_all_bin_vs_atc_f1.md b/out/rcv1_CCAT_all_bin_vs_atc/rcv1_CCAT_all_bin_vs_atc_f1.md
new file mode 100644
index 0000000..1f219c7
--- /dev/null
+++ b/out/rcv1_CCAT_all_bin_vs_atc/rcv1_CCAT_all_bin_vs_atc_f1.md
@@ -0,0 +1,2408 @@
+rcv1_CCAT
+
+> train: [0.09996662 0.90003338]
+> validation: [0.09996662 0.90003338]
+> evaluate_bin_sld: 260.939s
+> evaluate_bin_sld_nbvs: 281.252s
+> evaluate_bin_sld_bcts: 257.632s
+> evaluate_bin_sld_ts: 279.822s
+> evaluate_bin_sld_vs: 257.127s
+> evaluate_bin_cc: 251.271s
+> reference: 47.963s
+> atc_mc: 51.553s
+> atc_ne: 51.146s
+> tot: 286.668s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_nbvs |
+ bin_SLD_bcts |
+ bin_SLD_ts |
+ bin_SLD_vs |
+ bin_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0000 |
+ 0.0001 |
+ 0.0000 |
+ 0.0001 |
+ 0.0000 |
+ 0.6000 |
+ 0.4745 |
+ 0.4745 |
+
+
+ (0.95, 0.05) |
+ 0.1094 |
+ 0.0877 |
+ 0.0719 |
+ 0.0877 |
+ 0.0719 |
+ 0.5213 |
+ 0.4016 |
+ 0.4016 |
+
+
+ (0.9, 0.1) |
+ 0.1807 |
+ 0.0886 |
+ 0.0683 |
+ 0.0886 |
+ 0.0683 |
+ 0.4553 |
+ 0.3432 |
+ 0.3432 |
+
+
+ (0.85, 0.15) |
+ 0.1695 |
+ 0.0831 |
+ 0.0607 |
+ 0.0831 |
+ 0.0607 |
+ 0.3958 |
+ 0.2909 |
+ 0.2909 |
+
+
+ (0.8, 0.2) |
+ 0.1458 |
+ 0.0738 |
+ 0.0505 |
+ 0.0738 |
+ 0.0505 |
+ 0.3459 |
+ 0.2470 |
+ 0.2470 |
+
+
+ (0.75, 0.25) |
+ 0.1307 |
+ 0.0709 |
+ 0.0476 |
+ 0.0709 |
+ 0.0476 |
+ 0.3001 |
+ 0.2076 |
+ 0.2076 |
+
+
+ (0.7, 0.3) |
+ 0.1112 |
+ 0.0621 |
+ 0.0399 |
+ 0.0621 |
+ 0.0399 |
+ 0.2611 |
+ 0.1759 |
+ 0.1759 |
+
+
+ (0.65, 0.35) |
+ 0.0955 |
+ 0.0562 |
+ 0.0351 |
+ 0.0562 |
+ 0.0351 |
+ 0.2274 |
+ 0.1487 |
+ 0.1487 |
+
+
+ (0.6, 0.4) |
+ 0.0818 |
+ 0.0501 |
+ 0.0311 |
+ 0.0501 |
+ 0.0311 |
+ 0.1956 |
+ 0.1239 |
+ 0.1239 |
+
+
+ (0.55, 0.45) |
+ 0.0658 |
+ 0.0419 |
+ 0.0248 |
+ 0.0419 |
+ 0.0248 |
+ 0.1690 |
+ 0.1027 |
+ 0.1027 |
+
+
+ (0.5, 0.5) |
+ 0.0541 |
+ 0.0363 |
+ 0.0210 |
+ 0.0363 |
+ 0.0210 |
+ 0.1430 |
+ 0.0842 |
+ 0.0842 |
+
+
+ (0.45, 0.55) |
+ 0.0465 |
+ 0.0324 |
+ 0.0199 |
+ 0.0324 |
+ 0.0199 |
+ 0.1198 |
+ 0.0659 |
+ 0.0659 |
+
+
+ (0.4, 0.6) |
+ 0.0342 |
+ 0.0252 |
+ 0.0146 |
+ 0.0252 |
+ 0.0146 |
+ 0.1005 |
+ 0.0530 |
+ 0.0530 |
+
+
+ (0.35, 0.65) |
+ 0.0300 |
+ 0.0227 |
+ 0.0152 |
+ 0.0227 |
+ 0.0152 |
+ 0.0816 |
+ 0.0392 |
+ 0.0392 |
+
+
+ (0.3, 0.7) |
+ 0.0224 |
+ 0.0177 |
+ 0.0127 |
+ 0.0177 |
+ 0.0127 |
+ 0.0655 |
+ 0.0290 |
+ 0.0290 |
+
+
+ (0.25, 0.75) |
+ 0.0156 |
+ 0.0133 |
+ 0.0100 |
+ 0.0133 |
+ 0.0100 |
+ 0.0510 |
+ 0.0196 |
+ 0.0196 |
+
+
+ (0.2, 0.8) |
+ 0.0116 |
+ 0.0093 |
+ 0.0091 |
+ 0.0093 |
+ 0.0091 |
+ 0.0370 |
+ 0.0125 |
+ 0.0125 |
+
+
+ (0.15, 0.85) |
+ 0.0075 |
+ 0.0063 |
+ 0.0076 |
+ 0.0063 |
+ 0.0076 |
+ 0.0248 |
+ 0.0061 |
+ 0.0061 |
+
+
+ (0.1, 0.9) |
+ 0.0047 |
+ 0.0045 |
+ 0.0067 |
+ 0.0045 |
+ 0.0067 |
+ 0.0133 |
+ 0.0036 |
+ 0.0036 |
+
+
+ (0.05, 0.95) |
+ 0.0032 |
+ 0.0029 |
+ 0.0060 |
+ 0.0029 |
+ 0.0060 |
+ 0.0031 |
+ 0.0069 |
+ 0.0069 |
+
+
+ (0.0, 1.0) |
+ 0.0024 |
+ 0.0023 |
+ 0.0063 |
+ 0.0023 |
+ 0.0063 |
+ 0.0073 |
+ 0.0123 |
+ 0.0123 |
+
+
+ tot |
+ 0.0630 |
+ 0.0375 |
+ 0.0266 |
+ 0.0375 |
+ 0.0266 |
+ 0.1961 |
+ 0.1356 |
+ 0.1356 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_90_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_90_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_90_f1.png)
+
+
+> train: [0.19993324 0.80006676]
+> validation: [0.20010013 0.79989987]
+> evaluate_bin_sld: 279.633s
+> evaluate_bin_sld_nbvs: 279.180s
+> evaluate_bin_sld_bcts: 274.875s
+> evaluate_bin_sld_ts: 276.549s
+> evaluate_bin_sld_vs: 272.373s
+> evaluate_bin_cc: 265.376s
+> reference: 50.451s
+> atc_mc: 53.163s
+> atc_ne: 51.929s
+> tot: 281.604s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_nbvs |
+ bin_SLD_bcts |
+ bin_SLD_ts |
+ bin_SLD_vs |
+ bin_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0001 |
+ 0.0003 |
+ 0.0002 |
+ 0.0003 |
+ 0.0002 |
+ 0.5814 |
+ 0.5459 |
+ 0.5459 |
+
+
+ (0.95, 0.05) |
+ 0.0933 |
+ 0.0319 |
+ 0.0385 |
+ 0.0319 |
+ 0.0384 |
+ 0.4421 |
+ 0.3941 |
+ 0.3941 |
+
+
+ (0.9, 0.1) |
+ 0.0682 |
+ 0.0209 |
+ 0.0271 |
+ 0.0209 |
+ 0.0270 |
+ 0.3494 |
+ 0.2954 |
+ 0.2954 |
+
+
+ (0.85, 0.15) |
+ 0.0501 |
+ 0.0152 |
+ 0.0189 |
+ 0.0152 |
+ 0.0189 |
+ 0.2797 |
+ 0.2206 |
+ 0.2206 |
+
+
+ (0.8, 0.2) |
+ 0.0337 |
+ 0.0150 |
+ 0.0143 |
+ 0.0150 |
+ 0.0143 |
+ 0.2291 |
+ 0.1701 |
+ 0.1701 |
+
+
+ (0.75, 0.25) |
+ 0.0296 |
+ 0.0123 |
+ 0.0136 |
+ 0.0123 |
+ 0.0136 |
+ 0.1846 |
+ 0.1277 |
+ 0.1277 |
+
+
+ (0.7, 0.3) |
+ 0.0215 |
+ 0.0127 |
+ 0.0120 |
+ 0.0127 |
+ 0.0119 |
+ 0.1542 |
+ 0.0994 |
+ 0.0994 |
+
+
+ (0.65, 0.35) |
+ 0.0184 |
+ 0.0125 |
+ 0.0123 |
+ 0.0125 |
+ 0.0123 |
+ 0.1274 |
+ 0.0774 |
+ 0.0774 |
+
+
+ (0.6, 0.4) |
+ 0.0141 |
+ 0.0118 |
+ 0.0101 |
+ 0.0118 |
+ 0.0101 |
+ 0.1046 |
+ 0.0563 |
+ 0.0563 |
+
+
+ (0.55, 0.45) |
+ 0.0114 |
+ 0.0133 |
+ 0.0101 |
+ 0.0133 |
+ 0.0101 |
+ 0.0875 |
+ 0.0440 |
+ 0.0440 |
+
+
+ (0.5, 0.5) |
+ 0.0083 |
+ 0.0119 |
+ 0.0073 |
+ 0.0119 |
+ 0.0073 |
+ 0.0713 |
+ 0.0323 |
+ 0.0323 |
+
+
+ (0.45, 0.55) |
+ 0.0078 |
+ 0.0105 |
+ 0.0073 |
+ 0.0105 |
+ 0.0073 |
+ 0.0564 |
+ 0.0206 |
+ 0.0206 |
+
+
+ (0.4, 0.6) |
+ 0.0060 |
+ 0.0120 |
+ 0.0064 |
+ 0.0120 |
+ 0.0064 |
+ 0.0461 |
+ 0.0152 |
+ 0.0152 |
+
+
+ (0.35, 0.65) |
+ 0.0066 |
+ 0.0106 |
+ 0.0074 |
+ 0.0106 |
+ 0.0074 |
+ 0.0358 |
+ 0.0098 |
+ 0.0098 |
+
+
+ (0.3, 0.7) |
+ 0.0054 |
+ 0.0094 |
+ 0.0061 |
+ 0.0094 |
+ 0.0061 |
+ 0.0270 |
+ 0.0072 |
+ 0.0072 |
+
+
+ (0.25, 0.75) |
+ 0.0062 |
+ 0.0097 |
+ 0.0059 |
+ 0.0097 |
+ 0.0059 |
+ 0.0197 |
+ 0.0056 |
+ 0.0056 |
+
+
+ (0.2, 0.8) |
+ 0.0070 |
+ 0.0089 |
+ 0.0061 |
+ 0.0089 |
+ 0.0061 |
+ 0.0130 |
+ 0.0049 |
+ 0.0049 |
+
+
+ (0.15, 0.85) |
+ 0.0078 |
+ 0.0078 |
+ 0.0060 |
+ 0.0078 |
+ 0.0060 |
+ 0.0072 |
+ 0.0053 |
+ 0.0053 |
+
+
+ (0.1, 0.9) |
+ 0.0081 |
+ 0.0074 |
+ 0.0055 |
+ 0.0074 |
+ 0.0055 |
+ 0.0036 |
+ 0.0055 |
+ 0.0055 |
+
+
+ (0.05, 0.95) |
+ 0.0081 |
+ 0.0065 |
+ 0.0057 |
+ 0.0065 |
+ 0.0057 |
+ 0.0041 |
+ 0.0068 |
+ 0.0068 |
+
+
+ (0.0, 1.0) |
+ 0.0028 |
+ 0.0027 |
+ 0.0059 |
+ 0.0027 |
+ 0.0059 |
+ 0.0084 |
+ 0.0076 |
+ 0.0076 |
+
+
+ tot |
+ 0.0197 |
+ 0.0116 |
+ 0.0108 |
+ 0.0116 |
+ 0.0108 |
+ 0.1349 |
+ 0.1025 |
+ 0.1025 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_80_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_80_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_80_f1.png)
+
+
+> train: [0.29989987 0.70010013]
+> validation: [0.30006676 0.69993324]
+> evaluate_bin_sld: 280.310s
+> evaluate_bin_sld_nbvs: 282.471s
+> evaluate_bin_sld_bcts: 278.534s
+> evaluate_bin_sld_ts: 278.888s
+> evaluate_bin_sld_vs: 278.748s
+> evaluate_bin_cc: 270.160s
+> reference: 49.592s
+> atc_mc: 52.383s
+> atc_ne: 51.682s
+> tot: 284.878s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_nbvs |
+ bin_SLD_bcts |
+ bin_SLD_ts |
+ bin_SLD_vs |
+ bin_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0001 |
+ 0.0002 |
+ 0.0002 |
+ 0.0002 |
+ 0.0002 |
+ 0.7211 |
+ 0.5749 |
+ 0.5749 |
+
+
+ (0.95, 0.05) |
+ 0.1119 |
+ 0.0479 |
+ 0.0554 |
+ 0.0479 |
+ 0.0554 |
+ 0.4676 |
+ 0.3336 |
+ 0.3336 |
+
+
+ (0.9, 0.1) |
+ 0.0743 |
+ 0.0286 |
+ 0.0411 |
+ 0.0286 |
+ 0.0410 |
+ 0.3359 |
+ 0.2163 |
+ 0.2163 |
+
+
+ (0.85, 0.15) |
+ 0.0513 |
+ 0.0194 |
+ 0.0332 |
+ 0.0194 |
+ 0.0331 |
+ 0.2516 |
+ 0.1450 |
+ 0.1450 |
+
+
+ (0.8, 0.2) |
+ 0.0324 |
+ 0.0160 |
+ 0.0233 |
+ 0.0160 |
+ 0.0233 |
+ 0.2004 |
+ 0.1055 |
+ 0.1055 |
+
+
+ (0.75, 0.25) |
+ 0.0266 |
+ 0.0136 |
+ 0.0226 |
+ 0.0136 |
+ 0.0226 |
+ 0.1558 |
+ 0.0703 |
+ 0.0703 |
+
+
+ (0.7, 0.3) |
+ 0.0190 |
+ 0.0151 |
+ 0.0199 |
+ 0.0151 |
+ 0.0199 |
+ 0.1295 |
+ 0.0549 |
+ 0.0549 |
+
+
+ (0.65, 0.35) |
+ 0.0175 |
+ 0.0131 |
+ 0.0179 |
+ 0.0131 |
+ 0.0179 |
+ 0.1064 |
+ 0.0403 |
+ 0.0403 |
+
+
+ (0.6, 0.4) |
+ 0.0124 |
+ 0.0131 |
+ 0.0164 |
+ 0.0131 |
+ 0.0163 |
+ 0.0870 |
+ 0.0279 |
+ 0.0279 |
+
+
+ (0.55, 0.45) |
+ 0.0105 |
+ 0.0154 |
+ 0.0145 |
+ 0.0154 |
+ 0.0144 |
+ 0.0751 |
+ 0.0225 |
+ 0.0225 |
+
+
+ (0.5, 0.5) |
+ 0.0093 |
+ 0.0147 |
+ 0.0133 |
+ 0.0147 |
+ 0.0133 |
+ 0.0606 |
+ 0.0165 |
+ 0.0165 |
+
+
+ (0.45, 0.55) |
+ 0.0090 |
+ 0.0153 |
+ 0.0127 |
+ 0.0153 |
+ 0.0126 |
+ 0.0510 |
+ 0.0120 |
+ 0.0120 |
+
+
+ (0.4, 0.6) |
+ 0.0095 |
+ 0.0184 |
+ 0.0097 |
+ 0.0184 |
+ 0.0097 |
+ 0.0428 |
+ 0.0095 |
+ 0.0095 |
+
+
+ (0.35, 0.65) |
+ 0.0098 |
+ 0.0175 |
+ 0.0112 |
+ 0.0175 |
+ 0.0112 |
+ 0.0365 |
+ 0.0089 |
+ 0.0089 |
+
+
+ (0.3, 0.7) |
+ 0.0091 |
+ 0.0168 |
+ 0.0088 |
+ 0.0168 |
+ 0.0088 |
+ 0.0288 |
+ 0.0060 |
+ 0.0060 |
+
+
+ (0.25, 0.75) |
+ 0.0093 |
+ 0.0179 |
+ 0.0088 |
+ 0.0179 |
+ 0.0088 |
+ 0.0237 |
+ 0.0047 |
+ 0.0047 |
+
+
+ (0.2, 0.8) |
+ 0.0096 |
+ 0.0165 |
+ 0.0091 |
+ 0.0165 |
+ 0.0091 |
+ 0.0184 |
+ 0.0044 |
+ 0.0044 |
+
+
+ (0.15, 0.85) |
+ 0.0086 |
+ 0.0148 |
+ 0.0091 |
+ 0.0148 |
+ 0.0091 |
+ 0.0139 |
+ 0.0045 |
+ 0.0045 |
+
+
+ (0.1, 0.9) |
+ 0.0070 |
+ 0.0109 |
+ 0.0074 |
+ 0.0109 |
+ 0.0074 |
+ 0.0104 |
+ 0.0036 |
+ 0.0036 |
+
+
+ (0.05, 0.95) |
+ 0.0057 |
+ 0.0056 |
+ 0.0068 |
+ 0.0056 |
+ 0.0067 |
+ 0.0069 |
+ 0.0035 |
+ 0.0035 |
+
+
+ (0.0, 1.0) |
+ 0.0026 |
+ 0.0015 |
+ 0.0066 |
+ 0.0015 |
+ 0.0066 |
+ 0.0050 |
+ 0.0032 |
+ 0.0032 |
+
+
+ tot |
+ 0.0212 |
+ 0.0158 |
+ 0.0166 |
+ 0.0158 |
+ 0.0165 |
+ 0.1347 |
+ 0.0794 |
+ 0.0794 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_70_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_70_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_70_f1.png)
+
+
+> train: [0.40003338 0.59996662]
+> validation: [0.40003338 0.59996662]
+> evaluate_bin_sld: 277.880s
+> evaluate_bin_sld_nbvs: 277.436s
+> evaluate_bin_sld_bcts: 278.774s
+> evaluate_bin_sld_ts: 276.244s
+> evaluate_bin_sld_vs: 275.283s
+> evaluate_bin_cc: 269.340s
+> reference: 49.693s
+> atc_mc: 52.566s
+> atc_ne: 51.600s
+> tot: 282.019s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_nbvs |
+ bin_SLD_bcts |
+ bin_SLD_ts |
+ bin_SLD_vs |
+ bin_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0003 |
+ 0.0074 |
+ 0.0158 |
+ 0.0074 |
+ 0.0158 |
+ 0.8645 |
+ 0.5310 |
+ 0.5310 |
+
+
+ (0.95, 0.05) |
+ 0.0431 |
+ 0.0499 |
+ 0.0399 |
+ 0.0499 |
+ 0.0399 |
+ 0.4588 |
+ 0.2044 |
+ 0.2044 |
+
+
+ (0.9, 0.1) |
+ 0.0250 |
+ 0.0491 |
+ 0.0315 |
+ 0.0491 |
+ 0.0315 |
+ 0.3067 |
+ 0.1045 |
+ 0.1045 |
+
+
+ (0.85, 0.15) |
+ 0.0225 |
+ 0.0512 |
+ 0.0248 |
+ 0.0512 |
+ 0.0248 |
+ 0.2227 |
+ 0.0571 |
+ 0.0571 |
+
+
+ (0.8, 0.2) |
+ 0.0250 |
+ 0.0547 |
+ 0.0252 |
+ 0.0547 |
+ 0.0252 |
+ 0.1788 |
+ 0.0407 |
+ 0.0407 |
+
+
+ (0.75, 0.25) |
+ 0.0255 |
+ 0.0514 |
+ 0.0195 |
+ 0.0514 |
+ 0.0195 |
+ 0.1416 |
+ 0.0228 |
+ 0.0228 |
+
+
+ (0.7, 0.3) |
+ 0.0257 |
+ 0.0507 |
+ 0.0185 |
+ 0.0507 |
+ 0.0185 |
+ 0.1203 |
+ 0.0196 |
+ 0.0196 |
+
+
+ (0.65, 0.35) |
+ 0.0257 |
+ 0.0489 |
+ 0.0162 |
+ 0.0489 |
+ 0.0162 |
+ 0.1013 |
+ 0.0125 |
+ 0.0125 |
+
+
+ (0.6, 0.4) |
+ 0.0268 |
+ 0.0486 |
+ 0.0151 |
+ 0.0486 |
+ 0.0151 |
+ 0.0868 |
+ 0.0100 |
+ 0.0100 |
+
+
+ (0.55, 0.45) |
+ 0.0279 |
+ 0.0493 |
+ 0.0133 |
+ 0.0493 |
+ 0.0133 |
+ 0.0774 |
+ 0.0101 |
+ 0.0101 |
+
+
+ (0.5, 0.5) |
+ 0.0252 |
+ 0.0462 |
+ 0.0141 |
+ 0.0462 |
+ 0.0141 |
+ 0.0661 |
+ 0.0081 |
+ 0.0081 |
+
+
+ (0.45, 0.55) |
+ 0.0247 |
+ 0.0456 |
+ 0.0100 |
+ 0.0456 |
+ 0.0100 |
+ 0.0582 |
+ 0.0076 |
+ 0.0076 |
+
+
+ (0.4, 0.6) |
+ 0.0242 |
+ 0.0457 |
+ 0.0096 |
+ 0.0457 |
+ 0.0096 |
+ 0.0524 |
+ 0.0060 |
+ 0.0060 |
+
+
+ (0.35, 0.65) |
+ 0.0206 |
+ 0.0434 |
+ 0.0087 |
+ 0.0434 |
+ 0.0087 |
+ 0.0481 |
+ 0.0060 |
+ 0.0060 |
+
+
+ (0.3, 0.7) |
+ 0.0167 |
+ 0.0372 |
+ 0.0090 |
+ 0.0372 |
+ 0.0090 |
+ 0.0423 |
+ 0.0055 |
+ 0.0055 |
+
+
+ (0.25, 0.75) |
+ 0.0139 |
+ 0.0317 |
+ 0.0075 |
+ 0.0317 |
+ 0.0075 |
+ 0.0384 |
+ 0.0051 |
+ 0.0051 |
+
+
+ (0.2, 0.8) |
+ 0.0116 |
+ 0.0260 |
+ 0.0072 |
+ 0.0260 |
+ 0.0072 |
+ 0.0352 |
+ 0.0042 |
+ 0.0042 |
+
+
+ (0.15, 0.85) |
+ 0.0076 |
+ 0.0188 |
+ 0.0068 |
+ 0.0188 |
+ 0.0068 |
+ 0.0318 |
+ 0.0042 |
+ 0.0042 |
+
+
+ (0.1, 0.9) |
+ 0.0051 |
+ 0.0114 |
+ 0.0068 |
+ 0.0114 |
+ 0.0068 |
+ 0.0284 |
+ 0.0045 |
+ 0.0045 |
+
+
+ (0.05, 0.95) |
+ 0.0039 |
+ 0.0052 |
+ 0.0053 |
+ 0.0052 |
+ 0.0053 |
+ 0.0269 |
+ 0.0037 |
+ 0.0037 |
+
+
+ (0.0, 1.0) |
+ 0.0007 |
+ 0.0003 |
+ 0.0047 |
+ 0.0003 |
+ 0.0047 |
+ 0.0253 |
+ 0.0034 |
+ 0.0034 |
+
+
+ tot |
+ 0.0191 |
+ 0.0368 |
+ 0.0147 |
+ 0.0368 |
+ 0.0147 |
+ 0.1434 |
+ 0.0510 |
+ 0.0510 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_60_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_60_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_60_f1.png)
+
+
+> train: [0.5 0.5]
+> validation: [0.5 0.5]
+> evaluate_bin_sld: 275.896s
+> evaluate_bin_sld_nbvs: 275.560s
+> evaluate_bin_sld_bcts: 275.814s
+> evaluate_bin_sld_ts: 274.482s
+> evaluate_bin_sld_vs: 274.020s
+> evaluate_bin_cc: 266.491s
+> reference: 49.629s
+> atc_mc: 52.484s
+> atc_ne: 51.710s
+> tot: 279.902s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_nbvs |
+ bin_SLD_bcts |
+ bin_SLD_ts |
+ bin_SLD_vs |
+ bin_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0003 |
+ 0.0027 |
+ 0.0105 |
+ 0.0027 |
+ 0.0105 |
+ 0.9852 |
+ 0.5135 |
+ 0.5135 |
+
+
+ (0.95, 0.05) |
+ 0.0562 |
+ 0.0636 |
+ 0.0485 |
+ 0.0636 |
+ 0.0485 |
+ 0.4037 |
+ 0.1066 |
+ 0.1066 |
+
+
+ (0.9, 0.1) |
+ 0.0322 |
+ 0.0733 |
+ 0.0388 |
+ 0.0733 |
+ 0.0388 |
+ 0.2633 |
+ 0.0476 |
+ 0.0476 |
+
+
+ (0.85, 0.15) |
+ 0.0417 |
+ 0.0840 |
+ 0.0400 |
+ 0.0840 |
+ 0.0400 |
+ 0.1955 |
+ 0.0306 |
+ 0.0306 |
+
+
+ (0.8, 0.2) |
+ 0.0515 |
+ 0.0905 |
+ 0.0369 |
+ 0.0905 |
+ 0.0369 |
+ 0.1611 |
+ 0.0235 |
+ 0.0235 |
+
+
+ (0.75, 0.25) |
+ 0.0554 |
+ 0.0905 |
+ 0.0337 |
+ 0.0905 |
+ 0.0337 |
+ 0.1327 |
+ 0.0158 |
+ 0.0158 |
+
+
+ (0.7, 0.3) |
+ 0.0505 |
+ 0.0874 |
+ 0.0280 |
+ 0.0874 |
+ 0.0280 |
+ 0.1177 |
+ 0.0147 |
+ 0.0147 |
+
+
+ (0.65, 0.35) |
+ 0.0498 |
+ 0.0867 |
+ 0.0258 |
+ 0.0867 |
+ 0.0258 |
+ 0.1062 |
+ 0.0151 |
+ 0.0151 |
+
+
+ (0.6, 0.4) |
+ 0.0459 |
+ 0.0804 |
+ 0.0225 |
+ 0.0804 |
+ 0.0225 |
+ 0.0938 |
+ 0.0105 |
+ 0.0105 |
+
+
+ (0.55, 0.45) |
+ 0.0420 |
+ 0.0748 |
+ 0.0195 |
+ 0.0748 |
+ 0.0195 |
+ 0.0873 |
+ 0.0119 |
+ 0.0119 |
+
+
+ (0.5, 0.5) |
+ 0.0378 |
+ 0.0655 |
+ 0.0169 |
+ 0.0655 |
+ 0.0169 |
+ 0.0800 |
+ 0.0115 |
+ 0.0115 |
+
+
+ (0.45, 0.55) |
+ 0.0337 |
+ 0.0566 |
+ 0.0153 |
+ 0.0566 |
+ 0.0153 |
+ 0.0746 |
+ 0.0105 |
+ 0.0105 |
+
+
+ (0.4, 0.6) |
+ 0.0303 |
+ 0.0488 |
+ 0.0154 |
+ 0.0488 |
+ 0.0154 |
+ 0.0698 |
+ 0.0107 |
+ 0.0107 |
+
+
+ (0.35, 0.65) |
+ 0.0249 |
+ 0.0415 |
+ 0.0137 |
+ 0.0415 |
+ 0.0137 |
+ 0.0686 |
+ 0.0114 |
+ 0.0114 |
+
+
+ (0.3, 0.7) |
+ 0.0173 |
+ 0.0311 |
+ 0.0117 |
+ 0.0311 |
+ 0.0117 |
+ 0.0645 |
+ 0.0103 |
+ 0.0103 |
+
+
+ (0.25, 0.75) |
+ 0.0136 |
+ 0.0250 |
+ 0.0102 |
+ 0.0250 |
+ 0.0102 |
+ 0.0607 |
+ 0.0097 |
+ 0.0097 |
+
+
+ (0.2, 0.8) |
+ 0.0092 |
+ 0.0191 |
+ 0.0086 |
+ 0.0191 |
+ 0.0086 |
+ 0.0584 |
+ 0.0117 |
+ 0.0117 |
+
+
+ (0.15, 0.85) |
+ 0.0062 |
+ 0.0130 |
+ 0.0063 |
+ 0.0130 |
+ 0.0063 |
+ 0.0561 |
+ 0.0104 |
+ 0.0104 |
+
+
+ (0.1, 0.9) |
+ 0.0045 |
+ 0.0081 |
+ 0.0060 |
+ 0.0081 |
+ 0.0060 |
+ 0.0547 |
+ 0.0117 |
+ 0.0117 |
+
+
+ (0.05, 0.95) |
+ 0.0038 |
+ 0.0039 |
+ 0.0038 |
+ 0.0039 |
+ 0.0038 |
+ 0.0527 |
+ 0.0117 |
+ 0.0117 |
+
+
+ (0.0, 1.0) |
+ 0.0002 |
+ 0.0003 |
+ 0.0021 |
+ 0.0003 |
+ 0.0021 |
+ 0.0521 |
+ 0.0128 |
+ 0.0128 |
+
+
+ tot |
+ 0.0289 |
+ 0.0498 |
+ 0.0197 |
+ 0.0498 |
+ 0.0197 |
+ 0.1542 |
+ 0.0434 |
+ 0.0434 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_50_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_50_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_50_f1.png)
+
+
+> train: [0.59996662 0.40003338]
+> validation: [0.59996662 0.40003338]
+> evaluate_bin_sld: 271.160s
+> evaluate_bin_sld_nbvs: 273.312s
+> evaluate_bin_sld_bcts: 275.646s
+> evaluate_bin_sld_ts: 273.523s
+> evaluate_bin_sld_vs: 270.973s
+> evaluate_bin_cc: 265.710s
+> reference: 48.837s
+> atc_mc: 52.149s
+> atc_ne: 51.567s
+> tot: 278.833s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_nbvs |
+ bin_SLD_bcts |
+ bin_SLD_ts |
+ bin_SLD_vs |
+ bin_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0002 |
+ 0.0003 |
+ 0.0125 |
+ 0.0003 |
+ 0.0125 |
+ 0.8558 |
+ 0.3564 |
+ 0.3564 |
+
+
+ (0.95, 0.05) |
+ 0.0686 |
+ 0.1148 |
+ 0.0583 |
+ 0.1148 |
+ 0.0583 |
+ 0.2215 |
+ 0.0506 |
+ 0.0506 |
+
+
+ (0.9, 0.1) |
+ 0.0857 |
+ 0.1377 |
+ 0.0497 |
+ 0.1377 |
+ 0.0497 |
+ 0.1507 |
+ 0.0460 |
+ 0.0460 |
+
+
+ (0.85, 0.15) |
+ 0.1039 |
+ 0.1440 |
+ 0.0497 |
+ 0.1440 |
+ 0.0496 |
+ 0.1222 |
+ 0.0318 |
+ 0.0318 |
+
+
+ (0.8, 0.2) |
+ 0.1048 |
+ 0.1339 |
+ 0.0453 |
+ 0.1339 |
+ 0.0453 |
+ 0.1083 |
+ 0.0254 |
+ 0.0254 |
+
+
+ (0.75, 0.25) |
+ 0.0950 |
+ 0.1178 |
+ 0.0453 |
+ 0.1178 |
+ 0.0453 |
+ 0.0965 |
+ 0.0197 |
+ 0.0197 |
+
+
+ (0.7, 0.3) |
+ 0.0766 |
+ 0.0998 |
+ 0.0371 |
+ 0.0998 |
+ 0.0371 |
+ 0.0910 |
+ 0.0174 |
+ 0.0174 |
+
+
+ (0.65, 0.35) |
+ 0.0668 |
+ 0.0896 |
+ 0.0337 |
+ 0.0896 |
+ 0.0337 |
+ 0.0897 |
+ 0.0129 |
+ 0.0129 |
+
+
+ (0.6, 0.4) |
+ 0.0541 |
+ 0.0753 |
+ 0.0316 |
+ 0.0753 |
+ 0.0316 |
+ 0.0846 |
+ 0.0118 |
+ 0.0118 |
+
+
+ (0.55, 0.45) |
+ 0.0441 |
+ 0.0633 |
+ 0.0265 |
+ 0.0633 |
+ 0.0265 |
+ 0.0814 |
+ 0.0095 |
+ 0.0095 |
+
+
+ (0.5, 0.5) |
+ 0.0363 |
+ 0.0538 |
+ 0.0256 |
+ 0.0538 |
+ 0.0256 |
+ 0.0782 |
+ 0.0088 |
+ 0.0088 |
+
+
+ (0.45, 0.55) |
+ 0.0306 |
+ 0.0468 |
+ 0.0230 |
+ 0.0468 |
+ 0.0229 |
+ 0.0768 |
+ 0.0085 |
+ 0.0085 |
+
+
+ (0.4, 0.6) |
+ 0.0251 |
+ 0.0399 |
+ 0.0214 |
+ 0.0399 |
+ 0.0214 |
+ 0.0740 |
+ 0.0078 |
+ 0.0078 |
+
+
+ (0.35, 0.65) |
+ 0.0202 |
+ 0.0346 |
+ 0.0190 |
+ 0.0346 |
+ 0.0190 |
+ 0.0756 |
+ 0.0093 |
+ 0.0093 |
+
+
+ (0.3, 0.7) |
+ 0.0155 |
+ 0.0286 |
+ 0.0160 |
+ 0.0286 |
+ 0.0160 |
+ 0.0741 |
+ 0.0090 |
+ 0.0090 |
+
+
+ (0.25, 0.75) |
+ 0.0116 |
+ 0.0233 |
+ 0.0137 |
+ 0.0233 |
+ 0.0137 |
+ 0.0723 |
+ 0.0075 |
+ 0.0075 |
+
+
+ (0.2, 0.8) |
+ 0.0089 |
+ 0.0197 |
+ 0.0124 |
+ 0.0197 |
+ 0.0124 |
+ 0.0719 |
+ 0.0066 |
+ 0.0066 |
+
+
+ (0.15, 0.85) |
+ 0.0061 |
+ 0.0147 |
+ 0.0100 |
+ 0.0147 |
+ 0.0100 |
+ 0.0709 |
+ 0.0084 |
+ 0.0084 |
+
+
+ (0.1, 0.9) |
+ 0.0040 |
+ 0.0106 |
+ 0.0076 |
+ 0.0106 |
+ 0.0076 |
+ 0.0697 |
+ 0.0078 |
+ 0.0078 |
+
+
+ (0.05, 0.95) |
+ 0.0033 |
+ 0.0065 |
+ 0.0054 |
+ 0.0065 |
+ 0.0054 |
+ 0.0695 |
+ 0.0097 |
+ 0.0097 |
+
+
+ (0.0, 1.0) |
+ 0.0002 |
+ 0.0011 |
+ 0.0017 |
+ 0.0011 |
+ 0.0017 |
+ 0.0697 |
+ 0.0090 |
+ 0.0090 |
+
+
+ tot |
+ 0.0410 |
+ 0.0598 |
+ 0.0260 |
+ 0.0598 |
+ 0.0260 |
+ 0.1288 |
+ 0.0321 |
+ 0.0321 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_40_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_40_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_40_f1.png)
+
+
+> train: [0.69993324 0.30006676]
+> validation: [0.70010013 0.29989987]
+> evaluate_bin_sld: 276.303s
+> evaluate_bin_sld_nbvs: 277.440s
+> evaluate_bin_sld_bcts: 277.862s
+> evaluate_bin_sld_ts: 275.166s
+> evaluate_bin_sld_vs: 274.686s
+> evaluate_bin_cc: 269.956s
+> reference: 50.206s
+> atc_mc: 52.805s
+> atc_ne: 51.628s
+> tot: 281.368s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_nbvs |
+ bin_SLD_bcts |
+ bin_SLD_ts |
+ bin_SLD_vs |
+ bin_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0002 |
+ 0.0019 |
+ 0.0542 |
+ 0.0019 |
+ 0.0542 |
+ 0.5809 |
+ 0.3301 |
+ 0.3301 |
+
+
+ (0.95, 0.05) |
+ 0.0936 |
+ 0.1726 |
+ 0.0564 |
+ 0.1726 |
+ 0.0564 |
+ 0.0692 |
+ 0.0519 |
+ 0.0519 |
+
+
+ (0.9, 0.1) |
+ 0.0956 |
+ 0.1377 |
+ 0.0383 |
+ 0.1377 |
+ 0.0383 |
+ 0.0564 |
+ 0.0306 |
+ 0.0306 |
+
+
+ (0.85, 0.15) |
+ 0.0815 |
+ 0.1100 |
+ 0.0306 |
+ 0.1100 |
+ 0.0306 |
+ 0.0642 |
+ 0.0252 |
+ 0.0252 |
+
+
+ (0.8, 0.2) |
+ 0.0648 |
+ 0.0860 |
+ 0.0263 |
+ 0.0860 |
+ 0.0263 |
+ 0.0673 |
+ 0.0190 |
+ 0.0190 |
+
+
+ (0.75, 0.25) |
+ 0.0546 |
+ 0.0734 |
+ 0.0237 |
+ 0.0734 |
+ 0.0237 |
+ 0.0688 |
+ 0.0167 |
+ 0.0167 |
+
+
+ (0.7, 0.3) |
+ 0.0418 |
+ 0.0597 |
+ 0.0187 |
+ 0.0597 |
+ 0.0187 |
+ 0.0711 |
+ 0.0132 |
+ 0.0132 |
+
+
+ (0.65, 0.35) |
+ 0.0342 |
+ 0.0512 |
+ 0.0189 |
+ 0.0512 |
+ 0.0189 |
+ 0.0735 |
+ 0.0170 |
+ 0.0170 |
+
+
+ (0.6, 0.4) |
+ 0.0299 |
+ 0.0461 |
+ 0.0177 |
+ 0.0461 |
+ 0.0177 |
+ 0.0756 |
+ 0.0141 |
+ 0.0141 |
+
+
+ (0.55, 0.45) |
+ 0.0231 |
+ 0.0386 |
+ 0.0151 |
+ 0.0386 |
+ 0.0151 |
+ 0.0742 |
+ 0.0135 |
+ 0.0135 |
+
+
+ (0.5, 0.5) |
+ 0.0199 |
+ 0.0344 |
+ 0.0141 |
+ 0.0344 |
+ 0.0141 |
+ 0.0746 |
+ 0.0153 |
+ 0.0153 |
+
+
+ (0.45, 0.55) |
+ 0.0176 |
+ 0.0316 |
+ 0.0135 |
+ 0.0316 |
+ 0.0135 |
+ 0.0765 |
+ 0.0146 |
+ 0.0146 |
+
+
+ (0.4, 0.6) |
+ 0.0129 |
+ 0.0257 |
+ 0.0107 |
+ 0.0257 |
+ 0.0107 |
+ 0.0739 |
+ 0.0142 |
+ 0.0142 |
+
+
+ (0.35, 0.65) |
+ 0.0107 |
+ 0.0228 |
+ 0.0104 |
+ 0.0228 |
+ 0.0104 |
+ 0.0766 |
+ 0.0159 |
+ 0.0159 |
+
+
+ (0.3, 0.7) |
+ 0.0087 |
+ 0.0202 |
+ 0.0091 |
+ 0.0202 |
+ 0.0091 |
+ 0.0772 |
+ 0.0145 |
+ 0.0145 |
+
+
+ (0.25, 0.75) |
+ 0.0065 |
+ 0.0167 |
+ 0.0078 |
+ 0.0167 |
+ 0.0078 |
+ 0.0772 |
+ 0.0144 |
+ 0.0144 |
+
+
+ (0.2, 0.8) |
+ 0.0052 |
+ 0.0137 |
+ 0.0071 |
+ 0.0137 |
+ 0.0071 |
+ 0.0768 |
+ 0.0157 |
+ 0.0157 |
+
+
+ (0.15, 0.85) |
+ 0.0042 |
+ 0.0109 |
+ 0.0062 |
+ 0.0109 |
+ 0.0062 |
+ 0.0777 |
+ 0.0168 |
+ 0.0168 |
+
+
+ (0.1, 0.9) |
+ 0.0042 |
+ 0.0075 |
+ 0.0054 |
+ 0.0075 |
+ 0.0054 |
+ 0.0770 |
+ 0.0155 |
+ 0.0155 |
+
+
+ (0.05, 0.95) |
+ 0.0045 |
+ 0.0054 |
+ 0.0050 |
+ 0.0054 |
+ 0.0050 |
+ 0.0776 |
+ 0.0152 |
+ 0.0152 |
+
+
+ (0.0, 1.0) |
+ 0.0002 |
+ 0.0009 |
+ 0.0037 |
+ 0.0009 |
+ 0.0037 |
+ 0.0786 |
+ 0.0177 |
+ 0.0177 |
+
+
+ tot |
+ 0.0292 |
+ 0.0461 |
+ 0.0187 |
+ 0.0461 |
+ 0.0187 |
+ 0.0974 |
+ 0.0334 |
+ 0.0334 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_30_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_30_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_30_f1.png)
+
+
+> train: [0.79989987 0.20010013]
+> validation: [0.80006676 0.19993324]
+> evaluate_bin_sld: 277.834s
+> evaluate_bin_sld_nbvs: 276.506s
+> evaluate_bin_sld_bcts: 278.317s
+> evaluate_bin_sld_ts: 275.764s
+> evaluate_bin_sld_vs: 275.146s
+> evaluate_bin_cc: 270.770s
+> reference: 49.612s
+> atc_mc: 52.452s
+> atc_ne: 52.091s
+> tot: 281.829s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_nbvs |
+ bin_SLD_bcts |
+ bin_SLD_ts |
+ bin_SLD_vs |
+ bin_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0003 |
+ 0.0005 |
+ 0.0141 |
+ 0.0005 |
+ 0.0141 |
+ 0.3127 |
+ 0.1159 |
+ 0.1159 |
+
+
+ (0.95, 0.05) |
+ 0.1241 |
+ 0.1373 |
+ 0.0644 |
+ 0.1373 |
+ 0.0644 |
+ 0.0358 |
+ 0.1303 |
+ 0.1303 |
+
+
+ (0.9, 0.1) |
+ 0.0622 |
+ 0.0798 |
+ 0.0397 |
+ 0.0798 |
+ 0.0396 |
+ 0.0524 |
+ 0.0916 |
+ 0.0916 |
+
+
+ (0.85, 0.15) |
+ 0.0390 |
+ 0.0609 |
+ 0.0331 |
+ 0.0609 |
+ 0.0330 |
+ 0.0660 |
+ 0.0794 |
+ 0.0794 |
+
+
+ (0.8, 0.2) |
+ 0.0320 |
+ 0.0506 |
+ 0.0278 |
+ 0.0506 |
+ 0.0278 |
+ 0.0786 |
+ 0.0673 |
+ 0.0673 |
+
+
+ (0.75, 0.25) |
+ 0.0213 |
+ 0.0432 |
+ 0.0205 |
+ 0.0432 |
+ 0.0205 |
+ 0.0839 |
+ 0.0623 |
+ 0.0623 |
+
+
+ (0.7, 0.3) |
+ 0.0155 |
+ 0.0341 |
+ 0.0194 |
+ 0.0341 |
+ 0.0194 |
+ 0.0881 |
+ 0.0592 |
+ 0.0592 |
+
+
+ (0.65, 0.35) |
+ 0.0121 |
+ 0.0293 |
+ 0.0152 |
+ 0.0293 |
+ 0.0152 |
+ 0.0933 |
+ 0.0518 |
+ 0.0518 |
+
+
+ (0.6, 0.4) |
+ 0.0115 |
+ 0.0267 |
+ 0.0152 |
+ 0.0267 |
+ 0.0152 |
+ 0.0967 |
+ 0.0536 |
+ 0.0536 |
+
+
+ (0.55, 0.45) |
+ 0.0097 |
+ 0.0223 |
+ 0.0152 |
+ 0.0223 |
+ 0.0152 |
+ 0.0964 |
+ 0.0510 |
+ 0.0510 |
+
+
+ (0.5, 0.5) |
+ 0.0081 |
+ 0.0186 |
+ 0.0140 |
+ 0.0186 |
+ 0.0140 |
+ 0.0965 |
+ 0.0518 |
+ 0.0518 |
+
+
+ (0.45, 0.55) |
+ 0.0077 |
+ 0.0168 |
+ 0.0124 |
+ 0.0168 |
+ 0.0124 |
+ 0.0980 |
+ 0.0533 |
+ 0.0533 |
+
+
+ (0.4, 0.6) |
+ 0.0084 |
+ 0.0124 |
+ 0.0125 |
+ 0.0124 |
+ 0.0125 |
+ 0.0970 |
+ 0.0506 |
+ 0.0506 |
+
+
+ (0.35, 0.65) |
+ 0.0087 |
+ 0.0123 |
+ 0.0135 |
+ 0.0123 |
+ 0.0135 |
+ 0.1008 |
+ 0.0480 |
+ 0.0480 |
+
+
+ (0.3, 0.7) |
+ 0.0094 |
+ 0.0096 |
+ 0.0110 |
+ 0.0096 |
+ 0.0110 |
+ 0.1018 |
+ 0.0453 |
+ 0.0453 |
+
+
+ (0.25, 0.75) |
+ 0.0104 |
+ 0.0074 |
+ 0.0121 |
+ 0.0074 |
+ 0.0121 |
+ 0.1025 |
+ 0.0428 |
+ 0.0428 |
+
+
+ (0.2, 0.8) |
+ 0.0124 |
+ 0.0051 |
+ 0.0115 |
+ 0.0050 |
+ 0.0115 |
+ 0.1009 |
+ 0.0472 |
+ 0.0472 |
+
+
+ (0.15, 0.85) |
+ 0.0134 |
+ 0.0040 |
+ 0.0131 |
+ 0.0040 |
+ 0.0131 |
+ 0.1025 |
+ 0.0461 |
+ 0.0461 |
+
+
+ (0.1, 0.9) |
+ 0.0146 |
+ 0.0035 |
+ 0.0133 |
+ 0.0035 |
+ 0.0133 |
+ 0.1020 |
+ 0.0439 |
+ 0.0439 |
+
+
+ (0.05, 0.95) |
+ 0.0146 |
+ 0.0039 |
+ 0.0133 |
+ 0.0039 |
+ 0.0132 |
+ 0.1019 |
+ 0.0468 |
+ 0.0468 |
+
+
+ (0.0, 1.0) |
+ 0.0008 |
+ 0.0003 |
+ 0.0093 |
+ 0.0003 |
+ 0.0093 |
+ 0.1036 |
+ 0.0425 |
+ 0.0425 |
+
+
+ tot |
+ 0.0208 |
+ 0.0276 |
+ 0.0191 |
+ 0.0276 |
+ 0.0191 |
+ 0.1005 |
+ 0.0610 |
+ 0.0610 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_20_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_20_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_20_f1.png)
+
+
+> train: [0.90003338 0.09996662]
+> validation: [0.90003338 0.09996662]
+> evaluate_bin_sld: 212.423s
+> evaluate_bin_cc: 200.296s
+> reference: 39.473s
+> atc_mc: 41.699s
+> atc_ne: 41.574s
+> tot: 213.741s
+
+
+
+
+ |
+ bin_SLD |
+ bin_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0155 |
+ 0.0548 |
+ 0.0022 |
+ 0.0022 |
+
+
+ (0.95, 0.05) |
+ 0.2219 |
+ 0.0921 |
+ 0.2253 |
+ 0.2253 |
+
+
+ (0.9, 0.1) |
+ 0.1663 |
+ 0.1226 |
+ 0.1997 |
+ 0.1997 |
+
+
+ (0.85, 0.15) |
+ 0.1556 |
+ 0.1304 |
+ 0.2018 |
+ 0.2018 |
+
+
+ (0.8, 0.2) |
+ 0.1368 |
+ 0.1365 |
+ 0.1936 |
+ 0.1936 |
+
+
+ (0.75, 0.25) |
+ 0.1054 |
+ 0.1382 |
+ 0.1943 |
+ 0.1943 |
+
+
+ (0.7, 0.3) |
+ 0.1181 |
+ 0.1425 |
+ 0.1865 |
+ 0.1865 |
+
+
+ (0.65, 0.35) |
+ 0.0996 |
+ 0.1472 |
+ 0.1849 |
+ 0.1849 |
+
+
+ (0.6, 0.4) |
+ 0.1031 |
+ 0.1468 |
+ 0.1852 |
+ 0.1852 |
+
+
+ (0.55, 0.45) |
+ 0.0840 |
+ 0.1471 |
+ 0.1824 |
+ 0.1824 |
+
+
+ (0.5, 0.5) |
+ 0.1091 |
+ 0.1478 |
+ 0.1836 |
+ 0.1836 |
+
+
+ (0.45, 0.55) |
+ 0.0893 |
+ 0.1480 |
+ 0.1801 |
+ 0.1801 |
+
+
+ (0.4, 0.6) |
+ 0.0801 |
+ 0.1474 |
+ 0.1872 |
+ 0.1872 |
+
+
+ (0.35, 0.65) |
+ 0.1038 |
+ 0.1495 |
+ 0.1871 |
+ 0.1871 |
+
+
+ (0.3, 0.7) |
+ 0.0810 |
+ 0.1503 |
+ 0.1884 |
+ 0.1884 |
+
+
+ (0.25, 0.75) |
+ 0.0827 |
+ 0.1510 |
+ 0.1829 |
+ 0.1829 |
+
+
+ (0.2, 0.8) |
+ 0.0746 |
+ 0.1500 |
+ 0.1840 |
+ 0.1840 |
+
+
+ (0.15, 0.85) |
+ 0.0754 |
+ 0.1511 |
+ 0.1816 |
+ 0.1816 |
+
+
+ (0.1, 0.9) |
+ 0.0613 |
+ 0.1512 |
+ 0.1818 |
+ 0.1818 |
+
+
+ (0.05, 0.95) |
+ 0.0696 |
+ 0.1506 |
+ 0.1848 |
+ 0.1848 |
+
+
+ (0.0, 1.0) |
+ 0.0495 |
+ 0.1527 |
+ 0.1850 |
+ 0.1850 |
+
+
+ tot |
+ 0.0992 |
+ 0.1385 |
+ 0.1801 |
+ 0.1801 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_10_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_10_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_10_f1.png)
+
+
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_10_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_10_acc.png
new file mode 100644
index 0000000..e2367e5
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_10_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_10_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_10_f1.png
new file mode 100644
index 0000000..f53573c
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_10_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_20_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_20_acc.png
new file mode 100644
index 0000000..f9e8ef3
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_20_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_20_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_20_f1.png
new file mode 100644
index 0000000..937a9d8
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_20_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_30_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_30_acc.png
new file mode 100644
index 0000000..0de0cba
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_30_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_30_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_30_f1.png
new file mode 100644
index 0000000..d46c9e6
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_30_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_40_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_40_acc.png
new file mode 100644
index 0000000..b02fff6
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_40_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_40_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_40_f1.png
new file mode 100644
index 0000000..3e5a8fc
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_40_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_50_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_50_acc.png
new file mode 100644
index 0000000..c8fde3e
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_50_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_50_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_50_f1.png
new file mode 100644
index 0000000..8a7d789
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_50_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_60_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_60_acc.png
new file mode 100644
index 0000000..2ef869a
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_60_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_60_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_60_f1.png
new file mode 100644
index 0000000..f8f85ab
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_60_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_70_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_70_acc.png
new file mode 100644
index 0000000..f1c195d
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_70_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_70_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_70_f1.png
new file mode 100644
index 0000000..3ffcc8a
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_70_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_80_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_80_acc.png
new file mode 100644
index 0000000..4324b2a
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_80_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_80_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_80_f1.png
new file mode 100644
index 0000000..74c9d88
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_80_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_90_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_90_acc.png
new file mode 100644
index 0000000..b0467fc
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_90_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_90_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_90_f1.png
new file mode 100644
index 0000000..f901093
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/delta_rcv1_CCAT_90_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_10_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_10_acc.png
new file mode 100644
index 0000000..e6f7cee
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_10_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_10_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_10_f1.png
new file mode 100644
index 0000000..5584194
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_10_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_20_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_20_acc.png
new file mode 100644
index 0000000..1a1f79f
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_20_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_20_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_20_f1.png
new file mode 100644
index 0000000..d327b0b
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_20_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_30_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_30_acc.png
new file mode 100644
index 0000000..609753c
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_30_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_30_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_30_f1.png
new file mode 100644
index 0000000..d65e885
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_30_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_40_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_40_acc.png
new file mode 100644
index 0000000..0c9ae10
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_40_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_40_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_40_f1.png
new file mode 100644
index 0000000..c4156ac
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_40_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_50_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_50_acc.png
new file mode 100644
index 0000000..d2cdb4f
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_50_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_50_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_50_f1.png
new file mode 100644
index 0000000..8514feb
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_50_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_60_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_60_acc.png
new file mode 100644
index 0000000..71c3266
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_60_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_60_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_60_f1.png
new file mode 100644
index 0000000..eec6dc7
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_60_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_70_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_70_acc.png
new file mode 100644
index 0000000..9e94f13
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_70_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_70_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_70_f1.png
new file mode 100644
index 0000000..1feb5c9
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_70_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_80_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_80_acc.png
new file mode 100644
index 0000000..ccb1c5e
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_80_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_80_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_80_f1.png
new file mode 100644
index 0000000..b77c996
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_80_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_90_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_90_acc.png
new file mode 100644
index 0000000..7c68782
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_90_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_90_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_90_f1.png
new file mode 100644
index 0000000..30ecdba
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/diagonal_rcv1_CCAT_90_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_10_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_10_acc.png
new file mode 100644
index 0000000..c6aab2b
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_10_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_10_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_10_f1.png
new file mode 100644
index 0000000..9e2bf84
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_10_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_20_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_20_acc.png
new file mode 100644
index 0000000..f01a726
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_20_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_20_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_20_f1.png
new file mode 100644
index 0000000..03ac61f
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_20_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_30_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_30_acc.png
new file mode 100644
index 0000000..280f5e9
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_30_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_30_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_30_f1.png
new file mode 100644
index 0000000..02f5f8b
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_30_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_40_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_40_acc.png
new file mode 100644
index 0000000..357c0a1
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_40_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_40_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_40_f1.png
new file mode 100644
index 0000000..ed04f65
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_40_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_50_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_50_acc.png
new file mode 100644
index 0000000..6cedf8e
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_50_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_50_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_50_f1.png
new file mode 100644
index 0000000..51858db
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_50_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_60_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_60_acc.png
new file mode 100644
index 0000000..3264986
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_60_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_60_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_60_f1.png
new file mode 100644
index 0000000..e31ca6f
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_60_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_70_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_70_acc.png
new file mode 100644
index 0000000..d4a9618
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_70_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_70_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_70_f1.png
new file mode 100644
index 0000000..fdfc15e
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_70_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_80_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_80_acc.png
new file mode 100644
index 0000000..ded735a
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_80_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_80_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_80_f1.png
new file mode 100644
index 0000000..370eb16
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_80_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_90_acc.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_90_acc.png
new file mode 100644
index 0000000..f58826b
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_90_acc.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_90_f1.png b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_90_f1.png
new file mode 100644
index 0000000..e736137
Binary files /dev/null and b/out/rcv1_CCAT_all_mul_vs_atc/plot/shift_rcv1_CCAT_90_f1.png differ
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/rcv1_CCAT_all_mul_vs_atc_acc.md b/out/rcv1_CCAT_all_mul_vs_atc/rcv1_CCAT_all_mul_vs_atc_acc.md
new file mode 100644
index 0000000..1127f53
--- /dev/null
+++ b/out/rcv1_CCAT_all_mul_vs_atc/rcv1_CCAT_all_mul_vs_atc_acc.md
@@ -0,0 +1,2408 @@
+rcv1_CCAT
+
+> train: [0.09996662 0.90003338]
+> validation: [0.09996662 0.90003338]
+> evaluate_mul_sld: 80.667s
+> evaluate_mul_sld_nbvs: 85.070s
+> evaluate_mul_sld_bcts: 84.600s
+> evaluate_mul_sld_ts: 83.671s
+> evaluate_mul_sld_vs: 81.712s
+> evaluate_mul_cc: 71.627s
+> reference: 57.055s
+> atc_mc: 59.720s
+> atc_ne: 57.966s
+> tot: 91.101s
+
+
+
+
+ |
+ mul_SLD |
+ mul_SLD_nbvs |
+ mul_SLD_bcts |
+ mul_SLD_ts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0358 |
+ 0.0141 |
+ 0.0153 |
+ 0.0629 |
+ 0.0033 |
+ 0.2797 |
+ 0.1704 |
+ 0.1704 |
+
+
+ (0.95, 0.05) |
+ 0.0961 |
+ 0.0156 |
+ 0.0417 |
+ 0.1021 |
+ 0.0320 |
+ 0.2671 |
+ 0.1614 |
+ 0.1614 |
+
+
+ (0.9, 0.1) |
+ 0.1250 |
+ 0.0198 |
+ 0.0431 |
+ 0.1000 |
+ 0.0333 |
+ 0.2512 |
+ 0.1528 |
+ 0.1528 |
+
+
+ (0.85, 0.15) |
+ 0.1269 |
+ 0.0212 |
+ 0.0420 |
+ 0.0931 |
+ 0.0321 |
+ 0.2365 |
+ 0.1426 |
+ 0.1426 |
+
+
+ (0.8, 0.2) |
+ 0.1192 |
+ 0.0196 |
+ 0.0368 |
+ 0.0814 |
+ 0.0283 |
+ 0.2243 |
+ 0.1334 |
+ 0.1334 |
+
+
+ (0.75, 0.25) |
+ 0.1197 |
+ 0.0233 |
+ 0.0401 |
+ 0.0795 |
+ 0.0300 |
+ 0.2058 |
+ 0.1217 |
+ 0.1217 |
+
+
+ (0.7, 0.3) |
+ 0.1118 |
+ 0.0217 |
+ 0.0362 |
+ 0.0697 |
+ 0.0269 |
+ 0.1937 |
+ 0.1131 |
+ 0.1131 |
+
+
+ (0.65, 0.35) |
+ 0.1062 |
+ 0.0219 |
+ 0.0352 |
+ 0.0632 |
+ 0.0254 |
+ 0.1781 |
+ 0.1040 |
+ 0.1040 |
+
+
+ (0.6, 0.4) |
+ 0.0999 |
+ 0.0215 |
+ 0.0342 |
+ 0.0571 |
+ 0.0241 |
+ 0.1640 |
+ 0.0943 |
+ 0.0943 |
+
+
+ (0.55, 0.45) |
+ 0.0867 |
+ 0.0182 |
+ 0.0286 |
+ 0.0455 |
+ 0.0196 |
+ 0.1504 |
+ 0.0847 |
+ 0.0847 |
+
+
+ (0.5, 0.5) |
+ 0.0771 |
+ 0.0173 |
+ 0.0256 |
+ 0.0377 |
+ 0.0178 |
+ 0.1341 |
+ 0.0749 |
+ 0.0749 |
+
+
+ (0.45, 0.55) |
+ 0.0715 |
+ 0.0187 |
+ 0.0263 |
+ 0.0338 |
+ 0.0181 |
+ 0.1189 |
+ 0.0622 |
+ 0.0622 |
+
+
+ (0.4, 0.6) |
+ 0.0563 |
+ 0.0142 |
+ 0.0200 |
+ 0.0224 |
+ 0.0135 |
+ 0.1035 |
+ 0.0541 |
+ 0.0541 |
+
+
+ (0.35, 0.65) |
+ 0.0536 |
+ 0.0178 |
+ 0.0236 |
+ 0.0224 |
+ 0.0158 |
+ 0.0888 |
+ 0.0422 |
+ 0.0422 |
+
+
+ (0.3, 0.7) |
+ 0.0426 |
+ 0.0164 |
+ 0.0205 |
+ 0.0158 |
+ 0.0141 |
+ 0.0738 |
+ 0.0334 |
+ 0.0334 |
+
+
+ (0.25, 0.75) |
+ 0.0318 |
+ 0.0132 |
+ 0.0169 |
+ 0.0119 |
+ 0.0111 |
+ 0.0591 |
+ 0.0239 |
+ 0.0239 |
+
+
+ (0.2, 0.8) |
+ 0.0246 |
+ 0.0138 |
+ 0.0168 |
+ 0.0092 |
+ 0.0110 |
+ 0.0454 |
+ 0.0168 |
+ 0.0168 |
+
+
+ (0.15, 0.85) |
+ 0.0172 |
+ 0.0130 |
+ 0.0154 |
+ 0.0084 |
+ 0.0104 |
+ 0.0314 |
+ 0.0090 |
+ 0.0090 |
+
+
+ (0.1, 0.9) |
+ 0.0103 |
+ 0.0114 |
+ 0.0132 |
+ 0.0077 |
+ 0.0090 |
+ 0.0166 |
+ 0.0070 |
+ 0.0070 |
+
+
+ (0.05, 0.95) |
+ 0.0072 |
+ 0.0115 |
+ 0.0131 |
+ 0.0063 |
+ 0.0090 |
+ 0.0039 |
+ 0.0134 |
+ 0.0134 |
+
+
+ (0.0, 1.0) |
+ 0.0040 |
+ 0.0121 |
+ 0.0128 |
+ 0.0033 |
+ 0.0104 |
+ 0.0137 |
+ 0.0243 |
+ 0.0243 |
+
+
+ tot |
+ 0.0678 |
+ 0.0170 |
+ 0.0265 |
+ 0.0444 |
+ 0.0188 |
+ 0.1352 |
+ 0.0781 |
+ 0.0781 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_90_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_90_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_90_acc.png)
+
+
+> train: [0.19993324 0.80006676]
+> validation: [0.20010013 0.79989987]
+> evaluate_mul_sld: 83.645s
+> evaluate_mul_sld_nbvs: 83.775s
+> evaluate_mul_sld_bcts: 85.033s
+> evaluate_mul_sld_ts: 82.535s
+> evaluate_mul_sld_vs: 81.965s
+> evaluate_mul_cc: 70.455s
+> reference: 56.854s
+> atc_mc: 59.091s
+> atc_ne: 57.585s
+> tot: 88.539s
+
+
+
+
+ |
+ mul_SLD |
+ mul_SLD_nbvs |
+ mul_SLD_bcts |
+ mul_SLD_ts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0162 |
+ 0.0086 |
+ 0.0163 |
+ 0.0056 |
+ 0.0270 |
+ 0.1688 |
+ 0.0311 |
+ 0.0311 |
+
+
+ (0.95, 0.05) |
+ 0.0393 |
+ 0.0078 |
+ 0.0141 |
+ 0.0094 |
+ 0.0426 |
+ 0.1602 |
+ 0.0274 |
+ 0.0274 |
+
+
+ (0.9, 0.1) |
+ 0.0340 |
+ 0.0093 |
+ 0.0118 |
+ 0.0163 |
+ 0.0370 |
+ 0.1531 |
+ 0.0267 |
+ 0.0267 |
+
+
+ (0.85, 0.15) |
+ 0.0320 |
+ 0.0083 |
+ 0.0105 |
+ 0.0205 |
+ 0.0337 |
+ 0.1418 |
+ 0.0227 |
+ 0.0227 |
+
+
+ (0.8, 0.2) |
+ 0.0248 |
+ 0.0083 |
+ 0.0087 |
+ 0.0276 |
+ 0.0274 |
+ 0.1343 |
+ 0.0214 |
+ 0.0214 |
+
+
+ (0.75, 0.25) |
+ 0.0238 |
+ 0.0093 |
+ 0.0103 |
+ 0.0297 |
+ 0.0252 |
+ 0.1231 |
+ 0.0201 |
+ 0.0201 |
+
+
+ (0.7, 0.3) |
+ 0.0242 |
+ 0.0094 |
+ 0.0108 |
+ 0.0329 |
+ 0.0219 |
+ 0.1152 |
+ 0.0178 |
+ 0.0178 |
+
+
+ (0.65, 0.35) |
+ 0.0212 |
+ 0.0102 |
+ 0.0113 |
+ 0.0336 |
+ 0.0196 |
+ 0.1066 |
+ 0.0196 |
+ 0.0196 |
+
+
+ (0.6, 0.4) |
+ 0.0193 |
+ 0.0097 |
+ 0.0103 |
+ 0.0362 |
+ 0.0164 |
+ 0.0961 |
+ 0.0168 |
+ 0.0168 |
+
+
+ (0.55, 0.45) |
+ 0.0164 |
+ 0.0099 |
+ 0.0100 |
+ 0.0382 |
+ 0.0135 |
+ 0.0877 |
+ 0.0147 |
+ 0.0147 |
+
+
+ (0.5, 0.5) |
+ 0.0152 |
+ 0.0098 |
+ 0.0098 |
+ 0.0391 |
+ 0.0108 |
+ 0.0787 |
+ 0.0136 |
+ 0.0136 |
+
+
+ (0.45, 0.55) |
+ 0.0148 |
+ 0.0088 |
+ 0.0092 |
+ 0.0381 |
+ 0.0112 |
+ 0.0673 |
+ 0.0111 |
+ 0.0111 |
+
+
+ (0.4, 0.6) |
+ 0.0143 |
+ 0.0096 |
+ 0.0094 |
+ 0.0404 |
+ 0.0090 |
+ 0.0589 |
+ 0.0110 |
+ 0.0110 |
+
+
+ (0.35, 0.65) |
+ 0.0154 |
+ 0.0093 |
+ 0.0095 |
+ 0.0393 |
+ 0.0094 |
+ 0.0501 |
+ 0.0097 |
+ 0.0097 |
+
+
+ (0.3, 0.7) |
+ 0.0131 |
+ 0.0093 |
+ 0.0097 |
+ 0.0367 |
+ 0.0085 |
+ 0.0403 |
+ 0.0106 |
+ 0.0106 |
+
+
+ (0.25, 0.75) |
+ 0.0124 |
+ 0.0088 |
+ 0.0089 |
+ 0.0365 |
+ 0.0084 |
+ 0.0328 |
+ 0.0091 |
+ 0.0091 |
+
+
+ (0.2, 0.8) |
+ 0.0116 |
+ 0.0083 |
+ 0.0099 |
+ 0.0338 |
+ 0.0084 |
+ 0.0239 |
+ 0.0100 |
+ 0.0100 |
+
+
+ (0.15, 0.85) |
+ 0.0111 |
+ 0.0081 |
+ 0.0105 |
+ 0.0303 |
+ 0.0087 |
+ 0.0153 |
+ 0.0104 |
+ 0.0104 |
+
+
+ (0.1, 0.9) |
+ 0.0099 |
+ 0.0075 |
+ 0.0111 |
+ 0.0258 |
+ 0.0089 |
+ 0.0084 |
+ 0.0108 |
+ 0.0108 |
+
+
+ (0.05, 0.95) |
+ 0.0084 |
+ 0.0073 |
+ 0.0119 |
+ 0.0188 |
+ 0.0083 |
+ 0.0053 |
+ 0.0130 |
+ 0.0130 |
+
+
+ (0.0, 1.0) |
+ 0.0058 |
+ 0.0113 |
+ 0.0141 |
+ 0.0070 |
+ 0.0051 |
+ 0.0124 |
+ 0.0147 |
+ 0.0147 |
+
+
+ tot |
+ 0.0182 |
+ 0.0090 |
+ 0.0109 |
+ 0.0284 |
+ 0.0172 |
+ 0.0800 |
+ 0.0163 |
+ 0.0163 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_80_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_80_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_80_acc.png)
+
+
+> train: [0.29989987 0.70010013]
+> validation: [0.30006676 0.69993324]
+> evaluate_mul_sld: 84.430s
+> evaluate_mul_sld_nbvs: 85.444s
+> evaluate_mul_sld_bcts: 87.873s
+> evaluate_mul_sld_ts: 85.637s
+> evaluate_mul_sld_vs: 84.555s
+> evaluate_mul_cc: 72.330s
+> reference: 57.756s
+> atc_mc: 60.572s
+> atc_ne: 58.677s
+> tot: 91.275s
+
+
+
+
+ |
+ mul_SLD |
+ mul_SLD_nbvs |
+ mul_SLD_bcts |
+ mul_SLD_ts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0099 |
+ 0.0066 |
+ 0.0141 |
+ 0.0176 |
+ 0.0204 |
+ 0.1679 |
+ 0.0238 |
+ 0.0238 |
+
+
+ (0.95, 0.05) |
+ 0.0145 |
+ 0.0223 |
+ 0.0136 |
+ 0.0240 |
+ 0.0302 |
+ 0.1600 |
+ 0.0222 |
+ 0.0222 |
+
+
+ (0.9, 0.1) |
+ 0.0137 |
+ 0.0240 |
+ 0.0126 |
+ 0.0311 |
+ 0.0286 |
+ 0.1538 |
+ 0.0216 |
+ 0.0216 |
+
+
+ (0.85, 0.15) |
+ 0.0119 |
+ 0.0226 |
+ 0.0112 |
+ 0.0385 |
+ 0.0268 |
+ 0.1471 |
+ 0.0197 |
+ 0.0197 |
+
+
+ (0.8, 0.2) |
+ 0.0093 |
+ 0.0213 |
+ 0.0092 |
+ 0.0442 |
+ 0.0223 |
+ 0.1398 |
+ 0.0206 |
+ 0.0206 |
+
+
+ (0.75, 0.25) |
+ 0.0108 |
+ 0.0224 |
+ 0.0111 |
+ 0.0463 |
+ 0.0243 |
+ 0.1286 |
+ 0.0160 |
+ 0.0160 |
+
+
+ (0.7, 0.3) |
+ 0.0115 |
+ 0.0205 |
+ 0.0104 |
+ 0.0508 |
+ 0.0228 |
+ 0.1231 |
+ 0.0160 |
+ 0.0160 |
+
+
+ (0.65, 0.35) |
+ 0.0123 |
+ 0.0218 |
+ 0.0115 |
+ 0.0517 |
+ 0.0220 |
+ 0.1164 |
+ 0.0149 |
+ 0.0149 |
+
+
+ (0.6, 0.4) |
+ 0.0132 |
+ 0.0203 |
+ 0.0121 |
+ 0.0545 |
+ 0.0216 |
+ 0.1075 |
+ 0.0122 |
+ 0.0122 |
+
+
+ (0.55, 0.45) |
+ 0.0135 |
+ 0.0185 |
+ 0.0112 |
+ 0.0568 |
+ 0.0189 |
+ 0.1010 |
+ 0.0123 |
+ 0.0123 |
+
+
+ (0.5, 0.5) |
+ 0.0160 |
+ 0.0189 |
+ 0.0123 |
+ 0.0565 |
+ 0.0189 |
+ 0.0920 |
+ 0.0111 |
+ 0.0111 |
+
+
+ (0.45, 0.55) |
+ 0.0149 |
+ 0.0179 |
+ 0.0124 |
+ 0.0572 |
+ 0.0182 |
+ 0.0840 |
+ 0.0102 |
+ 0.0102 |
+
+
+ (0.4, 0.6) |
+ 0.0180 |
+ 0.0149 |
+ 0.0101 |
+ 0.0601 |
+ 0.0137 |
+ 0.0775 |
+ 0.0096 |
+ 0.0096 |
+
+
+ (0.35, 0.65) |
+ 0.0178 |
+ 0.0156 |
+ 0.0128 |
+ 0.0587 |
+ 0.0158 |
+ 0.0713 |
+ 0.0100 |
+ 0.0100 |
+
+
+ (0.3, 0.7) |
+ 0.0162 |
+ 0.0141 |
+ 0.0111 |
+ 0.0558 |
+ 0.0134 |
+ 0.0621 |
+ 0.0080 |
+ 0.0080 |
+
+
+ (0.25, 0.75) |
+ 0.0158 |
+ 0.0148 |
+ 0.0131 |
+ 0.0540 |
+ 0.0135 |
+ 0.0549 |
+ 0.0070 |
+ 0.0070 |
+
+
+ (0.2, 0.8) |
+ 0.0162 |
+ 0.0140 |
+ 0.0139 |
+ 0.0504 |
+ 0.0132 |
+ 0.0476 |
+ 0.0071 |
+ 0.0071 |
+
+
+ (0.15, 0.85) |
+ 0.0145 |
+ 0.0130 |
+ 0.0154 |
+ 0.0464 |
+ 0.0129 |
+ 0.0405 |
+ 0.0076 |
+ 0.0076 |
+
+
+ (0.1, 0.9) |
+ 0.0110 |
+ 0.0121 |
+ 0.0152 |
+ 0.0407 |
+ 0.0108 |
+ 0.0336 |
+ 0.0062 |
+ 0.0062 |
+
+
+ (0.05, 0.95) |
+ 0.0082 |
+ 0.0118 |
+ 0.0150 |
+ 0.0314 |
+ 0.0094 |
+ 0.0256 |
+ 0.0063 |
+ 0.0063 |
+
+
+ (0.0, 1.0) |
+ 0.0059 |
+ 0.0162 |
+ 0.0174 |
+ 0.0099 |
+ 0.0108 |
+ 0.0199 |
+ 0.0059 |
+ 0.0059 |
+
+
+ tot |
+ 0.0131 |
+ 0.0173 |
+ 0.0126 |
+ 0.0446 |
+ 0.0185 |
+ 0.0931 |
+ 0.0128 |
+ 0.0128 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_70_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_70_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_70_acc.png)
+
+
+> train: [0.40003338 0.59996662]
+> validation: [0.40003338 0.59996662]
+> evaluate_mul_sld: 83.508s
+> evaluate_mul_sld_nbvs: 86.755s
+> evaluate_mul_sld_bcts: 87.560s
+> evaluate_mul_sld_ts: 86.070s
+> evaluate_mul_sld_vs: 85.272s
+> evaluate_mul_cc: 71.809s
+> reference: 57.819s
+> atc_mc: 60.630s
+> atc_ne: 59.231s
+> tot: 91.426s
+
+
+
+
+ |
+ mul_SLD |
+ mul_SLD_nbvs |
+ mul_SLD_bcts |
+ mul_SLD_ts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0064 |
+ 0.0062 |
+ 0.0106 |
+ 0.0160 |
+ 0.0137 |
+ 0.1061 |
+ 0.0106 |
+ 0.0106 |
+
+
+ (0.95, 0.05) |
+ 0.0091 |
+ 0.0067 |
+ 0.0074 |
+ 0.0349 |
+ 0.0167 |
+ 0.1031 |
+ 0.0101 |
+ 0.0101 |
+
+
+ (0.9, 0.1) |
+ 0.0134 |
+ 0.0093 |
+ 0.0073 |
+ 0.0458 |
+ 0.0128 |
+ 0.1016 |
+ 0.0092 |
+ 0.0092 |
+
+
+ (0.85, 0.15) |
+ 0.0180 |
+ 0.0126 |
+ 0.0079 |
+ 0.0547 |
+ 0.0142 |
+ 0.0980 |
+ 0.0083 |
+ 0.0083 |
+
+
+ (0.8, 0.2) |
+ 0.0235 |
+ 0.0161 |
+ 0.0102 |
+ 0.0622 |
+ 0.0116 |
+ 0.0970 |
+ 0.0089 |
+ 0.0089 |
+
+
+ (0.75, 0.25) |
+ 0.0261 |
+ 0.0178 |
+ 0.0099 |
+ 0.0660 |
+ 0.0139 |
+ 0.0924 |
+ 0.0090 |
+ 0.0090 |
+
+
+ (0.7, 0.3) |
+ 0.0288 |
+ 0.0205 |
+ 0.0109 |
+ 0.0708 |
+ 0.0144 |
+ 0.0920 |
+ 0.0084 |
+ 0.0084 |
+
+
+ (0.65, 0.35) |
+ 0.0290 |
+ 0.0213 |
+ 0.0107 |
+ 0.0721 |
+ 0.0143 |
+ 0.0887 |
+ 0.0084 |
+ 0.0084 |
+
+
+ (0.6, 0.4) |
+ 0.0320 |
+ 0.0247 |
+ 0.0117 |
+ 0.0749 |
+ 0.0132 |
+ 0.0849 |
+ 0.0082 |
+ 0.0082 |
+
+
+ (0.55, 0.45) |
+ 0.0331 |
+ 0.0274 |
+ 0.0112 |
+ 0.0777 |
+ 0.0130 |
+ 0.0841 |
+ 0.0086 |
+ 0.0086 |
+
+
+ (0.5, 0.5) |
+ 0.0317 |
+ 0.0271 |
+ 0.0121 |
+ 0.0758 |
+ 0.0156 |
+ 0.0798 |
+ 0.0085 |
+ 0.0085 |
+
+
+ (0.45, 0.55) |
+ 0.0313 |
+ 0.0282 |
+ 0.0100 |
+ 0.0755 |
+ 0.0132 |
+ 0.0762 |
+ 0.0085 |
+ 0.0085 |
+
+
+ (0.4, 0.6) |
+ 0.0335 |
+ 0.0332 |
+ 0.0104 |
+ 0.0756 |
+ 0.0125 |
+ 0.0744 |
+ 0.0072 |
+ 0.0072 |
+
+
+ (0.35, 0.65) |
+ 0.0306 |
+ 0.0341 |
+ 0.0105 |
+ 0.0756 |
+ 0.0121 |
+ 0.0741 |
+ 0.0079 |
+ 0.0079 |
+
+
+ (0.3, 0.7) |
+ 0.0260 |
+ 0.0323 |
+ 0.0112 |
+ 0.0704 |
+ 0.0149 |
+ 0.0696 |
+ 0.0076 |
+ 0.0076 |
+
+
+ (0.25, 0.75) |
+ 0.0230 |
+ 0.0325 |
+ 0.0099 |
+ 0.0674 |
+ 0.0141 |
+ 0.0672 |
+ 0.0075 |
+ 0.0075 |
+
+
+ (0.2, 0.8) |
+ 0.0200 |
+ 0.0343 |
+ 0.0098 |
+ 0.0641 |
+ 0.0132 |
+ 0.0654 |
+ 0.0066 |
+ 0.0066 |
+
+
+ (0.15, 0.85) |
+ 0.0149 |
+ 0.0308 |
+ 0.0099 |
+ 0.0584 |
+ 0.0138 |
+ 0.0627 |
+ 0.0070 |
+ 0.0070 |
+
+
+ (0.1, 0.9) |
+ 0.0107 |
+ 0.0232 |
+ 0.0108 |
+ 0.0486 |
+ 0.0158 |
+ 0.0596 |
+ 0.0078 |
+ 0.0078 |
+
+
+ (0.05, 0.95) |
+ 0.0084 |
+ 0.0169 |
+ 0.0094 |
+ 0.0363 |
+ 0.0125 |
+ 0.0579 |
+ 0.0071 |
+ 0.0071 |
+
+
+ (0.0, 1.0) |
+ 0.0048 |
+ 0.0060 |
+ 0.0131 |
+ 0.0109 |
+ 0.0140 |
+ 0.0572 |
+ 0.0071 |
+ 0.0071 |
+
+
+ tot |
+ 0.0216 |
+ 0.0220 |
+ 0.0102 |
+ 0.0587 |
+ 0.0138 |
+ 0.0806 |
+ 0.0082 |
+ 0.0082 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_60_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_60_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_60_acc.png)
+
+
+> train: [0.5 0.5]
+> validation: [0.5 0.5]
+> evaluate_mul_sld: 82.271s
+> evaluate_mul_sld_nbvs: 87.111s
+> evaluate_mul_sld_bcts: 87.864s
+> evaluate_mul_sld_ts: 85.152s
+> evaluate_mul_sld_vs: 84.956s
+> evaluate_mul_cc: 72.398s
+> reference: 57.877s
+> atc_mc: 60.136s
+> atc_ne: 59.105s
+> tot: 91.401s
+
+
+
+
+ |
+ mul_SLD |
+ mul_SLD_nbvs |
+ mul_SLD_bcts |
+ mul_SLD_ts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0046 |
+ 0.0128 |
+ 0.0105 |
+ 0.0104 |
+ 0.0050 |
+ 0.0592 |
+ 0.0088 |
+ 0.0088 |
+
+
+ (0.95, 0.05) |
+ 0.0098 |
+ 0.0285 |
+ 0.0077 |
+ 0.0328 |
+ 0.0076 |
+ 0.0604 |
+ 0.0080 |
+ 0.0080 |
+
+
+ (0.9, 0.1) |
+ 0.0157 |
+ 0.0399 |
+ 0.0068 |
+ 0.0446 |
+ 0.0066 |
+ 0.0636 |
+ 0.0082 |
+ 0.0082 |
+
+
+ (0.85, 0.15) |
+ 0.0244 |
+ 0.0510 |
+ 0.0094 |
+ 0.0556 |
+ 0.0086 |
+ 0.0648 |
+ 0.0077 |
+ 0.0077 |
+
+
+ (0.8, 0.2) |
+ 0.0302 |
+ 0.0578 |
+ 0.0109 |
+ 0.0621 |
+ 0.0092 |
+ 0.0683 |
+ 0.0083 |
+ 0.0083 |
+
+
+ (0.75, 0.25) |
+ 0.0358 |
+ 0.0620 |
+ 0.0124 |
+ 0.0660 |
+ 0.0097 |
+ 0.0678 |
+ 0.0066 |
+ 0.0066 |
+
+
+ (0.7, 0.3) |
+ 0.0370 |
+ 0.0646 |
+ 0.0137 |
+ 0.0698 |
+ 0.0115 |
+ 0.0711 |
+ 0.0082 |
+ 0.0082 |
+
+
+ (0.65, 0.35) |
+ 0.0385 |
+ 0.0665 |
+ 0.0150 |
+ 0.0734 |
+ 0.0121 |
+ 0.0737 |
+ 0.0103 |
+ 0.0103 |
+
+
+ (0.6, 0.4) |
+ 0.0398 |
+ 0.0652 |
+ 0.0153 |
+ 0.0737 |
+ 0.0122 |
+ 0.0737 |
+ 0.0085 |
+ 0.0085 |
+
+
+ (0.55, 0.45) |
+ 0.0398 |
+ 0.0654 |
+ 0.0150 |
+ 0.0768 |
+ 0.0114 |
+ 0.0767 |
+ 0.0110 |
+ 0.0110 |
+
+
+ (0.5, 0.5) |
+ 0.0386 |
+ 0.0616 |
+ 0.0146 |
+ 0.0773 |
+ 0.0110 |
+ 0.0773 |
+ 0.0122 |
+ 0.0122 |
+
+
+ (0.45, 0.55) |
+ 0.0390 |
+ 0.0615 |
+ 0.0146 |
+ 0.0787 |
+ 0.0089 |
+ 0.0790 |
+ 0.0125 |
+ 0.0125 |
+
+
+ (0.4, 0.6) |
+ 0.0371 |
+ 0.0570 |
+ 0.0158 |
+ 0.0774 |
+ 0.0111 |
+ 0.0802 |
+ 0.0144 |
+ 0.0144 |
+
+
+ (0.35, 0.65) |
+ 0.0338 |
+ 0.0550 |
+ 0.0160 |
+ 0.0794 |
+ 0.0120 |
+ 0.0853 |
+ 0.0168 |
+ 0.0168 |
+
+
+ (0.3, 0.7) |
+ 0.0287 |
+ 0.0486 |
+ 0.0144 |
+ 0.0751 |
+ 0.0127 |
+ 0.0857 |
+ 0.0164 |
+ 0.0164 |
+
+
+ (0.25, 0.75) |
+ 0.0245 |
+ 0.0427 |
+ 0.0135 |
+ 0.0709 |
+ 0.0126 |
+ 0.0867 |
+ 0.0170 |
+ 0.0170 |
+
+
+ (0.2, 0.8) |
+ 0.0198 |
+ 0.0369 |
+ 0.0120 |
+ 0.0663 |
+ 0.0126 |
+ 0.0888 |
+ 0.0211 |
+ 0.0211 |
+
+
+ (0.15, 0.85) |
+ 0.0148 |
+ 0.0296 |
+ 0.0100 |
+ 0.0578 |
+ 0.0128 |
+ 0.0903 |
+ 0.0205 |
+ 0.0205 |
+
+
+ (0.1, 0.9) |
+ 0.0122 |
+ 0.0218 |
+ 0.0098 |
+ 0.0487 |
+ 0.0146 |
+ 0.0927 |
+ 0.0239 |
+ 0.0239 |
+
+
+ (0.05, 0.95) |
+ 0.0085 |
+ 0.0129 |
+ 0.0071 |
+ 0.0361 |
+ 0.0147 |
+ 0.0946 |
+ 0.0253 |
+ 0.0253 |
+
+
+ (0.0, 1.0) |
+ 0.0035 |
+ 0.0068 |
+ 0.0092 |
+ 0.0127 |
+ 0.0143 |
+ 0.0979 |
+ 0.0289 |
+ 0.0289 |
+
+
+ tot |
+ 0.0255 |
+ 0.0451 |
+ 0.0121 |
+ 0.0593 |
+ 0.0110 |
+ 0.0780 |
+ 0.0140 |
+ 0.0140 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_50_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_50_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_50_acc.png)
+
+
+> train: [0.59996662 0.40003338]
+> validation: [0.59996662 0.40003338]
+> evaluate_mul_sld: 80.470s
+> evaluate_mul_sld_nbvs: 84.751s
+> evaluate_mul_sld_bcts: 86.113s
+> evaluate_mul_sld_ts: 84.612s
+> evaluate_mul_sld_vs: 83.568s
+> evaluate_mul_cc: 71.756s
+> reference: 57.252s
+> atc_mc: 59.949s
+> atc_ne: 58.848s
+> tot: 89.557s
+
+
+
+
+ |
+ mul_SLD |
+ mul_SLD_nbvs |
+ mul_SLD_bcts |
+ mul_SLD_ts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0034 |
+ 0.0058 |
+ 0.0078 |
+ 0.0090 |
+ 0.0031 |
+ 0.0249 |
+ 0.0190 |
+ 0.0190 |
+
+
+ (0.95, 0.05) |
+ 0.0154 |
+ 0.0211 |
+ 0.0060 |
+ 0.0318 |
+ 0.0057 |
+ 0.0305 |
+ 0.0166 |
+ 0.0166 |
+
+
+ (0.9, 0.1) |
+ 0.0254 |
+ 0.0265 |
+ 0.0070 |
+ 0.0408 |
+ 0.0083 |
+ 0.0369 |
+ 0.0147 |
+ 0.0147 |
+
+
+ (0.85, 0.15) |
+ 0.0348 |
+ 0.0290 |
+ 0.0109 |
+ 0.0479 |
+ 0.0120 |
+ 0.0427 |
+ 0.0117 |
+ 0.0117 |
+
+
+ (0.8, 0.2) |
+ 0.0419 |
+ 0.0321 |
+ 0.0143 |
+ 0.0550 |
+ 0.0141 |
+ 0.0499 |
+ 0.0105 |
+ 0.0105 |
+
+
+ (0.75, 0.25) |
+ 0.0483 |
+ 0.0344 |
+ 0.0183 |
+ 0.0599 |
+ 0.0166 |
+ 0.0538 |
+ 0.0089 |
+ 0.0089 |
+
+
+ (0.7, 0.3) |
+ 0.0502 |
+ 0.0331 |
+ 0.0190 |
+ 0.0669 |
+ 0.0158 |
+ 0.0605 |
+ 0.0085 |
+ 0.0085 |
+
+
+ (0.65, 0.35) |
+ 0.0517 |
+ 0.0335 |
+ 0.0212 |
+ 0.0738 |
+ 0.0168 |
+ 0.0682 |
+ 0.0076 |
+ 0.0076 |
+
+
+ (0.6, 0.4) |
+ 0.0537 |
+ 0.0338 |
+ 0.0233 |
+ 0.0777 |
+ 0.0173 |
+ 0.0728 |
+ 0.0079 |
+ 0.0079 |
+
+
+ (0.55, 0.45) |
+ 0.0519 |
+ 0.0327 |
+ 0.0229 |
+ 0.0826 |
+ 0.0153 |
+ 0.0784 |
+ 0.0073 |
+ 0.0073 |
+
+
+ (0.5, 0.5) |
+ 0.0516 |
+ 0.0317 |
+ 0.0244 |
+ 0.0852 |
+ 0.0153 |
+ 0.0835 |
+ 0.0081 |
+ 0.0081 |
+
+
+ (0.45, 0.55) |
+ 0.0515 |
+ 0.0321 |
+ 0.0260 |
+ 0.0887 |
+ 0.0148 |
+ 0.0901 |
+ 0.0099 |
+ 0.0099 |
+
+
+ (0.4, 0.6) |
+ 0.0491 |
+ 0.0300 |
+ 0.0265 |
+ 0.0887 |
+ 0.0146 |
+ 0.0946 |
+ 0.0112 |
+ 0.0112 |
+
+
+ (0.35, 0.65) |
+ 0.0459 |
+ 0.0292 |
+ 0.0267 |
+ 0.0890 |
+ 0.0149 |
+ 0.1034 |
+ 0.0156 |
+ 0.0156 |
+
+
+ (0.3, 0.7) |
+ 0.0409 |
+ 0.0258 |
+ 0.0256 |
+ 0.0856 |
+ 0.0132 |
+ 0.1084 |
+ 0.0168 |
+ 0.0168 |
+
+
+ (0.25, 0.75) |
+ 0.0338 |
+ 0.0211 |
+ 0.0225 |
+ 0.0797 |
+ 0.0115 |
+ 0.1133 |
+ 0.0160 |
+ 0.0160 |
+
+
+ (0.2, 0.8) |
+ 0.0308 |
+ 0.0198 |
+ 0.0232 |
+ 0.0767 |
+ 0.0113 |
+ 0.1192 |
+ 0.0180 |
+ 0.0180 |
+
+
+ (0.15, 0.85) |
+ 0.0257 |
+ 0.0180 |
+ 0.0218 |
+ 0.0702 |
+ 0.0102 |
+ 0.1258 |
+ 0.0218 |
+ 0.0218 |
+
+
+ (0.1, 0.9) |
+ 0.0172 |
+ 0.0120 |
+ 0.0172 |
+ 0.0599 |
+ 0.0092 |
+ 0.1303 |
+ 0.0224 |
+ 0.0224 |
+
+
+ (0.05, 0.95) |
+ 0.0127 |
+ 0.0101 |
+ 0.0150 |
+ 0.0495 |
+ 0.0084 |
+ 0.1371 |
+ 0.0278 |
+ 0.0278 |
+
+
+ (0.0, 1.0) |
+ 0.0055 |
+ 0.0041 |
+ 0.0067 |
+ 0.0245 |
+ 0.0097 |
+ 0.1440 |
+ 0.0285 |
+ 0.0285 |
+
+
+ tot |
+ 0.0353 |
+ 0.0246 |
+ 0.0184 |
+ 0.0640 |
+ 0.0123 |
+ 0.0842 |
+ 0.0147 |
+ 0.0147 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_40_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_40_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_40_acc.png)
+
+
+> train: [0.69993324 0.30006676]
+> validation: [0.70010013 0.29989987]
+> evaluate_mul_sld: 81.533s
+> evaluate_mul_sld_nbvs: 86.971s
+> evaluate_mul_sld_bcts: 87.396s
+> evaluate_mul_sld_ts: 85.778s
+> evaluate_mul_sld_vs: 84.898s
+> evaluate_mul_cc: 72.777s
+> reference: 58.110s
+> atc_mc: 60.832s
+> atc_ne: 59.018s
+> tot: 91.337s
+
+
+
+
+ |
+ mul_SLD |
+ mul_SLD_nbvs |
+ mul_SLD_bcts |
+ mul_SLD_ts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0024 |
+ 0.0072 |
+ 0.0101 |
+ 0.0043 |
+ 0.0041 |
+ 0.0047 |
+ 0.0103 |
+ 0.0103 |
+
+
+ (0.95, 0.05) |
+ 0.0117 |
+ 0.0092 |
+ 0.0080 |
+ 0.0227 |
+ 0.0062 |
+ 0.0101 |
+ 0.0072 |
+ 0.0072 |
+
+
+ (0.9, 0.1) |
+ 0.0202 |
+ 0.0113 |
+ 0.0073 |
+ 0.0327 |
+ 0.0092 |
+ 0.0175 |
+ 0.0049 |
+ 0.0049 |
+
+
+ (0.85, 0.15) |
+ 0.0282 |
+ 0.0138 |
+ 0.0082 |
+ 0.0433 |
+ 0.0121 |
+ 0.0266 |
+ 0.0060 |
+ 0.0060 |
+
+
+ (0.8, 0.2) |
+ 0.0333 |
+ 0.0159 |
+ 0.0102 |
+ 0.0522 |
+ 0.0131 |
+ 0.0352 |
+ 0.0082 |
+ 0.0082 |
+
+
+ (0.75, 0.25) |
+ 0.0378 |
+ 0.0184 |
+ 0.0125 |
+ 0.0589 |
+ 0.0152 |
+ 0.0432 |
+ 0.0101 |
+ 0.0101 |
+
+
+ (0.7, 0.3) |
+ 0.0371 |
+ 0.0182 |
+ 0.0130 |
+ 0.0641 |
+ 0.0138 |
+ 0.0526 |
+ 0.0119 |
+ 0.0119 |
+
+
+ (0.65, 0.35) |
+ 0.0364 |
+ 0.0184 |
+ 0.0147 |
+ 0.0670 |
+ 0.0149 |
+ 0.0608 |
+ 0.0160 |
+ 0.0160 |
+
+
+ (0.6, 0.4) |
+ 0.0379 |
+ 0.0204 |
+ 0.0174 |
+ 0.0713 |
+ 0.0156 |
+ 0.0699 |
+ 0.0190 |
+ 0.0190 |
+
+
+ (0.55, 0.45) |
+ 0.0369 |
+ 0.0196 |
+ 0.0179 |
+ 0.0723 |
+ 0.0148 |
+ 0.0781 |
+ 0.0222 |
+ 0.0222 |
+
+
+ (0.5, 0.5) |
+ 0.0359 |
+ 0.0195 |
+ 0.0191 |
+ 0.0732 |
+ 0.0143 |
+ 0.0858 |
+ 0.0259 |
+ 0.0259 |
+
+
+ (0.45, 0.55) |
+ 0.0365 |
+ 0.0215 |
+ 0.0218 |
+ 0.0758 |
+ 0.0150 |
+ 0.0949 |
+ 0.0297 |
+ 0.0297 |
+
+
+ (0.4, 0.6) |
+ 0.0333 |
+ 0.0199 |
+ 0.0213 |
+ 0.0743 |
+ 0.0127 |
+ 0.1006 |
+ 0.0307 |
+ 0.0307 |
+
+
+ (0.35, 0.65) |
+ 0.0309 |
+ 0.0197 |
+ 0.0224 |
+ 0.0743 |
+ 0.0136 |
+ 0.1121 |
+ 0.0368 |
+ 0.0368 |
+
+
+ (0.3, 0.7) |
+ 0.0272 |
+ 0.0180 |
+ 0.0219 |
+ 0.0716 |
+ 0.0125 |
+ 0.1204 |
+ 0.0400 |
+ 0.0400 |
+
+
+ (0.25, 0.75) |
+ 0.0225 |
+ 0.0157 |
+ 0.0205 |
+ 0.0673 |
+ 0.0110 |
+ 0.1281 |
+ 0.0427 |
+ 0.0427 |
+
+
+ (0.2, 0.8) |
+ 0.0196 |
+ 0.0147 |
+ 0.0203 |
+ 0.0648 |
+ 0.0104 |
+ 0.1366 |
+ 0.0464 |
+ 0.0464 |
+
+
+ (0.15, 0.85) |
+ 0.0155 |
+ 0.0130 |
+ 0.0191 |
+ 0.0594 |
+ 0.0099 |
+ 0.1458 |
+ 0.0517 |
+ 0.0517 |
+
+
+ (0.1, 0.9) |
+ 0.0121 |
+ 0.0107 |
+ 0.0161 |
+ 0.0517 |
+ 0.0101 |
+ 0.1531 |
+ 0.0521 |
+ 0.0521 |
+
+
+ (0.05, 0.95) |
+ 0.0102 |
+ 0.0092 |
+ 0.0140 |
+ 0.0437 |
+ 0.0103 |
+ 0.1614 |
+ 0.0548 |
+ 0.0548 |
+
+
+ (0.0, 1.0) |
+ 0.0071 |
+ 0.0054 |
+ 0.0071 |
+ 0.0243 |
+ 0.0154 |
+ 0.1713 |
+ 0.0625 |
+ 0.0625 |
+
+
+ tot |
+ 0.0254 |
+ 0.0152 |
+ 0.0154 |
+ 0.0557 |
+ 0.0121 |
+ 0.0861 |
+ 0.0280 |
+ 0.0280 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_30_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_30_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_30_acc.png)
+
+
+> train: [0.79989987 0.20010013]
+> validation: [0.80006676 0.19993324]
+> evaluate_mul_sld: 80.936s
+> evaluate_mul_sld_nbvs: 84.504s
+> evaluate_mul_sld_bcts: 84.459s
+> evaluate_mul_sld_ts: 83.197s
+> evaluate_mul_sld_vs: 82.279s
+> evaluate_mul_cc: 72.115s
+> reference: 57.389s
+> atc_mc: 59.886s
+> atc_ne: 58.513s
+> tot: 88.463s
+
+
+
+
+ |
+ mul_SLD |
+ mul_SLD_nbvs |
+ mul_SLD_bcts |
+ mul_SLD_ts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0019 |
+ 0.0078 |
+ 0.0078 |
+ 0.0021 |
+ 0.0029 |
+ 0.0094 |
+ 0.0097 |
+ 0.0097 |
+
+
+ (0.95, 0.05) |
+ 0.0117 |
+ 0.0066 |
+ 0.0068 |
+ 0.0176 |
+ 0.0060 |
+ 0.0034 |
+ 0.0071 |
+ 0.0071 |
+
+
+ (0.9, 0.1) |
+ 0.0164 |
+ 0.0069 |
+ 0.0068 |
+ 0.0284 |
+ 0.0073 |
+ 0.0119 |
+ 0.0062 |
+ 0.0062 |
+
+
+ (0.85, 0.15) |
+ 0.0178 |
+ 0.0070 |
+ 0.0067 |
+ 0.0344 |
+ 0.0086 |
+ 0.0214 |
+ 0.0064 |
+ 0.0064 |
+
+
+ (0.8, 0.2) |
+ 0.0208 |
+ 0.0088 |
+ 0.0088 |
+ 0.0407 |
+ 0.0105 |
+ 0.0326 |
+ 0.0088 |
+ 0.0088 |
+
+
+ (0.75, 0.25) |
+ 0.0218 |
+ 0.0093 |
+ 0.0094 |
+ 0.0460 |
+ 0.0109 |
+ 0.0429 |
+ 0.0093 |
+ 0.0093 |
+
+
+ (0.7, 0.3) |
+ 0.0197 |
+ 0.0101 |
+ 0.0102 |
+ 0.0487 |
+ 0.0109 |
+ 0.0542 |
+ 0.0124 |
+ 0.0124 |
+
+
+ (0.65, 0.35) |
+ 0.0178 |
+ 0.0102 |
+ 0.0105 |
+ 0.0500 |
+ 0.0106 |
+ 0.0652 |
+ 0.0161 |
+ 0.0161 |
+
+
+ (0.6, 0.4) |
+ 0.0173 |
+ 0.0116 |
+ 0.0118 |
+ 0.0530 |
+ 0.0113 |
+ 0.0767 |
+ 0.0190 |
+ 0.0190 |
+
+
+ (0.55, 0.45) |
+ 0.0155 |
+ 0.0109 |
+ 0.0118 |
+ 0.0531 |
+ 0.0107 |
+ 0.0855 |
+ 0.0207 |
+ 0.0207 |
+
+
+ (0.5, 0.5) |
+ 0.0135 |
+ 0.0111 |
+ 0.0118 |
+ 0.0526 |
+ 0.0095 |
+ 0.0955 |
+ 0.0222 |
+ 0.0222 |
+
+
+ (0.45, 0.55) |
+ 0.0135 |
+ 0.0133 |
+ 0.0135 |
+ 0.0547 |
+ 0.0097 |
+ 0.1059 |
+ 0.0247 |
+ 0.0247 |
+
+
+ (0.4, 0.6) |
+ 0.0110 |
+ 0.0113 |
+ 0.0119 |
+ 0.0518 |
+ 0.0087 |
+ 0.1147 |
+ 0.0272 |
+ 0.0272 |
+
+
+ (0.35, 0.65) |
+ 0.0113 |
+ 0.0124 |
+ 0.0128 |
+ 0.0518 |
+ 0.0105 |
+ 0.1273 |
+ 0.0331 |
+ 0.0331 |
+
+
+ (0.3, 0.7) |
+ 0.0126 |
+ 0.0132 |
+ 0.0137 |
+ 0.0498 |
+ 0.0087 |
+ 0.1385 |
+ 0.0384 |
+ 0.0384 |
+
+
+ (0.25, 0.75) |
+ 0.0136 |
+ 0.0125 |
+ 0.0128 |
+ 0.0467 |
+ 0.0106 |
+ 0.1496 |
+ 0.0425 |
+ 0.0425 |
+
+
+ (0.2, 0.8) |
+ 0.0156 |
+ 0.0119 |
+ 0.0115 |
+ 0.0416 |
+ 0.0110 |
+ 0.1572 |
+ 0.0407 |
+ 0.0407 |
+
+
+ (0.15, 0.85) |
+ 0.0182 |
+ 0.0109 |
+ 0.0103 |
+ 0.0366 |
+ 0.0141 |
+ 0.1685 |
+ 0.0447 |
+ 0.0447 |
+
+
+ (0.1, 0.9) |
+ 0.0209 |
+ 0.0113 |
+ 0.0104 |
+ 0.0313 |
+ 0.0178 |
+ 0.1791 |
+ 0.0492 |
+ 0.0492 |
+
+
+ (0.05, 0.95) |
+ 0.0223 |
+ 0.0111 |
+ 0.0092 |
+ 0.0236 |
+ 0.0229 |
+ 0.1872 |
+ 0.0492 |
+ 0.0492 |
+
+
+ (0.0, 1.0) |
+ 0.0082 |
+ 0.0179 |
+ 0.0055 |
+ 0.0134 |
+ 0.0285 |
+ 0.2005 |
+ 0.0571 |
+ 0.0571 |
+
+
+ tot |
+ 0.0153 |
+ 0.0108 |
+ 0.0102 |
+ 0.0394 |
+ 0.0115 |
+ 0.0965 |
+ 0.0259 |
+ 0.0259 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_20_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_20_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_20_acc.png)
+
+
+> train: [0.90003338 0.09996662]
+> validation: [0.90003338 0.09996662]
+> evaluate_mul_sld: 64.528s
+> evaluate_mul_cc: 58.489s
+> reference: 47.116s
+> atc_mc: 48.881s
+> atc_ne: 47.186s
+> tot: 66.290s
+
+
+
+
+ |
+ mul_SLD |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0010 |
+ 0.0061 |
+ 0.0088 |
+ 0.0088 |
+
+
+ (0.95, 0.05) |
+ 0.0085 |
+ 0.0076 |
+ 0.0046 |
+ 0.0046 |
+
+
+ (0.9, 0.1) |
+ 0.0093 |
+ 0.0208 |
+ 0.0080 |
+ 0.0080 |
+
+
+ (0.85, 0.15) |
+ 0.0075 |
+ 0.0332 |
+ 0.0128 |
+ 0.0128 |
+
+
+ (0.8, 0.2) |
+ 0.0110 |
+ 0.0465 |
+ 0.0194 |
+ 0.0194 |
+
+
+ (0.75, 0.25) |
+ 0.0122 |
+ 0.0588 |
+ 0.0256 |
+ 0.0256 |
+
+
+ (0.7, 0.3) |
+ 0.0178 |
+ 0.0736 |
+ 0.0348 |
+ 0.0348 |
+
+
+ (0.65, 0.35) |
+ 0.0226 |
+ 0.0892 |
+ 0.0438 |
+ 0.0438 |
+
+
+ (0.6, 0.4) |
+ 0.0317 |
+ 0.1013 |
+ 0.0509 |
+ 0.0509 |
+
+
+ (0.55, 0.45) |
+ 0.0393 |
+ 0.1133 |
+ 0.0568 |
+ 0.0568 |
+
+
+ (0.5, 0.5) |
+ 0.0473 |
+ 0.1270 |
+ 0.0633 |
+ 0.0633 |
+
+
+ (0.45, 0.55) |
+ 0.0533 |
+ 0.1416 |
+ 0.0728 |
+ 0.0728 |
+
+
+ (0.4, 0.6) |
+ 0.0639 |
+ 0.1499 |
+ 0.0748 |
+ 0.0748 |
+
+
+ (0.35, 0.65) |
+ 0.0709 |
+ 0.1657 |
+ 0.0843 |
+ 0.0843 |
+
+
+ (0.3, 0.7) |
+ 0.0775 |
+ 0.1792 |
+ 0.0916 |
+ 0.0916 |
+
+
+ (0.25, 0.75) |
+ 0.0830 |
+ 0.1930 |
+ 0.1005 |
+ 0.1005 |
+
+
+ (0.2, 0.8) |
+ 0.0916 |
+ 0.2055 |
+ 0.1064 |
+ 0.1064 |
+
+
+ (0.15, 0.85) |
+ 0.0971 |
+ 0.2185 |
+ 0.1147 |
+ 0.1147 |
+
+
+ (0.1, 0.9) |
+ 0.0976 |
+ 0.2317 |
+ 0.1204 |
+ 0.1204 |
+
+
+ (0.05, 0.95) |
+ 0.0729 |
+ 0.2411 |
+ 0.1244 |
+ 0.1244 |
+
+
+ (0.0, 1.0) |
+ 0.0184 |
+ 0.2570 |
+ 0.1336 |
+ 0.1336 |
+
+
+ tot |
+ 0.0445 |
+ 0.1267 |
+ 0.0644 |
+ 0.0644 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_10_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_10_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_10_acc.png)
+
+
diff --git a/out/rcv1_CCAT_all_mul_vs_atc/rcv1_CCAT_all_mul_vs_atc_f1.md b/out/rcv1_CCAT_all_mul_vs_atc/rcv1_CCAT_all_mul_vs_atc_f1.md
new file mode 100644
index 0000000..d1a28c5
--- /dev/null
+++ b/out/rcv1_CCAT_all_mul_vs_atc/rcv1_CCAT_all_mul_vs_atc_f1.md
@@ -0,0 +1,2408 @@
+rcv1_CCAT
+
+> train: [0.09996662 0.90003338]
+> validation: [0.09996662 0.90003338]
+> evaluate_mul_sld: 80.667s
+> evaluate_mul_sld_nbvs: 85.070s
+> evaluate_mul_sld_bcts: 84.600s
+> evaluate_mul_sld_ts: 83.671s
+> evaluate_mul_sld_vs: 81.712s
+> evaluate_mul_cc: 71.627s
+> reference: 57.055s
+> atc_mc: 59.720s
+> atc_ne: 57.966s
+> tot: 91.101s
+
+
+
+
+ |
+ mul_SLD |
+ mul_SLD_nbvs |
+ mul_SLD_bcts |
+ mul_SLD_ts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0000 |
+ 0.0001 |
+ 0.0000 |
+ 0.0000 |
+ 0.0000 |
+ 0.5619 |
+ 0.4745 |
+ 0.4745 |
+
+
+ (0.95, 0.05) |
+ 0.1090 |
+ 0.0567 |
+ 0.0502 |
+ 0.0795 |
+ 0.0629 |
+ 0.4846 |
+ 0.4016 |
+ 0.4016 |
+
+
+ (0.9, 0.1) |
+ 0.1536 |
+ 0.0562 |
+ 0.0501 |
+ 0.0789 |
+ 0.0592 |
+ 0.4180 |
+ 0.3432 |
+ 0.3432 |
+
+
+ (0.85, 0.15) |
+ 0.1491 |
+ 0.0508 |
+ 0.0461 |
+ 0.0712 |
+ 0.0518 |
+ 0.3608 |
+ 0.2909 |
+ 0.2909 |
+
+
+ (0.8, 0.2) |
+ 0.1326 |
+ 0.0422 |
+ 0.0388 |
+ 0.0591 |
+ 0.0419 |
+ 0.3128 |
+ 0.2470 |
+ 0.2470 |
+
+
+ (0.75, 0.25) |
+ 0.1245 |
+ 0.0413 |
+ 0.0397 |
+ 0.0563 |
+ 0.0400 |
+ 0.2676 |
+ 0.2076 |
+ 0.2076 |
+
+
+ (0.7, 0.3) |
+ 0.1091 |
+ 0.0346 |
+ 0.0340 |
+ 0.0466 |
+ 0.0329 |
+ 0.2320 |
+ 0.1759 |
+ 0.1759 |
+
+
+ (0.65, 0.35) |
+ 0.0975 |
+ 0.0312 |
+ 0.0314 |
+ 0.0407 |
+ 0.0286 |
+ 0.1986 |
+ 0.1487 |
+ 0.1487 |
+
+
+ (0.6, 0.4) |
+ 0.0862 |
+ 0.0276 |
+ 0.0288 |
+ 0.0353 |
+ 0.0251 |
+ 0.1700 |
+ 0.1239 |
+ 0.1239 |
+
+
+ (0.55, 0.45) |
+ 0.0707 |
+ 0.0216 |
+ 0.0231 |
+ 0.0263 |
+ 0.0191 |
+ 0.1454 |
+ 0.1027 |
+ 0.1027 |
+
+
+ (0.5, 0.5) |
+ 0.0596 |
+ 0.0185 |
+ 0.0198 |
+ 0.0208 |
+ 0.0161 |
+ 0.1214 |
+ 0.0842 |
+ 0.0842 |
+
+
+ (0.45, 0.55) |
+ 0.0526 |
+ 0.0180 |
+ 0.0196 |
+ 0.0186 |
+ 0.0153 |
+ 0.1009 |
+ 0.0659 |
+ 0.0659 |
+
+
+ (0.4, 0.6) |
+ 0.0392 |
+ 0.0128 |
+ 0.0142 |
+ 0.0113 |
+ 0.0106 |
+ 0.0827 |
+ 0.0530 |
+ 0.0530 |
+
+
+ (0.35, 0.65) |
+ 0.0357 |
+ 0.0144 |
+ 0.0160 |
+ 0.0120 |
+ 0.0117 |
+ 0.0668 |
+ 0.0392 |
+ 0.0392 |
+
+
+ (0.3, 0.7) |
+ 0.0271 |
+ 0.0122 |
+ 0.0135 |
+ 0.0085 |
+ 0.0099 |
+ 0.0524 |
+ 0.0290 |
+ 0.0290 |
+
+
+ (0.25, 0.75) |
+ 0.0193 |
+ 0.0093 |
+ 0.0107 |
+ 0.0067 |
+ 0.0074 |
+ 0.0396 |
+ 0.0196 |
+ 0.0196 |
+
+
+ (0.2, 0.8) |
+ 0.0143 |
+ 0.0089 |
+ 0.0101 |
+ 0.0051 |
+ 0.0069 |
+ 0.0287 |
+ 0.0125 |
+ 0.0125 |
+
+
+ (0.15, 0.85) |
+ 0.0096 |
+ 0.0078 |
+ 0.0089 |
+ 0.0047 |
+ 0.0061 |
+ 0.0188 |
+ 0.0061 |
+ 0.0061 |
+
+
+ (0.1, 0.9) |
+ 0.0056 |
+ 0.0065 |
+ 0.0073 |
+ 0.0042 |
+ 0.0051 |
+ 0.0094 |
+ 0.0036 |
+ 0.0036 |
+
+
+ (0.05, 0.95) |
+ 0.0038 |
+ 0.0061 |
+ 0.0069 |
+ 0.0033 |
+ 0.0048 |
+ 0.0020 |
+ 0.0069 |
+ 0.0069 |
+
+
+ (0.0, 1.0) |
+ 0.0020 |
+ 0.0061 |
+ 0.0065 |
+ 0.0017 |
+ 0.0052 |
+ 0.0069 |
+ 0.0123 |
+ 0.0123 |
+
+
+ tot |
+ 0.0620 |
+ 0.0230 |
+ 0.0227 |
+ 0.0281 |
+ 0.0219 |
+ 0.1753 |
+ 0.1356 |
+ 0.1356 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_90_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_90_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_90_f1.png)
+
+
+> train: [0.19993324 0.80006676]
+> validation: [0.20010013 0.79989987]
+> evaluate_mul_sld: 83.645s
+> evaluate_mul_sld_nbvs: 83.775s
+> evaluate_mul_sld_bcts: 85.033s
+> evaluate_mul_sld_ts: 82.535s
+> evaluate_mul_sld_vs: 81.965s
+> evaluate_mul_cc: 70.455s
+> reference: 56.854s
+> atc_mc: 59.091s
+> atc_ne: 57.585s
+> tot: 88.539s
+
+
+
+
+ |
+ mul_SLD |
+ mul_SLD_nbvs |
+ mul_SLD_bcts |
+ mul_SLD_ts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0000 |
+ 0.0006 |
+ 0.0015 |
+ 0.0032 |
+ 0.0000 |
+ 0.5951 |
+ 0.5459 |
+ 0.5459 |
+
+
+ (0.95, 0.05) |
+ 0.0886 |
+ 0.0391 |
+ 0.0162 |
+ 0.0238 |
+ 0.0681 |
+ 0.4520 |
+ 0.3941 |
+ 0.3941 |
+
+
+ (0.9, 0.1) |
+ 0.0677 |
+ 0.0290 |
+ 0.0180 |
+ 0.0349 |
+ 0.0511 |
+ 0.3571 |
+ 0.2954 |
+ 0.2954 |
+
+
+ (0.85, 0.15) |
+ 0.0512 |
+ 0.0200 |
+ 0.0152 |
+ 0.0400 |
+ 0.0406 |
+ 0.2840 |
+ 0.2206 |
+ 0.2206 |
+
+
+ (0.8, 0.2) |
+ 0.0349 |
+ 0.0150 |
+ 0.0140 |
+ 0.0453 |
+ 0.0283 |
+ 0.2322 |
+ 0.1701 |
+ 0.1701 |
+
+
+ (0.75, 0.25) |
+ 0.0303 |
+ 0.0148 |
+ 0.0133 |
+ 0.0415 |
+ 0.0261 |
+ 0.1876 |
+ 0.1277 |
+ 0.1277 |
+
+
+ (0.7, 0.3) |
+ 0.0257 |
+ 0.0131 |
+ 0.0116 |
+ 0.0416 |
+ 0.0209 |
+ 0.1559 |
+ 0.0994 |
+ 0.0994 |
+
+
+ (0.65, 0.35) |
+ 0.0214 |
+ 0.0128 |
+ 0.0124 |
+ 0.0380 |
+ 0.0181 |
+ 0.1295 |
+ 0.0774 |
+ 0.0774 |
+
+
+ (0.6, 0.4) |
+ 0.0172 |
+ 0.0105 |
+ 0.0106 |
+ 0.0370 |
+ 0.0145 |
+ 0.1062 |
+ 0.0563 |
+ 0.0563 |
+
+
+ (0.55, 0.45) |
+ 0.0137 |
+ 0.0097 |
+ 0.0096 |
+ 0.0360 |
+ 0.0116 |
+ 0.0886 |
+ 0.0440 |
+ 0.0440 |
+
+
+ (0.5, 0.5) |
+ 0.0119 |
+ 0.0086 |
+ 0.0084 |
+ 0.0341 |
+ 0.0088 |
+ 0.0729 |
+ 0.0323 |
+ 0.0323 |
+
+
+ (0.45, 0.55) |
+ 0.0105 |
+ 0.0076 |
+ 0.0076 |
+ 0.0307 |
+ 0.0088 |
+ 0.0577 |
+ 0.0206 |
+ 0.0206 |
+
+
+ (0.4, 0.6) |
+ 0.0099 |
+ 0.0073 |
+ 0.0071 |
+ 0.0305 |
+ 0.0068 |
+ 0.0470 |
+ 0.0152 |
+ 0.0152 |
+
+
+ (0.35, 0.65) |
+ 0.0099 |
+ 0.0067 |
+ 0.0069 |
+ 0.0277 |
+ 0.0069 |
+ 0.0371 |
+ 0.0098 |
+ 0.0098 |
+
+
+ (0.3, 0.7) |
+ 0.0083 |
+ 0.0063 |
+ 0.0066 |
+ 0.0244 |
+ 0.0059 |
+ 0.0280 |
+ 0.0072 |
+ 0.0072 |
+
+
+ (0.25, 0.75) |
+ 0.0077 |
+ 0.0057 |
+ 0.0059 |
+ 0.0230 |
+ 0.0055 |
+ 0.0214 |
+ 0.0056 |
+ 0.0056 |
+
+
+ (0.2, 0.8) |
+ 0.0067 |
+ 0.0051 |
+ 0.0060 |
+ 0.0203 |
+ 0.0052 |
+ 0.0146 |
+ 0.0049 |
+ 0.0049 |
+
+
+ (0.15, 0.85) |
+ 0.0062 |
+ 0.0047 |
+ 0.0062 |
+ 0.0173 |
+ 0.0051 |
+ 0.0088 |
+ 0.0053 |
+ 0.0053 |
+
+
+ (0.1, 0.9) |
+ 0.0053 |
+ 0.0042 |
+ 0.0062 |
+ 0.0141 |
+ 0.0049 |
+ 0.0046 |
+ 0.0055 |
+ 0.0055 |
+
+
+ (0.05, 0.95) |
+ 0.0044 |
+ 0.0040 |
+ 0.0064 |
+ 0.0098 |
+ 0.0044 |
+ 0.0029 |
+ 0.0068 |
+ 0.0068 |
+
+
+ (0.0, 1.0) |
+ 0.0029 |
+ 0.0058 |
+ 0.0072 |
+ 0.0035 |
+ 0.0026 |
+ 0.0064 |
+ 0.0076 |
+ 0.0076 |
+
+
+ tot |
+ 0.0207 |
+ 0.0110 |
+ 0.0094 |
+ 0.0275 |
+ 0.0164 |
+ 0.1376 |
+ 0.1025 |
+ 0.1025 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_80_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_80_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_80_f1.png)
+
+
+> train: [0.29989987 0.70010013]
+> validation: [0.30006676 0.69993324]
+> evaluate_mul_sld: 84.430s
+> evaluate_mul_sld_nbvs: 85.444s
+> evaluate_mul_sld_bcts: 87.873s
+> evaluate_mul_sld_ts: 85.637s
+> evaluate_mul_sld_vs: 84.555s
+> evaluate_mul_cc: 72.330s
+> reference: 57.756s
+> atc_mc: 60.572s
+> atc_ne: 58.677s
+> tot: 91.275s
+
+
+
+
+ |
+ mul_SLD |
+ mul_SLD_nbvs |
+ mul_SLD_bcts |
+ mul_SLD_ts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0000 |
+ 0.0002 |
+ 0.0018 |
+ 0.0038 |
+ 0.0000 |
+ 0.8412 |
+ 0.5749 |
+ 0.5749 |
+
+
+ (0.95, 0.05) |
+ 0.0927 |
+ 0.0888 |
+ 0.0270 |
+ 0.0545 |
+ 0.0676 |
+ 0.5619 |
+ 0.3336 |
+ 0.3336 |
+
+
+ (0.9, 0.1) |
+ 0.0592 |
+ 0.0748 |
+ 0.0251 |
+ 0.0672 |
+ 0.0573 |
+ 0.4131 |
+ 0.2163 |
+ 0.2163 |
+
+
+ (0.85, 0.15) |
+ 0.0367 |
+ 0.0577 |
+ 0.0207 |
+ 0.0739 |
+ 0.0464 |
+ 0.3186 |
+ 0.1450 |
+ 0.1450 |
+
+
+ (0.8, 0.2) |
+ 0.0230 |
+ 0.0454 |
+ 0.0157 |
+ 0.0754 |
+ 0.0345 |
+ 0.2543 |
+ 0.1055 |
+ 0.1055 |
+
+
+ (0.75, 0.25) |
+ 0.0205 |
+ 0.0418 |
+ 0.0168 |
+ 0.0686 |
+ 0.0342 |
+ 0.2024 |
+ 0.0703 |
+ 0.0703 |
+
+
+ (0.7, 0.3) |
+ 0.0169 |
+ 0.0337 |
+ 0.0145 |
+ 0.0674 |
+ 0.0286 |
+ 0.1697 |
+ 0.0549 |
+ 0.0549 |
+
+
+ (0.65, 0.35) |
+ 0.0160 |
+ 0.0318 |
+ 0.0148 |
+ 0.0612 |
+ 0.0262 |
+ 0.1426 |
+ 0.0403 |
+ 0.0403 |
+
+
+ (0.6, 0.4) |
+ 0.0149 |
+ 0.0267 |
+ 0.0139 |
+ 0.0587 |
+ 0.0233 |
+ 0.1188 |
+ 0.0279 |
+ 0.0279 |
+
+
+ (0.55, 0.45) |
+ 0.0135 |
+ 0.0221 |
+ 0.0118 |
+ 0.0561 |
+ 0.0186 |
+ 0.1015 |
+ 0.0225 |
+ 0.0225 |
+
+
+ (0.5, 0.5) |
+ 0.0145 |
+ 0.0202 |
+ 0.0119 |
+ 0.0514 |
+ 0.0174 |
+ 0.0848 |
+ 0.0165 |
+ 0.0165 |
+
+
+ (0.45, 0.55) |
+ 0.0123 |
+ 0.0178 |
+ 0.0112 |
+ 0.0482 |
+ 0.0157 |
+ 0.0716 |
+ 0.0120 |
+ 0.0120 |
+
+
+ (0.4, 0.6) |
+ 0.0138 |
+ 0.0135 |
+ 0.0085 |
+ 0.0472 |
+ 0.0110 |
+ 0.0613 |
+ 0.0095 |
+ 0.0095 |
+
+
+ (0.35, 0.65) |
+ 0.0130 |
+ 0.0132 |
+ 0.0099 |
+ 0.0432 |
+ 0.0120 |
+ 0.0526 |
+ 0.0089 |
+ 0.0089 |
+
+
+ (0.3, 0.7) |
+ 0.0112 |
+ 0.0113 |
+ 0.0083 |
+ 0.0385 |
+ 0.0097 |
+ 0.0430 |
+ 0.0060 |
+ 0.0060 |
+
+
+ (0.25, 0.75) |
+ 0.0102 |
+ 0.0108 |
+ 0.0091 |
+ 0.0352 |
+ 0.0091 |
+ 0.0358 |
+ 0.0047 |
+ 0.0047 |
+
+
+ (0.2, 0.8) |
+ 0.0100 |
+ 0.0096 |
+ 0.0090 |
+ 0.0310 |
+ 0.0084 |
+ 0.0293 |
+ 0.0044 |
+ 0.0044 |
+
+
+ (0.15, 0.85) |
+ 0.0085 |
+ 0.0083 |
+ 0.0094 |
+ 0.0271 |
+ 0.0077 |
+ 0.0236 |
+ 0.0045 |
+ 0.0045 |
+
+
+ (0.1, 0.9) |
+ 0.0061 |
+ 0.0073 |
+ 0.0088 |
+ 0.0226 |
+ 0.0062 |
+ 0.0186 |
+ 0.0036 |
+ 0.0036 |
+
+
+ (0.05, 0.95) |
+ 0.0043 |
+ 0.0067 |
+ 0.0082 |
+ 0.0166 |
+ 0.0051 |
+ 0.0135 |
+ 0.0035 |
+ 0.0035 |
+
+
+ (0.0, 1.0) |
+ 0.0031 |
+ 0.0087 |
+ 0.0091 |
+ 0.0050 |
+ 0.0056 |
+ 0.0100 |
+ 0.0032 |
+ 0.0032 |
+
+
+ tot |
+ 0.0191 |
+ 0.0262 |
+ 0.0127 |
+ 0.0454 |
+ 0.0212 |
+ 0.1699 |
+ 0.0794 |
+ 0.0794 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_70_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_70_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_70_f1.png)
+
+
+> train: [0.40003338 0.59996662]
+> validation: [0.40003338 0.59996662]
+> evaluate_mul_sld: 83.508s
+> evaluate_mul_sld_nbvs: 86.755s
+> evaluate_mul_sld_bcts: 87.560s
+> evaluate_mul_sld_ts: 86.070s
+> evaluate_mul_sld_vs: 85.272s
+> evaluate_mul_cc: 71.809s
+> reference: 57.819s
+> atc_mc: 60.630s
+> atc_ne: 59.231s
+> tot: 91.426s
+
+
+
+
+ |
+ mul_SLD |
+ mul_SLD_nbvs |
+ mul_SLD_bcts |
+ mul_SLD_ts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0010 |
+ 0.0042 |
+ 0.0391 |
+ 0.0570 |
+ 0.0048 |
+ 0.9375 |
+ 0.5310 |
+ 0.5310 |
+
+
+ (0.95, 0.05) |
+ 0.0445 |
+ 0.0370 |
+ 0.0442 |
+ 0.1635 |
+ 0.0434 |
+ 0.5083 |
+ 0.2044 |
+ 0.2044 |
+
+
+ (0.9, 0.1) |
+ 0.0411 |
+ 0.0293 |
+ 0.0313 |
+ 0.1515 |
+ 0.0333 |
+ 0.3445 |
+ 0.1045 |
+ 0.1045 |
+
+
+ (0.85, 0.15) |
+ 0.0431 |
+ 0.0295 |
+ 0.0236 |
+ 0.1400 |
+ 0.0287 |
+ 0.2540 |
+ 0.0571 |
+ 0.0571 |
+
+
+ (0.8, 0.2) |
+ 0.0467 |
+ 0.0305 |
+ 0.0231 |
+ 0.1290 |
+ 0.0214 |
+ 0.2026 |
+ 0.0407 |
+ 0.0407 |
+
+
+ (0.75, 0.25) |
+ 0.0442 |
+ 0.0282 |
+ 0.0181 |
+ 0.1153 |
+ 0.0219 |
+ 0.1627 |
+ 0.0228 |
+ 0.0228 |
+
+
+ (0.7, 0.3) |
+ 0.0422 |
+ 0.0278 |
+ 0.0166 |
+ 0.1063 |
+ 0.0203 |
+ 0.1389 |
+ 0.0196 |
+ 0.0196 |
+
+
+ (0.65, 0.35) |
+ 0.0377 |
+ 0.0257 |
+ 0.0141 |
+ 0.0955 |
+ 0.0184 |
+ 0.1179 |
+ 0.0125 |
+ 0.0125 |
+
+
+ (0.6, 0.4) |
+ 0.0373 |
+ 0.0271 |
+ 0.0135 |
+ 0.0885 |
+ 0.0155 |
+ 0.1006 |
+ 0.0100 |
+ 0.0100 |
+
+
+ (0.55, 0.45) |
+ 0.0351 |
+ 0.0274 |
+ 0.0119 |
+ 0.0828 |
+ 0.0139 |
+ 0.0897 |
+ 0.0101 |
+ 0.0101 |
+
+
+ (0.5, 0.5) |
+ 0.0307 |
+ 0.0247 |
+ 0.0117 |
+ 0.0735 |
+ 0.0151 |
+ 0.0776 |
+ 0.0081 |
+ 0.0081 |
+
+
+ (0.45, 0.55) |
+ 0.0280 |
+ 0.0239 |
+ 0.0090 |
+ 0.0674 |
+ 0.0121 |
+ 0.0681 |
+ 0.0076 |
+ 0.0076 |
+
+
+ (0.4, 0.6) |
+ 0.0278 |
+ 0.0264 |
+ 0.0086 |
+ 0.0623 |
+ 0.0105 |
+ 0.0614 |
+ 0.0060 |
+ 0.0060 |
+
+
+ (0.35, 0.65) |
+ 0.0236 |
+ 0.0252 |
+ 0.0080 |
+ 0.0581 |
+ 0.0095 |
+ 0.0568 |
+ 0.0060 |
+ 0.0060 |
+
+
+ (0.3, 0.7) |
+ 0.0187 |
+ 0.0224 |
+ 0.0082 |
+ 0.0505 |
+ 0.0111 |
+ 0.0499 |
+ 0.0055 |
+ 0.0055 |
+
+
+ (0.25, 0.75) |
+ 0.0155 |
+ 0.0212 |
+ 0.0067 |
+ 0.0454 |
+ 0.0098 |
+ 0.0452 |
+ 0.0051 |
+ 0.0051 |
+
+
+ (0.2, 0.8) |
+ 0.0127 |
+ 0.0212 |
+ 0.0063 |
+ 0.0406 |
+ 0.0086 |
+ 0.0414 |
+ 0.0042 |
+ 0.0042 |
+
+
+ (0.15, 0.85) |
+ 0.0090 |
+ 0.0180 |
+ 0.0061 |
+ 0.0349 |
+ 0.0086 |
+ 0.0375 |
+ 0.0042 |
+ 0.0042 |
+
+
+ (0.1, 0.9) |
+ 0.0060 |
+ 0.0128 |
+ 0.0064 |
+ 0.0276 |
+ 0.0093 |
+ 0.0338 |
+ 0.0045 |
+ 0.0045 |
+
+
+ (0.05, 0.95) |
+ 0.0045 |
+ 0.0089 |
+ 0.0053 |
+ 0.0195 |
+ 0.0071 |
+ 0.0312 |
+ 0.0037 |
+ 0.0037 |
+
+
+ (0.0, 1.0) |
+ 0.0025 |
+ 0.0032 |
+ 0.0071 |
+ 0.0055 |
+ 0.0076 |
+ 0.0294 |
+ 0.0034 |
+ 0.0034 |
+
+
+ tot |
+ 0.0263 |
+ 0.0226 |
+ 0.0152 |
+ 0.0769 |
+ 0.0158 |
+ 0.1614 |
+ 0.0510 |
+ 0.0510 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_60_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_60_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_60_f1.png)
+
+
+> train: [0.5 0.5]
+> validation: [0.5 0.5]
+> evaluate_mul_sld: 82.271s
+> evaluate_mul_sld_nbvs: 87.111s
+> evaluate_mul_sld_bcts: 87.864s
+> evaluate_mul_sld_ts: 85.152s
+> evaluate_mul_sld_vs: 84.956s
+> evaluate_mul_cc: 72.398s
+> reference: 57.877s
+> atc_mc: 60.136s
+> atc_ne: 59.105s
+> tot: 91.401s
+
+
+
+
+ |
+ mul_SLD |
+ mul_SLD_nbvs |
+ mul_SLD_bcts |
+ mul_SLD_ts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0015 |
+ 0.0117 |
+ 0.0147 |
+ 0.0645 |
+ 0.0044 |
+ 0.9781 |
+ 0.5135 |
+ 0.5135 |
+
+
+ (0.95, 0.05) |
+ 0.0657 |
+ 0.1759 |
+ 0.0444 |
+ 0.2122 |
+ 0.0480 |
+ 0.3985 |
+ 0.1066 |
+ 0.1066 |
+
+
+ (0.9, 0.1) |
+ 0.0601 |
+ 0.1604 |
+ 0.0289 |
+ 0.1812 |
+ 0.0283 |
+ 0.2602 |
+ 0.0476 |
+ 0.0476 |
+
+
+ (0.85, 0.15) |
+ 0.0691 |
+ 0.1508 |
+ 0.0288 |
+ 0.1646 |
+ 0.0252 |
+ 0.1925 |
+ 0.0306 |
+ 0.0306 |
+
+
+ (0.8, 0.2) |
+ 0.0687 |
+ 0.1342 |
+ 0.0250 |
+ 0.1443 |
+ 0.0196 |
+ 0.1589 |
+ 0.0235 |
+ 0.0235 |
+
+
+ (0.75, 0.25) |
+ 0.0679 |
+ 0.1191 |
+ 0.0234 |
+ 0.1268 |
+ 0.0177 |
+ 0.1307 |
+ 0.0158 |
+ 0.0158 |
+
+
+ (0.7, 0.3) |
+ 0.0594 |
+ 0.1053 |
+ 0.0216 |
+ 0.1137 |
+ 0.0179 |
+ 0.1160 |
+ 0.0147 |
+ 0.0147 |
+
+
+ (0.65, 0.35) |
+ 0.0542 |
+ 0.0945 |
+ 0.0204 |
+ 0.1042 |
+ 0.0160 |
+ 0.1047 |
+ 0.0151 |
+ 0.0151 |
+
+
+ (0.6, 0.4) |
+ 0.0496 |
+ 0.0820 |
+ 0.0185 |
+ 0.0926 |
+ 0.0150 |
+ 0.0927 |
+ 0.0105 |
+ 0.0105 |
+
+
+ (0.55, 0.45) |
+ 0.0447 |
+ 0.0736 |
+ 0.0166 |
+ 0.0864 |
+ 0.0126 |
+ 0.0864 |
+ 0.0119 |
+ 0.0119 |
+
+
+ (0.5, 0.5) |
+ 0.0395 |
+ 0.0628 |
+ 0.0146 |
+ 0.0788 |
+ 0.0112 |
+ 0.0788 |
+ 0.0115 |
+ 0.0115 |
+
+
+ (0.45, 0.55) |
+ 0.0363 |
+ 0.0573 |
+ 0.0132 |
+ 0.0734 |
+ 0.0085 |
+ 0.0738 |
+ 0.0105 |
+ 0.0105 |
+
+
+ (0.4, 0.6) |
+ 0.0318 |
+ 0.0489 |
+ 0.0133 |
+ 0.0663 |
+ 0.0096 |
+ 0.0688 |
+ 0.0107 |
+ 0.0107 |
+
+
+ (0.35, 0.65) |
+ 0.0269 |
+ 0.0437 |
+ 0.0124 |
+ 0.0632 |
+ 0.0095 |
+ 0.0679 |
+ 0.0114 |
+ 0.0114 |
+
+
+ (0.3, 0.7) |
+ 0.0213 |
+ 0.0360 |
+ 0.0105 |
+ 0.0556 |
+ 0.0096 |
+ 0.0636 |
+ 0.0103 |
+ 0.0103 |
+
+
+ (0.25, 0.75) |
+ 0.0170 |
+ 0.0296 |
+ 0.0091 |
+ 0.0490 |
+ 0.0091 |
+ 0.0602 |
+ 0.0097 |
+ 0.0097 |
+
+
+ (0.2, 0.8) |
+ 0.0129 |
+ 0.0241 |
+ 0.0076 |
+ 0.0430 |
+ 0.0085 |
+ 0.0579 |
+ 0.0117 |
+ 0.0117 |
+
+
+ (0.15, 0.85) |
+ 0.0090 |
+ 0.0182 |
+ 0.0059 |
+ 0.0353 |
+ 0.0083 |
+ 0.0555 |
+ 0.0104 |
+ 0.0104 |
+
+
+ (0.1, 0.9) |
+ 0.0070 |
+ 0.0127 |
+ 0.0055 |
+ 0.0281 |
+ 0.0089 |
+ 0.0539 |
+ 0.0117 |
+ 0.0117 |
+
+
+ (0.05, 0.95) |
+ 0.0046 |
+ 0.0072 |
+ 0.0039 |
+ 0.0197 |
+ 0.0085 |
+ 0.0522 |
+ 0.0117 |
+ 0.0117 |
+
+
+ (0.0, 1.0) |
+ 0.0019 |
+ 0.0037 |
+ 0.0053 |
+ 0.0066 |
+ 0.0081 |
+ 0.0515 |
+ 0.0128 |
+ 0.0128 |
+
+
+ tot |
+ 0.0357 |
+ 0.0691 |
+ 0.0164 |
+ 0.0862 |
+ 0.0145 |
+ 0.1525 |
+ 0.0434 |
+ 0.0434 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_50_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_50_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_50_f1.png)
+
+
+> train: [0.59996662 0.40003338]
+> validation: [0.59996662 0.40003338]
+> evaluate_mul_sld: 80.470s
+> evaluate_mul_sld_nbvs: 84.751s
+> evaluate_mul_sld_bcts: 86.113s
+> evaluate_mul_sld_ts: 84.612s
+> evaluate_mul_sld_vs: 83.568s
+> evaluate_mul_cc: 71.756s
+> reference: 57.252s
+> atc_mc: 59.949s
+> atc_ne: 58.848s
+> tot: 89.557s
+
+
+
+
+ |
+ mul_SLD |
+ mul_SLD_nbvs |
+ mul_SLD_bcts |
+ mul_SLD_ts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0082 |
+ 0.1340 |
+ 0.0146 |
+ 0.1919 |
+ 0.0176 |
+ 0.9369 |
+ 0.3564 |
+ 0.3564 |
+
+
+ (0.95, 0.05) |
+ 0.1237 |
+ 0.1895 |
+ 0.0489 |
+ 0.2678 |
+ 0.0489 |
+ 0.2651 |
+ 0.0506 |
+ 0.0506 |
+
+
+ (0.9, 0.1) |
+ 0.1167 |
+ 0.1297 |
+ 0.0329 |
+ 0.1942 |
+ 0.0343 |
+ 0.1781 |
+ 0.0460 |
+ 0.0460 |
+
+
+ (0.85, 0.15) |
+ 0.1138 |
+ 0.0982 |
+ 0.0358 |
+ 0.1591 |
+ 0.0363 |
+ 0.1429 |
+ 0.0318 |
+ 0.0318 |
+
+
+ (0.8, 0.2) |
+ 0.1060 |
+ 0.0830 |
+ 0.0358 |
+ 0.1403 |
+ 0.0326 |
+ 0.1276 |
+ 0.0254 |
+ 0.0254 |
+
+
+ (0.75, 0.25) |
+ 0.0996 |
+ 0.0717 |
+ 0.0375 |
+ 0.1244 |
+ 0.0317 |
+ 0.1119 |
+ 0.0197 |
+ 0.0197 |
+
+
+ (0.7, 0.3) |
+ 0.0871 |
+ 0.0582 |
+ 0.0326 |
+ 0.1170 |
+ 0.0254 |
+ 0.1057 |
+ 0.0174 |
+ 0.0174 |
+
+
+ (0.65, 0.35) |
+ 0.0773 |
+ 0.0506 |
+ 0.0312 |
+ 0.1114 |
+ 0.0233 |
+ 0.1028 |
+ 0.0129 |
+ 0.0129 |
+
+
+ (0.6, 0.4) |
+ 0.0706 |
+ 0.0448 |
+ 0.0301 |
+ 0.1033 |
+ 0.0214 |
+ 0.0965 |
+ 0.0118 |
+ 0.0118 |
+
+
+ (0.55, 0.45) |
+ 0.0608 |
+ 0.0386 |
+ 0.0263 |
+ 0.0978 |
+ 0.0166 |
+ 0.0925 |
+ 0.0095 |
+ 0.0095 |
+
+
+ (0.5, 0.5) |
+ 0.0545 |
+ 0.0337 |
+ 0.0253 |
+ 0.0909 |
+ 0.0152 |
+ 0.0889 |
+ 0.0088 |
+ 0.0088 |
+
+
+ (0.45, 0.55) |
+ 0.0496 |
+ 0.0310 |
+ 0.0244 |
+ 0.0863 |
+ 0.0132 |
+ 0.0875 |
+ 0.0085 |
+ 0.0085 |
+
+
+ (0.4, 0.6) |
+ 0.0434 |
+ 0.0266 |
+ 0.0228 |
+ 0.0790 |
+ 0.0119 |
+ 0.0842 |
+ 0.0078 |
+ 0.0078 |
+
+
+ (0.35, 0.65) |
+ 0.0375 |
+ 0.0239 |
+ 0.0211 |
+ 0.0733 |
+ 0.0114 |
+ 0.0853 |
+ 0.0093 |
+ 0.0093 |
+
+
+ (0.3, 0.7) |
+ 0.0310 |
+ 0.0195 |
+ 0.0187 |
+ 0.0654 |
+ 0.0094 |
+ 0.0831 |
+ 0.0090 |
+ 0.0090 |
+
+
+ (0.25, 0.75) |
+ 0.0240 |
+ 0.0149 |
+ 0.0151 |
+ 0.0568 |
+ 0.0078 |
+ 0.0811 |
+ 0.0075 |
+ 0.0075 |
+
+
+ (0.2, 0.8) |
+ 0.0206 |
+ 0.0132 |
+ 0.0146 |
+ 0.0511 |
+ 0.0072 |
+ 0.0800 |
+ 0.0066 |
+ 0.0066 |
+
+
+ (0.15, 0.85) |
+ 0.0162 |
+ 0.0113 |
+ 0.0129 |
+ 0.0441 |
+ 0.0062 |
+ 0.0796 |
+ 0.0084 |
+ 0.0084 |
+
+
+ (0.1, 0.9) |
+ 0.0103 |
+ 0.0070 |
+ 0.0093 |
+ 0.0354 |
+ 0.0056 |
+ 0.0779 |
+ 0.0078 |
+ 0.0078 |
+
+
+ (0.05, 0.95) |
+ 0.0073 |
+ 0.0056 |
+ 0.0077 |
+ 0.0278 |
+ 0.0048 |
+ 0.0777 |
+ 0.0097 |
+ 0.0097 |
+
+
+ (0.0, 1.0) |
+ 0.0032 |
+ 0.0023 |
+ 0.0035 |
+ 0.0132 |
+ 0.0059 |
+ 0.0777 |
+ 0.0090 |
+ 0.0090 |
+
+
+ tot |
+ 0.0553 |
+ 0.0518 |
+ 0.0238 |
+ 0.1015 |
+ 0.0184 |
+ 0.1459 |
+ 0.0321 |
+ 0.0321 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_40_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_40_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_40_f1.png)
+
+
+> train: [0.69993324 0.30006676]
+> validation: [0.70010013 0.29989987]
+> evaluate_mul_sld: 81.533s
+> evaluate_mul_sld_nbvs: 86.971s
+> evaluate_mul_sld_bcts: 87.396s
+> evaluate_mul_sld_ts: 85.778s
+> evaluate_mul_sld_vs: 84.898s
+> evaluate_mul_cc: 72.777s
+> reference: 58.110s
+> atc_mc: 60.832s
+> atc_ne: 59.018s
+> tot: 91.337s
+
+
+
+
+ |
+ mul_SLD |
+ mul_SLD_nbvs |
+ mul_SLD_bcts |
+ mul_SLD_ts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0303 |
+ 0.4175 |
+ 0.0193 |
+ 0.3236 |
+ 0.0789 |
+ 0.6971 |
+ 0.3301 |
+ 0.3301 |
+
+
+ (0.95, 0.05) |
+ 0.1107 |
+ 0.0886 |
+ 0.0612 |
+ 0.2258 |
+ 0.0551 |
+ 0.1240 |
+ 0.0519 |
+ 0.0519 |
+
+
+ (0.9, 0.1) |
+ 0.1038 |
+ 0.0629 |
+ 0.0341 |
+ 0.1742 |
+ 0.0434 |
+ 0.0989 |
+ 0.0306 |
+ 0.0306 |
+
+
+ (0.85, 0.15) |
+ 0.0995 |
+ 0.0522 |
+ 0.0287 |
+ 0.1568 |
+ 0.0388 |
+ 0.0974 |
+ 0.0252 |
+ 0.0252 |
+
+
+ (0.8, 0.2) |
+ 0.0897 |
+ 0.0455 |
+ 0.0275 |
+ 0.1432 |
+ 0.0313 |
+ 0.0964 |
+ 0.0190 |
+ 0.0190 |
+
+
+ (0.75, 0.25) |
+ 0.0818 |
+ 0.0415 |
+ 0.0269 |
+ 0.1300 |
+ 0.0292 |
+ 0.0941 |
+ 0.0167 |
+ 0.0167 |
+
+
+ (0.7, 0.3) |
+ 0.0671 |
+ 0.0343 |
+ 0.0232 |
+ 0.1183 |
+ 0.0215 |
+ 0.0955 |
+ 0.0132 |
+ 0.0132 |
+
+
+ (0.65, 0.35) |
+ 0.0568 |
+ 0.0297 |
+ 0.0224 |
+ 0.1060 |
+ 0.0200 |
+ 0.0947 |
+ 0.0170 |
+ 0.0170 |
+
+
+ (0.6, 0.4) |
+ 0.0515 |
+ 0.0284 |
+ 0.0228 |
+ 0.0986 |
+ 0.0183 |
+ 0.0953 |
+ 0.0141 |
+ 0.0141 |
+
+
+ (0.55, 0.45) |
+ 0.0449 |
+ 0.0245 |
+ 0.0210 |
+ 0.0887 |
+ 0.0156 |
+ 0.0947 |
+ 0.0135 |
+ 0.0135 |
+
+
+ (0.5, 0.5) |
+ 0.0393 |
+ 0.0218 |
+ 0.0200 |
+ 0.0806 |
+ 0.0132 |
+ 0.0936 |
+ 0.0153 |
+ 0.0153 |
+
+
+ (0.45, 0.55) |
+ 0.0362 |
+ 0.0216 |
+ 0.0204 |
+ 0.0758 |
+ 0.0122 |
+ 0.0942 |
+ 0.0146 |
+ 0.0146 |
+
+
+ (0.4, 0.6) |
+ 0.0306 |
+ 0.0184 |
+ 0.0183 |
+ 0.0682 |
+ 0.0094 |
+ 0.0914 |
+ 0.0142 |
+ 0.0142 |
+
+
+ (0.35, 0.65) |
+ 0.0262 |
+ 0.0168 |
+ 0.0175 |
+ 0.0630 |
+ 0.0095 |
+ 0.0943 |
+ 0.0159 |
+ 0.0159 |
+
+
+ (0.3, 0.7) |
+ 0.0214 |
+ 0.0141 |
+ 0.0156 |
+ 0.0561 |
+ 0.0083 |
+ 0.0940 |
+ 0.0145 |
+ 0.0145 |
+
+
+ (0.25, 0.75) |
+ 0.0166 |
+ 0.0114 |
+ 0.0134 |
+ 0.0491 |
+ 0.0070 |
+ 0.0934 |
+ 0.0144 |
+ 0.0144 |
+
+
+ (0.2, 0.8) |
+ 0.0138 |
+ 0.0101 |
+ 0.0124 |
+ 0.0444 |
+ 0.0069 |
+ 0.0934 |
+ 0.0157 |
+ 0.0157 |
+
+
+ (0.15, 0.85) |
+ 0.0104 |
+ 0.0085 |
+ 0.0109 |
+ 0.0384 |
+ 0.0070 |
+ 0.0938 |
+ 0.0168 |
+ 0.0168 |
+
+
+ (0.1, 0.9) |
+ 0.0076 |
+ 0.0066 |
+ 0.0086 |
+ 0.0316 |
+ 0.0072 |
+ 0.0931 |
+ 0.0155 |
+ 0.0155 |
+
+
+ (0.05, 0.95) |
+ 0.0059 |
+ 0.0054 |
+ 0.0070 |
+ 0.0254 |
+ 0.0074 |
+ 0.0929 |
+ 0.0152 |
+ 0.0152 |
+
+
+ (0.0, 1.0) |
+ 0.0045 |
+ 0.0033 |
+ 0.0040 |
+ 0.0138 |
+ 0.0108 |
+ 0.0938 |
+ 0.0177 |
+ 0.0177 |
+
+
+ tot |
+ 0.0452 |
+ 0.0459 |
+ 0.0207 |
+ 0.1006 |
+ 0.0215 |
+ 0.1246 |
+ 0.0334 |
+ 0.0334 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_30_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_30_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_30_f1.png)
+
+
+> train: [0.79989987 0.20010013]
+> validation: [0.80006676 0.19993324]
+> evaluate_mul_sld: 80.936s
+> evaluate_mul_sld_nbvs: 84.504s
+> evaluate_mul_sld_bcts: 84.459s
+> evaluate_mul_sld_ts: 83.197s
+> evaluate_mul_sld_vs: 82.279s
+> evaluate_mul_cc: 72.115s
+> reference: 57.389s
+> atc_mc: 59.886s
+> atc_ne: 58.513s
+> tot: 88.463s
+
+
+
+
+ |
+ mul_SLD |
+ mul_SLD_nbvs |
+ mul_SLD_bcts |
+ mul_SLD_ts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.1710 |
+ 0.2772 |
+ 0.0772 |
+ 0.5108 |
+ 0.0782 |
+ 0.3382 |
+ 0.1159 |
+ 0.1159 |
+
+
+ (0.95, 0.05) |
+ 0.1318 |
+ 0.0512 |
+ 0.0569 |
+ 0.2074 |
+ 0.0579 |
+ 0.0401 |
+ 0.1303 |
+ 0.1303 |
+
+
+ (0.9, 0.1) |
+ 0.0908 |
+ 0.0358 |
+ 0.0349 |
+ 0.1674 |
+ 0.0331 |
+ 0.0661 |
+ 0.0916 |
+ 0.0916 |
+
+
+ (0.85, 0.15) |
+ 0.0631 |
+ 0.0242 |
+ 0.0227 |
+ 0.1338 |
+ 0.0258 |
+ 0.0757 |
+ 0.0794 |
+ 0.0794 |
+
+
+ (0.8, 0.2) |
+ 0.0569 |
+ 0.0260 |
+ 0.0236 |
+ 0.1183 |
+ 0.0226 |
+ 0.0860 |
+ 0.0673 |
+ 0.0673 |
+
+
+ (0.75, 0.25) |
+ 0.0485 |
+ 0.0238 |
+ 0.0213 |
+ 0.1064 |
+ 0.0192 |
+ 0.0905 |
+ 0.0623 |
+ 0.0623 |
+
+
+ (0.7, 0.3) |
+ 0.0364 |
+ 0.0213 |
+ 0.0183 |
+ 0.0938 |
+ 0.0159 |
+ 0.0952 |
+ 0.0592 |
+ 0.0592 |
+
+
+ (0.65, 0.35) |
+ 0.0290 |
+ 0.0184 |
+ 0.0162 |
+ 0.0819 |
+ 0.0133 |
+ 0.0980 |
+ 0.0518 |
+ 0.0518 |
+
+
+ (0.6, 0.4) |
+ 0.0244 |
+ 0.0194 |
+ 0.0160 |
+ 0.0757 |
+ 0.0123 |
+ 0.1015 |
+ 0.0536 |
+ 0.0536 |
+
+
+ (0.55, 0.45) |
+ 0.0196 |
+ 0.0161 |
+ 0.0137 |
+ 0.0672 |
+ 0.0125 |
+ 0.1003 |
+ 0.0510 |
+ 0.0510 |
+
+
+ (0.5, 0.5) |
+ 0.0158 |
+ 0.0153 |
+ 0.0126 |
+ 0.0599 |
+ 0.0114 |
+ 0.1009 |
+ 0.0518 |
+ 0.0518 |
+
+
+ (0.45, 0.55) |
+ 0.0139 |
+ 0.0165 |
+ 0.0127 |
+ 0.0565 |
+ 0.0106 |
+ 0.1017 |
+ 0.0533 |
+ 0.0533 |
+
+
+ (0.4, 0.6) |
+ 0.0112 |
+ 0.0141 |
+ 0.0105 |
+ 0.0493 |
+ 0.0112 |
+ 0.1010 |
+ 0.0506 |
+ 0.0506 |
+
+
+ (0.35, 0.65) |
+ 0.0098 |
+ 0.0139 |
+ 0.0100 |
+ 0.0451 |
+ 0.0123 |
+ 0.1034 |
+ 0.0480 |
+ 0.0480 |
+
+
+ (0.3, 0.7) |
+ 0.0106 |
+ 0.0134 |
+ 0.0105 |
+ 0.0403 |
+ 0.0119 |
+ 0.1048 |
+ 0.0453 |
+ 0.0453 |
+
+
+ (0.25, 0.75) |
+ 0.0101 |
+ 0.0124 |
+ 0.0090 |
+ 0.0354 |
+ 0.0144 |
+ 0.1057 |
+ 0.0428 |
+ 0.0428 |
+
+
+ (0.2, 0.8) |
+ 0.0099 |
+ 0.0113 |
+ 0.0077 |
+ 0.0300 |
+ 0.0152 |
+ 0.1039 |
+ 0.0472 |
+ 0.0472 |
+
+
+ (0.15, 0.85) |
+ 0.0105 |
+ 0.0102 |
+ 0.0068 |
+ 0.0249 |
+ 0.0181 |
+ 0.1050 |
+ 0.0461 |
+ 0.0461 |
+
+
+ (0.1, 0.9) |
+ 0.0111 |
+ 0.0100 |
+ 0.0067 |
+ 0.0207 |
+ 0.0199 |
+ 0.1055 |
+ 0.0439 |
+ 0.0439 |
+
+
+ (0.05, 0.95) |
+ 0.0108 |
+ 0.0098 |
+ 0.0059 |
+ 0.0153 |
+ 0.0221 |
+ 0.1042 |
+ 0.0468 |
+ 0.0468 |
+
+
+ (0.0, 1.0) |
+ 0.0063 |
+ 0.0137 |
+ 0.0041 |
+ 0.0092 |
+ 0.0243 |
+ 0.1062 |
+ 0.0425 |
+ 0.0425 |
+
+
+ tot |
+ 0.0377 |
+ 0.0312 |
+ 0.0189 |
+ 0.0928 |
+ 0.0220 |
+ 0.1064 |
+ 0.0610 |
+ 0.0610 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_20_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_20_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_20_f1.png)
+
+
+> train: [0.90003338 0.09996662]
+> validation: [0.90003338 0.09996662]
+> evaluate_mul_sld: 64.528s
+> evaluate_mul_cc: 58.489s
+> reference: 47.116s
+> atc_mc: 48.881s
+> atc_ne: 47.186s
+> tot: 66.290s
+
+
+
+
+ |
+ mul_SLD |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0469 |
+ 0.0156 |
+ 0.0022 |
+ 0.0022 |
+
+
+ (0.95, 0.05) |
+ 0.0840 |
+ 0.0542 |
+ 0.2253 |
+ 0.2253 |
+
+
+ (0.9, 0.1) |
+ 0.0459 |
+ 0.0369 |
+ 0.1997 |
+ 0.1997 |
+
+
+ (0.85, 0.15) |
+ 0.0312 |
+ 0.0300 |
+ 0.2018 |
+ 0.2018 |
+
+
+ (0.8, 0.2) |
+ 0.0327 |
+ 0.0335 |
+ 0.1936 |
+ 0.1936 |
+
+
+ (0.75, 0.25) |
+ 0.0329 |
+ 0.0354 |
+ 0.1943 |
+ 0.1943 |
+
+
+ (0.7, 0.3) |
+ 0.0379 |
+ 0.0355 |
+ 0.1865 |
+ 0.1865 |
+
+
+ (0.65, 0.35) |
+ 0.0423 |
+ 0.0399 |
+ 0.1849 |
+ 0.1849 |
+
+
+ (0.6, 0.4) |
+ 0.0495 |
+ 0.0372 |
+ 0.1852 |
+ 0.1852 |
+
+
+ (0.55, 0.45) |
+ 0.0506 |
+ 0.0364 |
+ 0.1824 |
+ 0.1824 |
+
+
+ (0.5, 0.5) |
+ 0.0546 |
+ 0.0378 |
+ 0.1836 |
+ 0.1836 |
+
+
+ (0.45, 0.55) |
+ 0.0541 |
+ 0.0396 |
+ 0.1801 |
+ 0.1801 |
+
+
+ (0.4, 0.6) |
+ 0.0588 |
+ 0.0337 |
+ 0.1872 |
+ 0.1872 |
+
+
+ (0.35, 0.65) |
+ 0.0618 |
+ 0.0353 |
+ 0.1871 |
+ 0.1871 |
+
+
+ (0.3, 0.7) |
+ 0.0616 |
+ 0.0372 |
+ 0.1884 |
+ 0.1884 |
+
+
+ (0.25, 0.75) |
+ 0.0606 |
+ 0.0375 |
+ 0.1829 |
+ 0.1829 |
+
+
+ (0.2, 0.8) |
+ 0.0616 |
+ 0.0385 |
+ 0.1840 |
+ 0.1840 |
+
+
+ (0.15, 0.85) |
+ 0.0617 |
+ 0.0380 |
+ 0.1816 |
+ 0.1816 |
+
+
+ (0.1, 0.9) |
+ 0.0592 |
+ 0.0389 |
+ 0.1818 |
+ 0.1818 |
+
+
+ (0.05, 0.95) |
+ 0.0476 |
+ 0.0357 |
+ 0.1848 |
+ 0.1848 |
+
+
+ (0.0, 1.0) |
+ 0.0231 |
+ 0.0366 |
+ 0.1850 |
+ 0.1850 |
+
+
+ tot |
+ 0.0504 |
+ 0.0364 |
+ 0.1801 |
+ 0.1801 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_10_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_10_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_10_f1.png)
+
+
diff --git a/out/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_90_acc.png b/out/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_90_acc.png
new file mode 100644
index 0000000..92d77e5
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_90_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_all/rcv1_CCAT_best_our_vs_all_acc.md b/out/rcv1_CCAT_best_our_vs_all/rcv1_CCAT_best_our_vs_all_acc.md
new file mode 100644
index 0000000..e69de29
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_10_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_10_acc.png
new file mode 100644
index 0000000..d4069f2
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_10_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_10_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_10_f1.png
new file mode 100644
index 0000000..a7437da
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_10_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_20_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_20_acc.png
new file mode 100644
index 0000000..d79c4d1
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_20_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_20_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_20_f1.png
new file mode 100644
index 0000000..0e86524
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_20_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_30_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_30_acc.png
new file mode 100644
index 0000000..b913b39
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_30_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_30_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_30_f1.png
new file mode 100644
index 0000000..40b5fa4
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_30_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_40_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_40_acc.png
new file mode 100644
index 0000000..7f40004
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_40_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_40_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_40_f1.png
new file mode 100644
index 0000000..8a1dce7
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_40_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_50_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_50_acc.png
new file mode 100644
index 0000000..e12a160
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_50_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_50_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_50_f1.png
new file mode 100644
index 0000000..c37725f
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_50_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_60_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_60_acc.png
new file mode 100644
index 0000000..e556d1b
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_60_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_60_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_60_f1.png
new file mode 100644
index 0000000..1fabb33
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_60_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_70_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_70_acc.png
new file mode 100644
index 0000000..391730e
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_70_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_70_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_70_f1.png
new file mode 100644
index 0000000..a2e69f8
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_70_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_80_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_80_acc.png
new file mode 100644
index 0000000..c428fe4
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_80_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_80_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_80_f1.png
new file mode 100644
index 0000000..b3d91af
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_80_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_90_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_90_acc.png
new file mode 100644
index 0000000..99b3f34
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_90_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_90_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_90_f1.png
new file mode 100644
index 0000000..5b2dea2
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/delta_rcv1_CCAT_90_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_10_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_10_acc.png
new file mode 100644
index 0000000..0c109c2
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_10_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_10_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_10_f1.png
new file mode 100644
index 0000000..90b5232
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_10_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_20_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_20_acc.png
new file mode 100644
index 0000000..c7d5a35
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_20_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_20_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_20_f1.png
new file mode 100644
index 0000000..62ef293
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_20_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_30_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_30_acc.png
new file mode 100644
index 0000000..bf95089
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_30_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_30_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_30_f1.png
new file mode 100644
index 0000000..0ccb8b0
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_30_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_40_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_40_acc.png
new file mode 100644
index 0000000..ffd937f
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_40_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_40_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_40_f1.png
new file mode 100644
index 0000000..39a9723
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_40_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_50_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_50_acc.png
new file mode 100644
index 0000000..14cfe9d
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_50_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_50_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_50_f1.png
new file mode 100644
index 0000000..e0becf7
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_50_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_60_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_60_acc.png
new file mode 100644
index 0000000..11c3aeb
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_60_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_60_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_60_f1.png
new file mode 100644
index 0000000..448548a
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_60_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_70_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_70_acc.png
new file mode 100644
index 0000000..df54d7c
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_70_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_70_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_70_f1.png
new file mode 100644
index 0000000..3c8dde0
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_70_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_80_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_80_acc.png
new file mode 100644
index 0000000..3a2f92b
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_80_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_80_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_80_f1.png
new file mode 100644
index 0000000..2d7092f
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_80_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_90_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_90_acc.png
new file mode 100644
index 0000000..467ba66
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_90_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_90_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_90_f1.png
new file mode 100644
index 0000000..8574d64
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/diagonal_rcv1_CCAT_90_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_10_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_10_acc.png
new file mode 100644
index 0000000..1eba436
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_10_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_10_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_10_f1.png
new file mode 100644
index 0000000..57c6c08
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_10_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_20_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_20_acc.png
new file mode 100644
index 0000000..1b3fee1
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_20_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_20_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_20_f1.png
new file mode 100644
index 0000000..0cf605b
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_20_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_30_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_30_acc.png
new file mode 100644
index 0000000..203514a
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_30_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_30_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_30_f1.png
new file mode 100644
index 0000000..4d92e32
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_30_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_40_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_40_acc.png
new file mode 100644
index 0000000..63085f1
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_40_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_40_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_40_f1.png
new file mode 100644
index 0000000..c2f9be2
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_40_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_50_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_50_acc.png
new file mode 100644
index 0000000..2df1689
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_50_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_50_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_50_f1.png
new file mode 100644
index 0000000..0f82826
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_50_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_60_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_60_acc.png
new file mode 100644
index 0000000..ecbb985
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_60_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_60_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_60_f1.png
new file mode 100644
index 0000000..5052849
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_60_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_70_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_70_acc.png
new file mode 100644
index 0000000..1a1046d
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_70_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_70_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_70_f1.png
new file mode 100644
index 0000000..ad0ea40
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_70_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_80_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_80_acc.png
new file mode 100644
index 0000000..1b9a59f
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_80_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_80_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_80_f1.png
new file mode 100644
index 0000000..5ac4b6f
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_80_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_90_acc.png b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_90_acc.png
new file mode 100644
index 0000000..589a30d
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_90_acc.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_90_f1.png b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_90_f1.png
new file mode 100644
index 0000000..004e0a7
Binary files /dev/null and b/out/rcv1_CCAT_best_our_vs_atc/plot/shift_rcv1_CCAT_90_f1.png differ
diff --git a/out/rcv1_CCAT_best_our_vs_atc/rcv1_CCAT_best_our_vs_atc_acc.md b/out/rcv1_CCAT_best_our_vs_atc/rcv1_CCAT_best_our_vs_atc_acc.md
new file mode 100644
index 0000000..a075e6f
--- /dev/null
+++ b/out/rcv1_CCAT_best_our_vs_atc/rcv1_CCAT_best_our_vs_atc_acc.md
@@ -0,0 +1,2840 @@
+rcv1_CCAT
+
+> train: [0.09996662 0.90003338]
+> validation: [0.09996662 0.90003338]
+> evaluate_bin_sld: 258.627s
+> evaluate_bin_sld_bcts: 255.748s
+> evaluate_bin_sld_vs: 256.387s
+> evaluate_bin_cc: 252.645s
+> evaluate_mul_sld: 77.452s
+> evaluate_mul_sld_bcts: 83.186s
+> evaluate_mul_sld_vs: 82.065s
+> evaluate_mul_cc: 69.467s
+> reference: 53.997s
+> atc_mc: 57.417s
+> atc_ne: 57.316s
+> tot: 263.605s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0004 |
+ 0.0055 |
+ 0.0055 |
+ 0.3647 |
+ 0.0358 |
+ 0.0153 |
+ 0.0033 |
+ 0.2797 |
+ 0.1704 |
+ 0.1704 |
+
+
+ (0.95, 0.05) |
+ 0.0501 |
+ 0.0384 |
+ 0.0384 |
+ 0.3468 |
+ 0.0961 |
+ 0.0417 |
+ 0.0320 |
+ 0.2671 |
+ 0.1614 |
+ 0.1614 |
+
+
+ (0.9, 0.1) |
+ 0.0887 |
+ 0.0399 |
+ 0.0399 |
+ 0.3290 |
+ 0.1250 |
+ 0.0431 |
+ 0.0333 |
+ 0.2512 |
+ 0.1528 |
+ 0.1528 |
+
+
+ (0.85, 0.15) |
+ 0.0926 |
+ 0.0390 |
+ 0.0390 |
+ 0.3092 |
+ 0.1269 |
+ 0.0420 |
+ 0.0321 |
+ 0.2365 |
+ 0.1426 |
+ 0.1426 |
+
+
+ (0.8, 0.2) |
+ 0.0887 |
+ 0.0357 |
+ 0.0357 |
+ 0.2914 |
+ 0.1192 |
+ 0.0368 |
+ 0.0283 |
+ 0.2243 |
+ 0.1334 |
+ 0.1334 |
+
+
+ (0.75, 0.25) |
+ 0.0879 |
+ 0.0366 |
+ 0.0366 |
+ 0.2712 |
+ 0.1197 |
+ 0.0401 |
+ 0.0300 |
+ 0.2058 |
+ 0.1217 |
+ 0.1217 |
+
+
+ (0.7, 0.3) |
+ 0.0825 |
+ 0.0334 |
+ 0.0334 |
+ 0.2526 |
+ 0.1118 |
+ 0.0362 |
+ 0.0269 |
+ 0.1937 |
+ 0.1131 |
+ 0.1131 |
+
+
+ (0.65, 0.35) |
+ 0.0778 |
+ 0.0319 |
+ 0.0319 |
+ 0.2348 |
+ 0.1062 |
+ 0.0352 |
+ 0.0254 |
+ 0.1781 |
+ 0.1040 |
+ 0.1040 |
+
+
+ (0.6, 0.4) |
+ 0.0727 |
+ 0.0303 |
+ 0.0303 |
+ 0.2149 |
+ 0.0999 |
+ 0.0342 |
+ 0.0241 |
+ 0.1640 |
+ 0.0943 |
+ 0.0943 |
+
+
+ (0.55, 0.45) |
+ 0.0637 |
+ 0.0261 |
+ 0.0261 |
+ 0.1972 |
+ 0.0867 |
+ 0.0286 |
+ 0.0196 |
+ 0.1504 |
+ 0.0847 |
+ 0.0847 |
+
+
+ (0.5, 0.5) |
+ 0.0569 |
+ 0.0238 |
+ 0.0238 |
+ 0.1765 |
+ 0.0771 |
+ 0.0256 |
+ 0.0178 |
+ 0.1341 |
+ 0.0749 |
+ 0.0749 |
+
+
+ (0.45, 0.55) |
+ 0.0527 |
+ 0.0239 |
+ 0.0239 |
+ 0.1562 |
+ 0.0715 |
+ 0.0263 |
+ 0.0181 |
+ 0.1189 |
+ 0.0622 |
+ 0.0622 |
+
+
+ (0.4, 0.6) |
+ 0.0418 |
+ 0.0188 |
+ 0.0188 |
+ 0.1382 |
+ 0.0563 |
+ 0.0200 |
+ 0.0135 |
+ 0.1035 |
+ 0.0541 |
+ 0.0541 |
+
+
+ (0.35, 0.65) |
+ 0.0392 |
+ 0.0206 |
+ 0.0206 |
+ 0.1181 |
+ 0.0536 |
+ 0.0236 |
+ 0.0158 |
+ 0.0888 |
+ 0.0422 |
+ 0.0422 |
+
+
+ (0.3, 0.7) |
+ 0.0313 |
+ 0.0182 |
+ 0.0182 |
+ 0.0997 |
+ 0.0426 |
+ 0.0205 |
+ 0.0141 |
+ 0.0738 |
+ 0.0334 |
+ 0.0334 |
+
+
+ (0.25, 0.75) |
+ 0.0231 |
+ 0.0152 |
+ 0.0152 |
+ 0.0815 |
+ 0.0318 |
+ 0.0169 |
+ 0.0111 |
+ 0.0591 |
+ 0.0239 |
+ 0.0239 |
+
+
+ (0.2, 0.8) |
+ 0.0184 |
+ 0.0146 |
+ 0.0146 |
+ 0.0619 |
+ 0.0246 |
+ 0.0168 |
+ 0.0110 |
+ 0.0454 |
+ 0.0168 |
+ 0.0168 |
+
+
+ (0.15, 0.85) |
+ 0.0127 |
+ 0.0129 |
+ 0.0129 |
+ 0.0434 |
+ 0.0172 |
+ 0.0154 |
+ 0.0104 |
+ 0.0314 |
+ 0.0090 |
+ 0.0090 |
+
+
+ (0.1, 0.9) |
+ 0.0084 |
+ 0.0119 |
+ 0.0119 |
+ 0.0244 |
+ 0.0103 |
+ 0.0132 |
+ 0.0090 |
+ 0.0166 |
+ 0.0070 |
+ 0.0070 |
+
+
+ (0.05, 0.95) |
+ 0.0060 |
+ 0.0112 |
+ 0.0112 |
+ 0.0060 |
+ 0.0072 |
+ 0.0131 |
+ 0.0090 |
+ 0.0039 |
+ 0.0134 |
+ 0.0134 |
+
+
+ (0.0, 1.0) |
+ 0.0048 |
+ 0.0125 |
+ 0.0125 |
+ 0.0144 |
+ 0.0040 |
+ 0.0128 |
+ 0.0104 |
+ 0.0137 |
+ 0.0243 |
+ 0.0243 |
+
+
+ tot |
+ 0.0476 |
+ 0.0238 |
+ 0.0238 |
+ 0.1777 |
+ 0.0678 |
+ 0.0265 |
+ 0.0188 |
+ 0.1352 |
+ 0.0781 |
+ 0.0781 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_90_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_90_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_90_acc.png)
+
+
+> train: [0.19993324 0.80006676]
+> validation: [0.20010013 0.79989987]
+> evaluate_bin_sld: 249.753s
+> evaluate_bin_sld_bcts: 246.217s
+> evaluate_bin_sld_vs: 248.247s
+> evaluate_bin_cc: 240.680s
+> evaluate_mul_sld: 80.772s
+> evaluate_mul_sld_bcts: 84.150s
+> evaluate_mul_sld_vs: 81.179s
+> evaluate_mul_cc: 68.649s
+> reference: 53.439s
+> atc_mc: 57.792s
+> atc_ne: 56.689s
+> tot: 251.684s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0019 |
+ 0.0026 |
+ 0.0026 |
+ 0.1744 |
+ 0.0162 |
+ 0.0163 |
+ 0.0270 |
+ 0.1688 |
+ 0.0311 |
+ 0.0311 |
+
+
+ (0.95, 0.05) |
+ 0.0261 |
+ 0.0125 |
+ 0.0125 |
+ 0.1646 |
+ 0.0393 |
+ 0.0141 |
+ 0.0426 |
+ 0.1602 |
+ 0.0274 |
+ 0.0274 |
+
+
+ (0.9, 0.1) |
+ 0.0233 |
+ 0.0100 |
+ 0.0100 |
+ 0.1564 |
+ 0.0340 |
+ 0.0118 |
+ 0.0370 |
+ 0.1531 |
+ 0.0267 |
+ 0.0267 |
+
+
+ (0.85, 0.15) |
+ 0.0207 |
+ 0.0091 |
+ 0.0091 |
+ 0.1464 |
+ 0.0320 |
+ 0.0105 |
+ 0.0337 |
+ 0.1418 |
+ 0.0227 |
+ 0.0227 |
+
+
+ (0.8, 0.2) |
+ 0.0161 |
+ 0.0076 |
+ 0.0076 |
+ 0.1383 |
+ 0.0248 |
+ 0.0087 |
+ 0.0274 |
+ 0.1343 |
+ 0.0214 |
+ 0.0214 |
+
+
+ (0.75, 0.25) |
+ 0.0162 |
+ 0.0082 |
+ 0.0082 |
+ 0.1258 |
+ 0.0238 |
+ 0.0103 |
+ 0.0252 |
+ 0.1231 |
+ 0.0201 |
+ 0.0201 |
+
+
+ (0.7, 0.3) |
+ 0.0134 |
+ 0.0095 |
+ 0.0095 |
+ 0.1180 |
+ 0.0242 |
+ 0.0108 |
+ 0.0219 |
+ 0.1152 |
+ 0.0178 |
+ 0.0178 |
+
+
+ (0.65, 0.35) |
+ 0.0129 |
+ 0.0102 |
+ 0.0102 |
+ 0.1081 |
+ 0.0212 |
+ 0.0113 |
+ 0.0196 |
+ 0.1066 |
+ 0.0196 |
+ 0.0196 |
+
+
+ (0.6, 0.4) |
+ 0.0108 |
+ 0.0093 |
+ 0.0093 |
+ 0.0974 |
+ 0.0193 |
+ 0.0103 |
+ 0.0164 |
+ 0.0961 |
+ 0.0168 |
+ 0.0168 |
+
+
+ (0.55, 0.45) |
+ 0.0104 |
+ 0.0102 |
+ 0.0102 |
+ 0.0892 |
+ 0.0164 |
+ 0.0100 |
+ 0.0135 |
+ 0.0877 |
+ 0.0147 |
+ 0.0147 |
+
+
+ (0.5, 0.5) |
+ 0.0081 |
+ 0.0079 |
+ 0.0079 |
+ 0.0787 |
+ 0.0152 |
+ 0.0098 |
+ 0.0108 |
+ 0.0787 |
+ 0.0136 |
+ 0.0136 |
+
+
+ (0.45, 0.55) |
+ 0.0082 |
+ 0.0086 |
+ 0.0086 |
+ 0.0672 |
+ 0.0148 |
+ 0.0092 |
+ 0.0112 |
+ 0.0673 |
+ 0.0111 |
+ 0.0111 |
+
+
+ (0.4, 0.6) |
+ 0.0074 |
+ 0.0084 |
+ 0.0084 |
+ 0.0591 |
+ 0.0143 |
+ 0.0094 |
+ 0.0090 |
+ 0.0589 |
+ 0.0110 |
+ 0.0110 |
+
+
+ (0.35, 0.65) |
+ 0.0087 |
+ 0.0101 |
+ 0.0101 |
+ 0.0492 |
+ 0.0154 |
+ 0.0095 |
+ 0.0094 |
+ 0.0501 |
+ 0.0097 |
+ 0.0097 |
+
+
+ (0.3, 0.7) |
+ 0.0079 |
+ 0.0091 |
+ 0.0091 |
+ 0.0395 |
+ 0.0131 |
+ 0.0097 |
+ 0.0085 |
+ 0.0403 |
+ 0.0106 |
+ 0.0106 |
+
+
+ (0.25, 0.75) |
+ 0.0098 |
+ 0.0091 |
+ 0.0091 |
+ 0.0308 |
+ 0.0124 |
+ 0.0089 |
+ 0.0084 |
+ 0.0328 |
+ 0.0091 |
+ 0.0091 |
+
+
+ (0.2, 0.8) |
+ 0.0120 |
+ 0.0101 |
+ 0.0101 |
+ 0.0217 |
+ 0.0116 |
+ 0.0099 |
+ 0.0084 |
+ 0.0239 |
+ 0.0100 |
+ 0.0100 |
+
+
+ (0.15, 0.85) |
+ 0.0141 |
+ 0.0104 |
+ 0.0104 |
+ 0.0128 |
+ 0.0111 |
+ 0.0105 |
+ 0.0087 |
+ 0.0153 |
+ 0.0104 |
+ 0.0104 |
+
+
+ (0.1, 0.9) |
+ 0.0154 |
+ 0.0099 |
+ 0.0099 |
+ 0.0067 |
+ 0.0099 |
+ 0.0111 |
+ 0.0089 |
+ 0.0084 |
+ 0.0108 |
+ 0.0108 |
+
+
+ (0.05, 0.95) |
+ 0.0157 |
+ 0.0107 |
+ 0.0107 |
+ 0.0075 |
+ 0.0084 |
+ 0.0119 |
+ 0.0083 |
+ 0.0053 |
+ 0.0130 |
+ 0.0130 |
+
+
+ (0.0, 1.0) |
+ 0.0055 |
+ 0.0115 |
+ 0.0115 |
+ 0.0160 |
+ 0.0058 |
+ 0.0141 |
+ 0.0051 |
+ 0.0124 |
+ 0.0147 |
+ 0.0147 |
+
+
+ tot |
+ 0.0126 |
+ 0.0093 |
+ 0.0093 |
+ 0.0813 |
+ 0.0182 |
+ 0.0109 |
+ 0.0172 |
+ 0.0800 |
+ 0.0163 |
+ 0.0163 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_80_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_80_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_80_acc.png)
+
+
+> train: [0.29989987 0.70010013]
+> validation: [0.30006676 0.69993324]
+> evaluate_bin_sld: 249.281s
+> evaluate_bin_sld_bcts: 249.181s
+> evaluate_bin_sld_vs: 246.959s
+> evaluate_bin_cc: 242.455s
+> evaluate_mul_sld: 80.406s
+> evaluate_mul_sld_bcts: 85.285s
+> evaluate_mul_sld_vs: 82.413s
+> evaluate_mul_cc: 69.119s
+> reference: 53.585s
+> atc_mc: 57.423s
+> atc_ne: 56.021s
+> tot: 251.594s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0007 |
+ 0.0052 |
+ 0.0051 |
+ 0.1254 |
+ 0.0099 |
+ 0.0141 |
+ 0.0204 |
+ 0.1679 |
+ 0.0238 |
+ 0.0238 |
+
+
+ (0.95, 0.05) |
+ 0.0184 |
+ 0.0141 |
+ 0.0141 |
+ 0.1194 |
+ 0.0145 |
+ 0.0136 |
+ 0.0302 |
+ 0.1600 |
+ 0.0222 |
+ 0.0222 |
+
+
+ (0.9, 0.1) |
+ 0.0167 |
+ 0.0134 |
+ 0.0134 |
+ 0.1144 |
+ 0.0137 |
+ 0.0126 |
+ 0.0286 |
+ 0.1538 |
+ 0.0216 |
+ 0.0216 |
+
+
+ (0.85, 0.15) |
+ 0.0149 |
+ 0.0141 |
+ 0.0141 |
+ 0.1077 |
+ 0.0119 |
+ 0.0112 |
+ 0.0268 |
+ 0.1471 |
+ 0.0197 |
+ 0.0197 |
+
+
+ (0.8, 0.2) |
+ 0.0112 |
+ 0.0115 |
+ 0.0114 |
+ 0.1037 |
+ 0.0093 |
+ 0.0092 |
+ 0.0223 |
+ 0.1398 |
+ 0.0206 |
+ 0.0206 |
+
+
+ (0.75, 0.25) |
+ 0.0111 |
+ 0.0135 |
+ 0.0135 |
+ 0.0941 |
+ 0.0108 |
+ 0.0111 |
+ 0.0243 |
+ 0.1286 |
+ 0.0160 |
+ 0.0160 |
+
+
+ (0.7, 0.3) |
+ 0.0098 |
+ 0.0140 |
+ 0.0139 |
+ 0.0902 |
+ 0.0115 |
+ 0.0104 |
+ 0.0228 |
+ 0.1231 |
+ 0.0160 |
+ 0.0160 |
+
+
+ (0.65, 0.35) |
+ 0.0102 |
+ 0.0132 |
+ 0.0132 |
+ 0.0839 |
+ 0.0123 |
+ 0.0115 |
+ 0.0220 |
+ 0.1164 |
+ 0.0149 |
+ 0.0149 |
+
+
+ (0.6, 0.4) |
+ 0.0086 |
+ 0.0139 |
+ 0.0139 |
+ 0.0765 |
+ 0.0132 |
+ 0.0121 |
+ 0.0216 |
+ 0.1075 |
+ 0.0122 |
+ 0.0122 |
+
+
+ (0.55, 0.45) |
+ 0.0095 |
+ 0.0139 |
+ 0.0139 |
+ 0.0731 |
+ 0.0135 |
+ 0.0112 |
+ 0.0189 |
+ 0.1010 |
+ 0.0123 |
+ 0.0123 |
+
+
+ (0.5, 0.5) |
+ 0.0094 |
+ 0.0140 |
+ 0.0140 |
+ 0.0646 |
+ 0.0160 |
+ 0.0123 |
+ 0.0189 |
+ 0.0920 |
+ 0.0111 |
+ 0.0111 |
+
+
+ (0.45, 0.55) |
+ 0.0102 |
+ 0.0143 |
+ 0.0143 |
+ 0.0591 |
+ 0.0149 |
+ 0.0124 |
+ 0.0182 |
+ 0.0840 |
+ 0.0102 |
+ 0.0102 |
+
+
+ (0.4, 0.6) |
+ 0.0130 |
+ 0.0118 |
+ 0.0118 |
+ 0.0537 |
+ 0.0180 |
+ 0.0101 |
+ 0.0137 |
+ 0.0775 |
+ 0.0096 |
+ 0.0096 |
+
+
+ (0.35, 0.65) |
+ 0.0138 |
+ 0.0148 |
+ 0.0148 |
+ 0.0492 |
+ 0.0178 |
+ 0.0128 |
+ 0.0158 |
+ 0.0713 |
+ 0.0100 |
+ 0.0100 |
+
+
+ (0.3, 0.7) |
+ 0.0134 |
+ 0.0121 |
+ 0.0120 |
+ 0.0417 |
+ 0.0162 |
+ 0.0111 |
+ 0.0134 |
+ 0.0621 |
+ 0.0080 |
+ 0.0080 |
+
+
+ (0.25, 0.75) |
+ 0.0147 |
+ 0.0132 |
+ 0.0131 |
+ 0.0366 |
+ 0.0158 |
+ 0.0131 |
+ 0.0135 |
+ 0.0549 |
+ 0.0070 |
+ 0.0070 |
+
+
+ (0.2, 0.8) |
+ 0.0158 |
+ 0.0144 |
+ 0.0143 |
+ 0.0302 |
+ 0.0162 |
+ 0.0139 |
+ 0.0132 |
+ 0.0476 |
+ 0.0071 |
+ 0.0071 |
+
+
+ (0.15, 0.85) |
+ 0.0147 |
+ 0.0153 |
+ 0.0152 |
+ 0.0243 |
+ 0.0145 |
+ 0.0154 |
+ 0.0129 |
+ 0.0405 |
+ 0.0076 |
+ 0.0076 |
+
+
+ (0.1, 0.9) |
+ 0.0127 |
+ 0.0130 |
+ 0.0130 |
+ 0.0193 |
+ 0.0110 |
+ 0.0152 |
+ 0.0108 |
+ 0.0336 |
+ 0.0062 |
+ 0.0062 |
+
+
+ (0.05, 0.95) |
+ 0.0108 |
+ 0.0124 |
+ 0.0124 |
+ 0.0135 |
+ 0.0082 |
+ 0.0150 |
+ 0.0094 |
+ 0.0256 |
+ 0.0063 |
+ 0.0063 |
+
+
+ (0.0, 1.0) |
+ 0.0051 |
+ 0.0126 |
+ 0.0126 |
+ 0.0103 |
+ 0.0059 |
+ 0.0174 |
+ 0.0108 |
+ 0.0199 |
+ 0.0059 |
+ 0.0059 |
+
+
+ tot |
+ 0.0116 |
+ 0.0131 |
+ 0.0130 |
+ 0.0662 |
+ 0.0131 |
+ 0.0126 |
+ 0.0185 |
+ 0.0931 |
+ 0.0128 |
+ 0.0128 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_70_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_70_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_70_acc.png)
+
+
+> train: [0.40003338 0.59996662]
+> validation: [0.40003338 0.59996662]
+> evaluate_bin_sld: 240.635s
+> evaluate_bin_sld_bcts: 240.768s
+> evaluate_bin_sld_vs: 241.207s
+> evaluate_bin_cc: 235.336s
+> evaluate_mul_sld: 79.274s
+> evaluate_mul_sld_bcts: 84.628s
+> evaluate_mul_sld_vs: 81.549s
+> evaluate_mul_cc: 68.404s
+> reference: 53.547s
+> atc_mc: 56.419s
+> atc_ne: 55.827s
+> tot: 244.553s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0007 |
+ 0.0047 |
+ 0.0047 |
+ 0.0906 |
+ 0.0064 |
+ 0.0106 |
+ 0.0137 |
+ 0.1061 |
+ 0.0106 |
+ 0.0106 |
+
+
+ (0.95, 0.05) |
+ 0.0050 |
+ 0.0084 |
+ 0.0084 |
+ 0.0885 |
+ 0.0091 |
+ 0.0074 |
+ 0.0167 |
+ 0.1031 |
+ 0.0101 |
+ 0.0101 |
+
+
+ (0.9, 0.1) |
+ 0.0057 |
+ 0.0095 |
+ 0.0095 |
+ 0.0873 |
+ 0.0134 |
+ 0.0073 |
+ 0.0128 |
+ 0.1016 |
+ 0.0092 |
+ 0.0092 |
+
+
+ (0.85, 0.15) |
+ 0.0084 |
+ 0.0100 |
+ 0.0100 |
+ 0.0836 |
+ 0.0180 |
+ 0.0079 |
+ 0.0142 |
+ 0.0980 |
+ 0.0083 |
+ 0.0083 |
+
+
+ (0.8, 0.2) |
+ 0.0130 |
+ 0.0126 |
+ 0.0126 |
+ 0.0839 |
+ 0.0235 |
+ 0.0102 |
+ 0.0116 |
+ 0.0970 |
+ 0.0089 |
+ 0.0089 |
+
+
+ (0.75, 0.25) |
+ 0.0158 |
+ 0.0118 |
+ 0.0119 |
+ 0.0793 |
+ 0.0261 |
+ 0.0099 |
+ 0.0139 |
+ 0.0924 |
+ 0.0090 |
+ 0.0090 |
+
+
+ (0.7, 0.3) |
+ 0.0186 |
+ 0.0128 |
+ 0.0128 |
+ 0.0787 |
+ 0.0288 |
+ 0.0109 |
+ 0.0144 |
+ 0.0920 |
+ 0.0084 |
+ 0.0084 |
+
+
+ (0.65, 0.35) |
+ 0.0208 |
+ 0.0128 |
+ 0.0128 |
+ 0.0756 |
+ 0.0290 |
+ 0.0107 |
+ 0.0143 |
+ 0.0887 |
+ 0.0084 |
+ 0.0084 |
+
+
+ (0.6, 0.4) |
+ 0.0239 |
+ 0.0134 |
+ 0.0134 |
+ 0.0728 |
+ 0.0320 |
+ 0.0117 |
+ 0.0132 |
+ 0.0849 |
+ 0.0082 |
+ 0.0082 |
+
+
+ (0.55, 0.45) |
+ 0.0273 |
+ 0.0126 |
+ 0.0126 |
+ 0.0723 |
+ 0.0331 |
+ 0.0112 |
+ 0.0130 |
+ 0.0841 |
+ 0.0086 |
+ 0.0086 |
+
+
+ (0.5, 0.5) |
+ 0.0267 |
+ 0.0147 |
+ 0.0147 |
+ 0.0678 |
+ 0.0317 |
+ 0.0121 |
+ 0.0156 |
+ 0.0798 |
+ 0.0085 |
+ 0.0085 |
+
+
+ (0.45, 0.55) |
+ 0.0283 |
+ 0.0113 |
+ 0.0113 |
+ 0.0651 |
+ 0.0313 |
+ 0.0100 |
+ 0.0132 |
+ 0.0762 |
+ 0.0085 |
+ 0.0085 |
+
+
+ (0.4, 0.6) |
+ 0.0296 |
+ 0.0117 |
+ 0.0117 |
+ 0.0636 |
+ 0.0335 |
+ 0.0104 |
+ 0.0125 |
+ 0.0744 |
+ 0.0072 |
+ 0.0072 |
+
+
+ (0.35, 0.65) |
+ 0.0273 |
+ 0.0113 |
+ 0.0113 |
+ 0.0628 |
+ 0.0306 |
+ 0.0105 |
+ 0.0121 |
+ 0.0741 |
+ 0.0079 |
+ 0.0079 |
+
+
+ (0.3, 0.7) |
+ 0.0235 |
+ 0.0125 |
+ 0.0125 |
+ 0.0592 |
+ 0.0260 |
+ 0.0112 |
+ 0.0149 |
+ 0.0696 |
+ 0.0076 |
+ 0.0076 |
+
+
+ (0.25, 0.75) |
+ 0.0208 |
+ 0.0112 |
+ 0.0112 |
+ 0.0573 |
+ 0.0230 |
+ 0.0099 |
+ 0.0141 |
+ 0.0672 |
+ 0.0075 |
+ 0.0075 |
+
+
+ (0.2, 0.8) |
+ 0.0183 |
+ 0.0113 |
+ 0.0113 |
+ 0.0558 |
+ 0.0200 |
+ 0.0098 |
+ 0.0132 |
+ 0.0654 |
+ 0.0066 |
+ 0.0066 |
+
+
+ (0.15, 0.85) |
+ 0.0127 |
+ 0.0111 |
+ 0.0111 |
+ 0.0535 |
+ 0.0149 |
+ 0.0099 |
+ 0.0138 |
+ 0.0627 |
+ 0.0070 |
+ 0.0070 |
+
+
+ (0.1, 0.9) |
+ 0.0092 |
+ 0.0116 |
+ 0.0116 |
+ 0.0504 |
+ 0.0107 |
+ 0.0108 |
+ 0.0158 |
+ 0.0596 |
+ 0.0078 |
+ 0.0078 |
+
+
+ (0.05, 0.95) |
+ 0.0076 |
+ 0.0097 |
+ 0.0097 |
+ 0.0501 |
+ 0.0084 |
+ 0.0094 |
+ 0.0125 |
+ 0.0579 |
+ 0.0071 |
+ 0.0071 |
+
+
+ (0.0, 1.0) |
+ 0.0013 |
+ 0.0087 |
+ 0.0087 |
+ 0.0495 |
+ 0.0048 |
+ 0.0131 |
+ 0.0140 |
+ 0.0572 |
+ 0.0071 |
+ 0.0071 |
+
+
+ tot |
+ 0.0164 |
+ 0.0111 |
+ 0.0111 |
+ 0.0689 |
+ 0.0216 |
+ 0.0102 |
+ 0.0138 |
+ 0.0806 |
+ 0.0082 |
+ 0.0082 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_60_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_60_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_60_acc.png)
+
+
+> train: [0.5 0.5]
+> validation: [0.5 0.5]
+> evaluate_bin_sld: 229.770s
+> evaluate_bin_sld_bcts: 230.462s
+> evaluate_bin_sld_vs: 230.258s
+> evaluate_bin_cc: 224.702s
+> evaluate_mul_sld: 75.395s
+> evaluate_mul_sld_bcts: 80.430s
+> evaluate_mul_sld_vs: 79.097s
+> evaluate_mul_cc: 66.009s
+> reference: 50.782s
+> atc_mc: 54.176s
+> atc_ne: 53.525s
+> tot: 233.568s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0007 |
+ 0.0024 |
+ 0.0024 |
+ 0.0601 |
+ 0.0046 |
+ 0.0105 |
+ 0.0050 |
+ 0.0592 |
+ 0.0088 |
+ 0.0088 |
+
+
+ (0.95, 0.05) |
+ 0.0055 |
+ 0.0074 |
+ 0.0074 |
+ 0.0615 |
+ 0.0098 |
+ 0.0077 |
+ 0.0076 |
+ 0.0604 |
+ 0.0080 |
+ 0.0080 |
+
+
+ (0.9, 0.1) |
+ 0.0083 |
+ 0.0099 |
+ 0.0099 |
+ 0.0646 |
+ 0.0157 |
+ 0.0068 |
+ 0.0066 |
+ 0.0636 |
+ 0.0082 |
+ 0.0082 |
+
+
+ (0.85, 0.15) |
+ 0.0154 |
+ 0.0141 |
+ 0.0141 |
+ 0.0659 |
+ 0.0244 |
+ 0.0094 |
+ 0.0086 |
+ 0.0648 |
+ 0.0077 |
+ 0.0077 |
+
+
+ (0.8, 0.2) |
+ 0.0235 |
+ 0.0167 |
+ 0.0167 |
+ 0.0693 |
+ 0.0302 |
+ 0.0109 |
+ 0.0092 |
+ 0.0683 |
+ 0.0083 |
+ 0.0083 |
+
+
+ (0.75, 0.25) |
+ 0.0298 |
+ 0.0182 |
+ 0.0182 |
+ 0.0690 |
+ 0.0358 |
+ 0.0124 |
+ 0.0097 |
+ 0.0678 |
+ 0.0066 |
+ 0.0066 |
+
+
+ (0.7, 0.3) |
+ 0.0319 |
+ 0.0177 |
+ 0.0177 |
+ 0.0722 |
+ 0.0370 |
+ 0.0137 |
+ 0.0115 |
+ 0.0711 |
+ 0.0082 |
+ 0.0082 |
+
+
+ (0.65, 0.35) |
+ 0.0357 |
+ 0.0189 |
+ 0.0189 |
+ 0.0747 |
+ 0.0385 |
+ 0.0150 |
+ 0.0121 |
+ 0.0737 |
+ 0.0103 |
+ 0.0103 |
+
+
+ (0.6, 0.4) |
+ 0.0368 |
+ 0.0185 |
+ 0.0185 |
+ 0.0746 |
+ 0.0398 |
+ 0.0153 |
+ 0.0122 |
+ 0.0737 |
+ 0.0085 |
+ 0.0085 |
+
+
+ (0.55, 0.45) |
+ 0.0373 |
+ 0.0175 |
+ 0.0175 |
+ 0.0776 |
+ 0.0398 |
+ 0.0150 |
+ 0.0114 |
+ 0.0767 |
+ 0.0110 |
+ 0.0110 |
+
+
+ (0.5, 0.5) |
+ 0.0369 |
+ 0.0169 |
+ 0.0169 |
+ 0.0784 |
+ 0.0386 |
+ 0.0146 |
+ 0.0110 |
+ 0.0773 |
+ 0.0122 |
+ 0.0122 |
+
+
+ (0.45, 0.55) |
+ 0.0358 |
+ 0.0166 |
+ 0.0165 |
+ 0.0799 |
+ 0.0390 |
+ 0.0146 |
+ 0.0089 |
+ 0.0790 |
+ 0.0125 |
+ 0.0125 |
+
+
+ (0.4, 0.6) |
+ 0.0350 |
+ 0.0181 |
+ 0.0181 |
+ 0.0814 |
+ 0.0371 |
+ 0.0158 |
+ 0.0111 |
+ 0.0802 |
+ 0.0144 |
+ 0.0144 |
+
+
+ (0.35, 0.65) |
+ 0.0309 |
+ 0.0174 |
+ 0.0174 |
+ 0.0861 |
+ 0.0338 |
+ 0.0160 |
+ 0.0120 |
+ 0.0853 |
+ 0.0168 |
+ 0.0168 |
+
+
+ (0.3, 0.7) |
+ 0.0230 |
+ 0.0157 |
+ 0.0157 |
+ 0.0868 |
+ 0.0287 |
+ 0.0144 |
+ 0.0127 |
+ 0.0857 |
+ 0.0164 |
+ 0.0164 |
+
+
+ (0.25, 0.75) |
+ 0.0194 |
+ 0.0149 |
+ 0.0149 |
+ 0.0874 |
+ 0.0245 |
+ 0.0135 |
+ 0.0126 |
+ 0.0867 |
+ 0.0170 |
+ 0.0170 |
+
+
+ (0.2, 0.8) |
+ 0.0139 |
+ 0.0132 |
+ 0.0132 |
+ 0.0896 |
+ 0.0198 |
+ 0.0120 |
+ 0.0126 |
+ 0.0888 |
+ 0.0211 |
+ 0.0211 |
+
+
+ (0.15, 0.85) |
+ 0.0102 |
+ 0.0104 |
+ 0.0104 |
+ 0.0913 |
+ 0.0148 |
+ 0.0100 |
+ 0.0128 |
+ 0.0903 |
+ 0.0205 |
+ 0.0205 |
+
+
+ (0.1, 0.9) |
+ 0.0081 |
+ 0.0103 |
+ 0.0103 |
+ 0.0939 |
+ 0.0122 |
+ 0.0098 |
+ 0.0146 |
+ 0.0927 |
+ 0.0239 |
+ 0.0239 |
+
+
+ (0.05, 0.95) |
+ 0.0075 |
+ 0.0070 |
+ 0.0070 |
+ 0.0954 |
+ 0.0085 |
+ 0.0071 |
+ 0.0147 |
+ 0.0946 |
+ 0.0253 |
+ 0.0253 |
+
+
+ (0.0, 1.0) |
+ 0.0004 |
+ 0.0038 |
+ 0.0038 |
+ 0.0991 |
+ 0.0035 |
+ 0.0092 |
+ 0.0143 |
+ 0.0979 |
+ 0.0289 |
+ 0.0289 |
+
+
+ tot |
+ 0.0212 |
+ 0.0136 |
+ 0.0136 |
+ 0.0790 |
+ 0.0255 |
+ 0.0121 |
+ 0.0110 |
+ 0.0780 |
+ 0.0140 |
+ 0.0140 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_50_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_50_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_50_acc.png)
+
+
+> train: [0.59996662 0.40003338]
+> validation: [0.59996662 0.40003338]
+> evaluate_bin_sld: 226.170s
+> evaluate_bin_sld_bcts: 227.116s
+> evaluate_bin_sld_vs: 227.245s
+> evaluate_bin_cc: 221.751s
+> evaluate_mul_sld: 73.120s
+> evaluate_mul_sld_bcts: 79.229s
+> evaluate_mul_sld_vs: 77.833s
+> evaluate_mul_cc: 65.334s
+> reference: 51.208s
+> atc_mc: 53.933s
+> atc_ne: 53.655s
+> tot: 230.374s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0005 |
+ 0.0019 |
+ 0.0019 |
+ 0.0195 |
+ 0.0034 |
+ 0.0078 |
+ 0.0031 |
+ 0.0249 |
+ 0.0190 |
+ 0.0190 |
+
+
+ (0.95, 0.05) |
+ 0.0079 |
+ 0.0073 |
+ 0.0073 |
+ 0.0241 |
+ 0.0154 |
+ 0.0060 |
+ 0.0057 |
+ 0.0305 |
+ 0.0166 |
+ 0.0166 |
+
+
+ (0.9, 0.1) |
+ 0.0192 |
+ 0.0114 |
+ 0.0114 |
+ 0.0306 |
+ 0.0254 |
+ 0.0070 |
+ 0.0083 |
+ 0.0369 |
+ 0.0147 |
+ 0.0147 |
+
+
+ (0.85, 0.15) |
+ 0.0319 |
+ 0.0157 |
+ 0.0157 |
+ 0.0362 |
+ 0.0348 |
+ 0.0109 |
+ 0.0120 |
+ 0.0427 |
+ 0.0117 |
+ 0.0117 |
+
+
+ (0.8, 0.2) |
+ 0.0412 |
+ 0.0183 |
+ 0.0183 |
+ 0.0422 |
+ 0.0419 |
+ 0.0143 |
+ 0.0141 |
+ 0.0499 |
+ 0.0105 |
+ 0.0105 |
+
+
+ (0.75, 0.25) |
+ 0.0458 |
+ 0.0222 |
+ 0.0222 |
+ 0.0465 |
+ 0.0483 |
+ 0.0183 |
+ 0.0166 |
+ 0.0538 |
+ 0.0089 |
+ 0.0089 |
+
+
+ (0.7, 0.3) |
+ 0.0438 |
+ 0.0215 |
+ 0.0215 |
+ 0.0523 |
+ 0.0502 |
+ 0.0190 |
+ 0.0158 |
+ 0.0605 |
+ 0.0085 |
+ 0.0085 |
+
+
+ (0.65, 0.35) |
+ 0.0444 |
+ 0.0229 |
+ 0.0229 |
+ 0.0599 |
+ 0.0517 |
+ 0.0212 |
+ 0.0168 |
+ 0.0682 |
+ 0.0076 |
+ 0.0076 |
+
+
+ (0.6, 0.4) |
+ 0.0410 |
+ 0.0243 |
+ 0.0243 |
+ 0.0643 |
+ 0.0537 |
+ 0.0233 |
+ 0.0173 |
+ 0.0728 |
+ 0.0079 |
+ 0.0079 |
+
+
+ (0.55, 0.45) |
+ 0.0374 |
+ 0.0228 |
+ 0.0228 |
+ 0.0695 |
+ 0.0519 |
+ 0.0229 |
+ 0.0153 |
+ 0.0784 |
+ 0.0073 |
+ 0.0073 |
+
+
+ (0.5, 0.5) |
+ 0.0342 |
+ 0.0244 |
+ 0.0244 |
+ 0.0740 |
+ 0.0516 |
+ 0.0244 |
+ 0.0153 |
+ 0.0835 |
+ 0.0081 |
+ 0.0081 |
+
+
+ (0.45, 0.55) |
+ 0.0318 |
+ 0.0242 |
+ 0.0242 |
+ 0.0798 |
+ 0.0515 |
+ 0.0260 |
+ 0.0148 |
+ 0.0901 |
+ 0.0099 |
+ 0.0099 |
+
+
+ (0.4, 0.6) |
+ 0.0284 |
+ 0.0245 |
+ 0.0245 |
+ 0.0839 |
+ 0.0491 |
+ 0.0265 |
+ 0.0146 |
+ 0.0946 |
+ 0.0112 |
+ 0.0112 |
+
+
+ (0.35, 0.65) |
+ 0.0248 |
+ 0.0236 |
+ 0.0236 |
+ 0.0924 |
+ 0.0459 |
+ 0.0267 |
+ 0.0149 |
+ 0.1034 |
+ 0.0156 |
+ 0.0156 |
+
+
+ (0.3, 0.7) |
+ 0.0205 |
+ 0.0215 |
+ 0.0215 |
+ 0.0975 |
+ 0.0409 |
+ 0.0256 |
+ 0.0132 |
+ 0.1084 |
+ 0.0168 |
+ 0.0168 |
+
+
+ (0.25, 0.75) |
+ 0.0165 |
+ 0.0198 |
+ 0.0198 |
+ 0.1019 |
+ 0.0338 |
+ 0.0225 |
+ 0.0115 |
+ 0.1133 |
+ 0.0160 |
+ 0.0160 |
+
+
+ (0.2, 0.8) |
+ 0.0135 |
+ 0.0191 |
+ 0.0191 |
+ 0.1080 |
+ 0.0308 |
+ 0.0232 |
+ 0.0113 |
+ 0.1192 |
+ 0.0180 |
+ 0.0180 |
+
+
+ (0.15, 0.85) |
+ 0.0100 |
+ 0.0165 |
+ 0.0165 |
+ 0.1131 |
+ 0.0257 |
+ 0.0218 |
+ 0.0102 |
+ 0.1258 |
+ 0.0218 |
+ 0.0218 |
+
+
+ (0.1, 0.9) |
+ 0.0072 |
+ 0.0134 |
+ 0.0134 |
+ 0.1177 |
+ 0.0172 |
+ 0.0172 |
+ 0.0092 |
+ 0.1303 |
+ 0.0224 |
+ 0.0224 |
+
+
+ (0.05, 0.95) |
+ 0.0065 |
+ 0.0102 |
+ 0.0102 |
+ 0.1238 |
+ 0.0127 |
+ 0.0150 |
+ 0.0084 |
+ 0.1371 |
+ 0.0278 |
+ 0.0278 |
+
+
+ (0.0, 1.0) |
+ 0.0003 |
+ 0.0033 |
+ 0.0033 |
+ 0.1304 |
+ 0.0055 |
+ 0.0067 |
+ 0.0097 |
+ 0.1440 |
+ 0.0285 |
+ 0.0285 |
+
+
+ tot |
+ 0.0241 |
+ 0.0176 |
+ 0.0176 |
+ 0.0746 |
+ 0.0353 |
+ 0.0184 |
+ 0.0123 |
+ 0.0842 |
+ 0.0147 |
+ 0.0147 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_40_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_40_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_40_acc.png)
+
+
+> train: [0.69993324 0.30006676]
+> validation: [0.70010013 0.29989987]
+> evaluate_bin_sld: 231.071s
+> evaluate_bin_sld_bcts: 231.337s
+> evaluate_bin_sld_vs: 232.414s
+> evaluate_bin_cc: 227.621s
+> evaluate_mul_sld: 74.887s
+> evaluate_mul_sld_bcts: 80.509s
+> evaluate_mul_sld_vs: 78.576s
+> evaluate_mul_cc: 66.319s
+> reference: 51.500s
+> atc_mc: 54.168s
+> atc_ne: 53.778s
+> tot: 235.837s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0014 |
+ 0.0049 |
+ 0.0049 |
+ 0.0071 |
+ 0.0024 |
+ 0.0101 |
+ 0.0041 |
+ 0.0047 |
+ 0.0103 |
+ 0.0103 |
+
+
+ (0.95, 0.05) |
+ 0.0097 |
+ 0.0067 |
+ 0.0067 |
+ 0.0050 |
+ 0.0117 |
+ 0.0080 |
+ 0.0062 |
+ 0.0101 |
+ 0.0072 |
+ 0.0072 |
+
+
+ (0.9, 0.1) |
+ 0.0180 |
+ 0.0079 |
+ 0.0079 |
+ 0.0088 |
+ 0.0202 |
+ 0.0073 |
+ 0.0092 |
+ 0.0175 |
+ 0.0049 |
+ 0.0049 |
+
+
+ (0.85, 0.15) |
+ 0.0227 |
+ 0.0089 |
+ 0.0089 |
+ 0.0170 |
+ 0.0282 |
+ 0.0082 |
+ 0.0121 |
+ 0.0266 |
+ 0.0060 |
+ 0.0060 |
+
+
+ (0.8, 0.2) |
+ 0.0237 |
+ 0.0102 |
+ 0.0102 |
+ 0.0245 |
+ 0.0333 |
+ 0.0102 |
+ 0.0131 |
+ 0.0352 |
+ 0.0082 |
+ 0.0082 |
+
+
+ (0.75, 0.25) |
+ 0.0250 |
+ 0.0113 |
+ 0.0113 |
+ 0.0320 |
+ 0.0378 |
+ 0.0125 |
+ 0.0152 |
+ 0.0432 |
+ 0.0101 |
+ 0.0101 |
+
+
+ (0.7, 0.3) |
+ 0.0229 |
+ 0.0108 |
+ 0.0108 |
+ 0.0398 |
+ 0.0371 |
+ 0.0130 |
+ 0.0138 |
+ 0.0526 |
+ 0.0119 |
+ 0.0119 |
+
+
+ (0.65, 0.35) |
+ 0.0218 |
+ 0.0124 |
+ 0.0124 |
+ 0.0481 |
+ 0.0364 |
+ 0.0147 |
+ 0.0149 |
+ 0.0608 |
+ 0.0160 |
+ 0.0160 |
+
+
+ (0.6, 0.4) |
+ 0.0220 |
+ 0.0136 |
+ 0.0136 |
+ 0.0566 |
+ 0.0379 |
+ 0.0174 |
+ 0.0156 |
+ 0.0699 |
+ 0.0190 |
+ 0.0190 |
+
+
+ (0.55, 0.45) |
+ 0.0189 |
+ 0.0130 |
+ 0.0130 |
+ 0.0626 |
+ 0.0369 |
+ 0.0179 |
+ 0.0148 |
+ 0.0781 |
+ 0.0222 |
+ 0.0222 |
+
+
+ (0.5, 0.5) |
+ 0.0183 |
+ 0.0136 |
+ 0.0136 |
+ 0.0699 |
+ 0.0359 |
+ 0.0191 |
+ 0.0143 |
+ 0.0858 |
+ 0.0259 |
+ 0.0259 |
+
+
+ (0.45, 0.55) |
+ 0.0179 |
+ 0.0146 |
+ 0.0146 |
+ 0.0788 |
+ 0.0365 |
+ 0.0218 |
+ 0.0150 |
+ 0.0949 |
+ 0.0297 |
+ 0.0297 |
+
+
+ (0.4, 0.6) |
+ 0.0144 |
+ 0.0127 |
+ 0.0127 |
+ 0.0832 |
+ 0.0333 |
+ 0.0213 |
+ 0.0127 |
+ 0.1006 |
+ 0.0307 |
+ 0.0307 |
+
+
+ (0.35, 0.65) |
+ 0.0131 |
+ 0.0133 |
+ 0.0133 |
+ 0.0932 |
+ 0.0309 |
+ 0.0224 |
+ 0.0136 |
+ 0.1121 |
+ 0.0368 |
+ 0.0368 |
+
+
+ (0.3, 0.7) |
+ 0.0117 |
+ 0.0128 |
+ 0.0128 |
+ 0.1011 |
+ 0.0272 |
+ 0.0219 |
+ 0.0125 |
+ 0.1204 |
+ 0.0400 |
+ 0.0400 |
+
+
+ (0.25, 0.75) |
+ 0.0095 |
+ 0.0117 |
+ 0.0117 |
+ 0.1084 |
+ 0.0225 |
+ 0.0205 |
+ 0.0110 |
+ 0.1281 |
+ 0.0427 |
+ 0.0427 |
+
+
+ (0.2, 0.8) |
+ 0.0081 |
+ 0.0110 |
+ 0.0110 |
+ 0.1150 |
+ 0.0196 |
+ 0.0203 |
+ 0.0104 |
+ 0.1366 |
+ 0.0464 |
+ 0.0464 |
+
+
+ (0.15, 0.85) |
+ 0.0073 |
+ 0.0101 |
+ 0.0101 |
+ 0.1235 |
+ 0.0155 |
+ 0.0191 |
+ 0.0099 |
+ 0.1458 |
+ 0.0517 |
+ 0.0517 |
+
+
+ (0.1, 0.9) |
+ 0.0078 |
+ 0.0091 |
+ 0.0090 |
+ 0.1297 |
+ 0.0121 |
+ 0.0161 |
+ 0.0101 |
+ 0.1531 |
+ 0.0521 |
+ 0.0521 |
+
+
+ (0.05, 0.95) |
+ 0.0089 |
+ 0.0085 |
+ 0.0085 |
+ 0.1379 |
+ 0.0102 |
+ 0.0140 |
+ 0.0103 |
+ 0.1614 |
+ 0.0548 |
+ 0.0548 |
+
+
+ (0.0, 1.0) |
+ 0.0003 |
+ 0.0057 |
+ 0.0057 |
+ 0.1468 |
+ 0.0071 |
+ 0.0071 |
+ 0.0154 |
+ 0.1713 |
+ 0.0625 |
+ 0.0625 |
+
+
+ tot |
+ 0.0144 |
+ 0.0106 |
+ 0.0106 |
+ 0.0709 |
+ 0.0254 |
+ 0.0154 |
+ 0.0121 |
+ 0.0861 |
+ 0.0280 |
+ 0.0280 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_30_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_30_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_30_acc.png)
+
+
+> train: [0.79989987 0.20010013]
+> validation: [0.80006676 0.19993324]
+> evaluate_bin_sld: 240.373s
+> evaluate_bin_sld_bcts: 241.053s
+> evaluate_bin_sld_vs: 239.827s
+> evaluate_bin_cc: 234.809s
+> evaluate_mul_sld: 74.766s
+> evaluate_mul_sld_bcts: 80.293s
+> evaluate_mul_sld_vs: 78.526s
+> evaluate_mul_cc: 67.477s
+> reference: 52.154s
+> atc_mc: 55.027s
+> atc_ne: 54.191s
+> tot: 243.374s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0011 |
+ 0.0047 |
+ 0.0047 |
+ 0.0121 |
+ 0.0019 |
+ 0.0078 |
+ 0.0029 |
+ 0.0094 |
+ 0.0097 |
+ 0.0097 |
+
+
+ (0.95, 0.05) |
+ 0.0092 |
+ 0.0065 |
+ 0.0065 |
+ 0.0040 |
+ 0.0117 |
+ 0.0068 |
+ 0.0060 |
+ 0.0034 |
+ 0.0071 |
+ 0.0071 |
+
+
+ (0.9, 0.1) |
+ 0.0103 |
+ 0.0071 |
+ 0.0071 |
+ 0.0091 |
+ 0.0164 |
+ 0.0068 |
+ 0.0073 |
+ 0.0119 |
+ 0.0062 |
+ 0.0062 |
+
+
+ (0.85, 0.15) |
+ 0.0103 |
+ 0.0079 |
+ 0.0079 |
+ 0.0183 |
+ 0.0178 |
+ 0.0067 |
+ 0.0086 |
+ 0.0214 |
+ 0.0064 |
+ 0.0064 |
+
+
+ (0.8, 0.2) |
+ 0.0117 |
+ 0.0094 |
+ 0.0094 |
+ 0.0294 |
+ 0.0208 |
+ 0.0088 |
+ 0.0105 |
+ 0.0326 |
+ 0.0088 |
+ 0.0088 |
+
+
+ (0.75, 0.25) |
+ 0.0101 |
+ 0.0088 |
+ 0.0088 |
+ 0.0396 |
+ 0.0218 |
+ 0.0094 |
+ 0.0109 |
+ 0.0429 |
+ 0.0093 |
+ 0.0093 |
+
+
+ (0.7, 0.3) |
+ 0.0093 |
+ 0.0090 |
+ 0.0090 |
+ 0.0499 |
+ 0.0197 |
+ 0.0102 |
+ 0.0109 |
+ 0.0542 |
+ 0.0124 |
+ 0.0124 |
+
+
+ (0.65, 0.35) |
+ 0.0087 |
+ 0.0083 |
+ 0.0083 |
+ 0.0616 |
+ 0.0178 |
+ 0.0105 |
+ 0.0106 |
+ 0.0652 |
+ 0.0161 |
+ 0.0161 |
+
+
+ (0.6, 0.4) |
+ 0.0092 |
+ 0.0090 |
+ 0.0090 |
+ 0.0729 |
+ 0.0173 |
+ 0.0118 |
+ 0.0113 |
+ 0.0767 |
+ 0.0190 |
+ 0.0190 |
+
+
+ (0.55, 0.45) |
+ 0.0092 |
+ 0.0104 |
+ 0.0104 |
+ 0.0817 |
+ 0.0155 |
+ 0.0118 |
+ 0.0107 |
+ 0.0855 |
+ 0.0207 |
+ 0.0207 |
+
+
+ (0.5, 0.5) |
+ 0.0088 |
+ 0.0104 |
+ 0.0104 |
+ 0.0910 |
+ 0.0135 |
+ 0.0118 |
+ 0.0095 |
+ 0.0955 |
+ 0.0222 |
+ 0.0222 |
+
+
+ (0.45, 0.55) |
+ 0.0093 |
+ 0.0100 |
+ 0.0100 |
+ 0.1016 |
+ 0.0135 |
+ 0.0135 |
+ 0.0097 |
+ 0.1059 |
+ 0.0247 |
+ 0.0247 |
+
+
+ (0.4, 0.6) |
+ 0.0113 |
+ 0.0109 |
+ 0.0109 |
+ 0.1097 |
+ 0.0110 |
+ 0.0119 |
+ 0.0087 |
+ 0.1147 |
+ 0.0272 |
+ 0.0272 |
+
+
+ (0.35, 0.65) |
+ 0.0125 |
+ 0.0132 |
+ 0.0131 |
+ 0.1232 |
+ 0.0113 |
+ 0.0128 |
+ 0.0105 |
+ 0.1273 |
+ 0.0331 |
+ 0.0331 |
+
+
+ (0.3, 0.7) |
+ 0.0146 |
+ 0.0114 |
+ 0.0113 |
+ 0.1340 |
+ 0.0126 |
+ 0.0137 |
+ 0.0087 |
+ 0.1385 |
+ 0.0384 |
+ 0.0384 |
+
+
+ (0.25, 0.75) |
+ 0.0170 |
+ 0.0133 |
+ 0.0133 |
+ 0.1444 |
+ 0.0136 |
+ 0.0128 |
+ 0.0106 |
+ 0.1496 |
+ 0.0425 |
+ 0.0425 |
+
+
+ (0.2, 0.8) |
+ 0.0216 |
+ 0.0135 |
+ 0.0134 |
+ 0.1520 |
+ 0.0156 |
+ 0.0115 |
+ 0.0110 |
+ 0.1572 |
+ 0.0407 |
+ 0.0407 |
+
+
+ (0.15, 0.85) |
+ 0.0247 |
+ 0.0162 |
+ 0.0161 |
+ 0.1636 |
+ 0.0182 |
+ 0.0103 |
+ 0.0141 |
+ 0.1685 |
+ 0.0447 |
+ 0.0447 |
+
+
+ (0.1, 0.9) |
+ 0.0283 |
+ 0.0180 |
+ 0.0179 |
+ 0.1727 |
+ 0.0209 |
+ 0.0104 |
+ 0.0178 |
+ 0.1791 |
+ 0.0492 |
+ 0.0492 |
+
+
+ (0.05, 0.95) |
+ 0.0297 |
+ 0.0193 |
+ 0.0193 |
+ 0.1821 |
+ 0.0223 |
+ 0.0092 |
+ 0.0229 |
+ 0.1872 |
+ 0.0492 |
+ 0.0492 |
+
+
+ (0.0, 1.0) |
+ 0.0009 |
+ 0.0116 |
+ 0.0115 |
+ 0.1946 |
+ 0.0082 |
+ 0.0055 |
+ 0.0285 |
+ 0.2005 |
+ 0.0571 |
+ 0.0571 |
+
+
+ tot |
+ 0.0128 |
+ 0.0109 |
+ 0.0109 |
+ 0.0927 |
+ 0.0153 |
+ 0.0102 |
+ 0.0115 |
+ 0.0965 |
+ 0.0259 |
+ 0.0259 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_20_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_20_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_20_acc.png)
+
+
+> train: [0.90003338 0.09996662]
+> validation: [0.90003338 0.09996662]
+> evaluate_bin_sld: 217.387s
+> evaluate_bin_cc: 208.359s
+> evaluate_mul_sld: 60.019s
+> evaluate_mul_cc: 54.774s
+> reference: 42.650s
+> atc_mc: 45.927s
+> atc_ne: 45.023s
+> tot: 218.936s
+
+
+
+
+ |
+ bin_SLD |
+ bin_CC |
+ mul_SLD |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0010 |
+ 0.0062 |
+ 0.0010 |
+ 0.0061 |
+ 0.0088 |
+ 0.0088 |
+
+
+ (0.95, 0.05) |
+ 0.0077 |
+ 0.0108 |
+ 0.0085 |
+ 0.0076 |
+ 0.0046 |
+ 0.0046 |
+
+
+ (0.9, 0.1) |
+ 0.0129 |
+ 0.0278 |
+ 0.0093 |
+ 0.0208 |
+ 0.0080 |
+ 0.0080 |
+
+
+ (0.85, 0.15) |
+ 0.0181 |
+ 0.0442 |
+ 0.0075 |
+ 0.0332 |
+ 0.0128 |
+ 0.0128 |
+
+
+ (0.8, 0.2) |
+ 0.0248 |
+ 0.0607 |
+ 0.0110 |
+ 0.0465 |
+ 0.0194 |
+ 0.0194 |
+
+
+ (0.75, 0.25) |
+ 0.0262 |
+ 0.0767 |
+ 0.0122 |
+ 0.0588 |
+ 0.0256 |
+ 0.0256 |
+
+
+ (0.7, 0.3) |
+ 0.0372 |
+ 0.0949 |
+ 0.0178 |
+ 0.0736 |
+ 0.0348 |
+ 0.0348 |
+
+
+ (0.65, 0.35) |
+ 0.0403 |
+ 0.1132 |
+ 0.0226 |
+ 0.0892 |
+ 0.0438 |
+ 0.0438 |
+
+
+ (0.6, 0.4) |
+ 0.0505 |
+ 0.1297 |
+ 0.0317 |
+ 0.1013 |
+ 0.0509 |
+ 0.0509 |
+
+
+ (0.55, 0.45) |
+ 0.0550 |
+ 0.1455 |
+ 0.0393 |
+ 0.1133 |
+ 0.0568 |
+ 0.0568 |
+
+
+ (0.5, 0.5) |
+ 0.0716 |
+ 0.1625 |
+ 0.0473 |
+ 0.1270 |
+ 0.0633 |
+ 0.0633 |
+
+
+ (0.45, 0.55) |
+ 0.0735 |
+ 0.1798 |
+ 0.0533 |
+ 0.1416 |
+ 0.0728 |
+ 0.0728 |
+
+
+ (0.4, 0.6) |
+ 0.0795 |
+ 0.1941 |
+ 0.0639 |
+ 0.1499 |
+ 0.0748 |
+ 0.0748 |
+
+
+ (0.35, 0.65) |
+ 0.0966 |
+ 0.2130 |
+ 0.0709 |
+ 0.1657 |
+ 0.0843 |
+ 0.0843 |
+
+
+ (0.3, 0.7) |
+ 0.0945 |
+ 0.2303 |
+ 0.0775 |
+ 0.1792 |
+ 0.0916 |
+ 0.0916 |
+
+
+ (0.25, 0.75) |
+ 0.1032 |
+ 0.2474 |
+ 0.0830 |
+ 0.1930 |
+ 0.1005 |
+ 0.1005 |
+
+
+ (0.2, 0.8) |
+ 0.1081 |
+ 0.2630 |
+ 0.0916 |
+ 0.2055 |
+ 0.1064 |
+ 0.1064 |
+
+
+ (0.15, 0.85) |
+ 0.1154 |
+ 0.2804 |
+ 0.0971 |
+ 0.2185 |
+ 0.1147 |
+ 0.1147 |
+
+
+ (0.1, 0.9) |
+ 0.1080 |
+ 0.2967 |
+ 0.0976 |
+ 0.2317 |
+ 0.1204 |
+ 0.1204 |
+
+
+ (0.05, 0.95) |
+ 0.0835 |
+ 0.3117 |
+ 0.0729 |
+ 0.2411 |
+ 0.1244 |
+ 0.1244 |
+
+
+ (0.0, 1.0) |
+ 0.0321 |
+ 0.3318 |
+ 0.0184 |
+ 0.2570 |
+ 0.1336 |
+ 0.1336 |
+
+
+ tot |
+ 0.0590 |
+ 0.1629 |
+ 0.0445 |
+ 0.1267 |
+ 0.0644 |
+ 0.0644 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_10_acc.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_10_acc.png)
+![plot_shift](plot\shift_rcv1_CCAT_10_acc.png)
+
+
diff --git a/out/rcv1_CCAT_best_our_vs_atc/rcv1_CCAT_best_our_vs_atc_f1.md b/out/rcv1_CCAT_best_our_vs_atc/rcv1_CCAT_best_our_vs_atc_f1.md
new file mode 100644
index 0000000..6b23aaf
--- /dev/null
+++ b/out/rcv1_CCAT_best_our_vs_atc/rcv1_CCAT_best_our_vs_atc_f1.md
@@ -0,0 +1,2840 @@
+rcv1_CCAT
+
+> train: [0.09996662 0.90003338]
+> validation: [0.09996662 0.90003338]
+> evaluate_bin_sld: 258.627s
+> evaluate_bin_sld_bcts: 255.748s
+> evaluate_bin_sld_vs: 256.387s
+> evaluate_bin_cc: 252.645s
+> evaluate_mul_sld: 77.452s
+> evaluate_mul_sld_bcts: 83.186s
+> evaluate_mul_sld_vs: 82.065s
+> evaluate_mul_cc: 69.467s
+> reference: 53.997s
+> atc_mc: 57.417s
+> atc_ne: 57.316s
+> tot: 263.605s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0000 |
+ 0.0000 |
+ 0.0000 |
+ 0.6000 |
+ 0.0000 |
+ 0.0000 |
+ 0.0000 |
+ 0.5619 |
+ 0.4745 |
+ 0.4745 |
+
+
+ (0.95, 0.05) |
+ 0.1094 |
+ 0.0719 |
+ 0.0719 |
+ 0.5213 |
+ 0.1090 |
+ 0.0502 |
+ 0.0629 |
+ 0.4846 |
+ 0.4016 |
+ 0.4016 |
+
+
+ (0.9, 0.1) |
+ 0.1807 |
+ 0.0683 |
+ 0.0683 |
+ 0.4553 |
+ 0.1536 |
+ 0.0501 |
+ 0.0592 |
+ 0.4180 |
+ 0.3432 |
+ 0.3432 |
+
+
+ (0.85, 0.15) |
+ 0.1695 |
+ 0.0607 |
+ 0.0607 |
+ 0.3958 |
+ 0.1491 |
+ 0.0461 |
+ 0.0518 |
+ 0.3608 |
+ 0.2909 |
+ 0.2909 |
+
+
+ (0.8, 0.2) |
+ 0.1458 |
+ 0.0505 |
+ 0.0505 |
+ 0.3459 |
+ 0.1326 |
+ 0.0388 |
+ 0.0419 |
+ 0.3128 |
+ 0.2470 |
+ 0.2470 |
+
+
+ (0.75, 0.25) |
+ 0.1307 |
+ 0.0476 |
+ 0.0476 |
+ 0.3001 |
+ 0.1245 |
+ 0.0397 |
+ 0.0400 |
+ 0.2676 |
+ 0.2076 |
+ 0.2076 |
+
+
+ (0.7, 0.3) |
+ 0.1112 |
+ 0.0399 |
+ 0.0399 |
+ 0.2611 |
+ 0.1091 |
+ 0.0340 |
+ 0.0329 |
+ 0.2320 |
+ 0.1759 |
+ 0.1759 |
+
+
+ (0.65, 0.35) |
+ 0.0955 |
+ 0.0351 |
+ 0.0351 |
+ 0.2274 |
+ 0.0975 |
+ 0.0314 |
+ 0.0286 |
+ 0.1986 |
+ 0.1487 |
+ 0.1487 |
+
+
+ (0.6, 0.4) |
+ 0.0818 |
+ 0.0311 |
+ 0.0311 |
+ 0.1956 |
+ 0.0862 |
+ 0.0288 |
+ 0.0251 |
+ 0.1700 |
+ 0.1239 |
+ 0.1239 |
+
+
+ (0.55, 0.45) |
+ 0.0658 |
+ 0.0248 |
+ 0.0248 |
+ 0.1690 |
+ 0.0707 |
+ 0.0231 |
+ 0.0191 |
+ 0.1454 |
+ 0.1027 |
+ 0.1027 |
+
+
+ (0.5, 0.5) |
+ 0.0541 |
+ 0.0210 |
+ 0.0210 |
+ 0.1430 |
+ 0.0596 |
+ 0.0198 |
+ 0.0161 |
+ 0.1214 |
+ 0.0842 |
+ 0.0842 |
+
+
+ (0.45, 0.55) |
+ 0.0465 |
+ 0.0199 |
+ 0.0199 |
+ 0.1198 |
+ 0.0526 |
+ 0.0196 |
+ 0.0153 |
+ 0.1009 |
+ 0.0659 |
+ 0.0659 |
+
+
+ (0.4, 0.6) |
+ 0.0342 |
+ 0.0146 |
+ 0.0146 |
+ 0.1005 |
+ 0.0392 |
+ 0.0142 |
+ 0.0106 |
+ 0.0827 |
+ 0.0530 |
+ 0.0530 |
+
+
+ (0.35, 0.65) |
+ 0.0300 |
+ 0.0152 |
+ 0.0152 |
+ 0.0816 |
+ 0.0357 |
+ 0.0160 |
+ 0.0117 |
+ 0.0668 |
+ 0.0392 |
+ 0.0392 |
+
+
+ (0.3, 0.7) |
+ 0.0224 |
+ 0.0127 |
+ 0.0127 |
+ 0.0655 |
+ 0.0271 |
+ 0.0135 |
+ 0.0099 |
+ 0.0524 |
+ 0.0290 |
+ 0.0290 |
+
+
+ (0.25, 0.75) |
+ 0.0156 |
+ 0.0100 |
+ 0.0100 |
+ 0.0510 |
+ 0.0193 |
+ 0.0107 |
+ 0.0074 |
+ 0.0396 |
+ 0.0196 |
+ 0.0196 |
+
+
+ (0.2, 0.8) |
+ 0.0116 |
+ 0.0091 |
+ 0.0091 |
+ 0.0370 |
+ 0.0143 |
+ 0.0101 |
+ 0.0069 |
+ 0.0287 |
+ 0.0125 |
+ 0.0125 |
+
+
+ (0.15, 0.85) |
+ 0.0075 |
+ 0.0076 |
+ 0.0076 |
+ 0.0248 |
+ 0.0096 |
+ 0.0089 |
+ 0.0061 |
+ 0.0188 |
+ 0.0061 |
+ 0.0061 |
+
+
+ (0.1, 0.9) |
+ 0.0047 |
+ 0.0067 |
+ 0.0067 |
+ 0.0133 |
+ 0.0056 |
+ 0.0073 |
+ 0.0051 |
+ 0.0094 |
+ 0.0036 |
+ 0.0036 |
+
+
+ (0.05, 0.95) |
+ 0.0032 |
+ 0.0060 |
+ 0.0060 |
+ 0.0031 |
+ 0.0038 |
+ 0.0069 |
+ 0.0048 |
+ 0.0020 |
+ 0.0069 |
+ 0.0069 |
+
+
+ (0.0, 1.0) |
+ 0.0024 |
+ 0.0063 |
+ 0.0063 |
+ 0.0073 |
+ 0.0020 |
+ 0.0065 |
+ 0.0052 |
+ 0.0069 |
+ 0.0123 |
+ 0.0123 |
+
+
+ tot |
+ 0.0630 |
+ 0.0266 |
+ 0.0266 |
+ 0.1961 |
+ 0.0620 |
+ 0.0227 |
+ 0.0219 |
+ 0.1753 |
+ 0.1356 |
+ 0.1356 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_90_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_90_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_90_f1.png)
+
+
+> train: [0.19993324 0.80006676]
+> validation: [0.20010013 0.79989987]
+> evaluate_bin_sld: 249.753s
+> evaluate_bin_sld_bcts: 246.217s
+> evaluate_bin_sld_vs: 248.247s
+> evaluate_bin_cc: 240.680s
+> evaluate_mul_sld: 80.772s
+> evaluate_mul_sld_bcts: 84.150s
+> evaluate_mul_sld_vs: 81.179s
+> evaluate_mul_cc: 68.649s
+> reference: 53.439s
+> atc_mc: 57.792s
+> atc_ne: 56.689s
+> tot: 251.684s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0001 |
+ 0.0002 |
+ 0.0002 |
+ 0.5814 |
+ 0.0000 |
+ 0.0015 |
+ 0.0000 |
+ 0.5951 |
+ 0.5459 |
+ 0.5459 |
+
+
+ (0.95, 0.05) |
+ 0.0933 |
+ 0.0385 |
+ 0.0384 |
+ 0.4421 |
+ 0.0886 |
+ 0.0162 |
+ 0.0681 |
+ 0.4520 |
+ 0.3941 |
+ 0.3941 |
+
+
+ (0.9, 0.1) |
+ 0.0682 |
+ 0.0271 |
+ 0.0270 |
+ 0.3494 |
+ 0.0677 |
+ 0.0180 |
+ 0.0511 |
+ 0.3571 |
+ 0.2954 |
+ 0.2954 |
+
+
+ (0.85, 0.15) |
+ 0.0501 |
+ 0.0189 |
+ 0.0189 |
+ 0.2797 |
+ 0.0512 |
+ 0.0152 |
+ 0.0406 |
+ 0.2840 |
+ 0.2206 |
+ 0.2206 |
+
+
+ (0.8, 0.2) |
+ 0.0337 |
+ 0.0143 |
+ 0.0143 |
+ 0.2291 |
+ 0.0349 |
+ 0.0140 |
+ 0.0283 |
+ 0.2322 |
+ 0.1701 |
+ 0.1701 |
+
+
+ (0.75, 0.25) |
+ 0.0296 |
+ 0.0136 |
+ 0.0136 |
+ 0.1846 |
+ 0.0303 |
+ 0.0133 |
+ 0.0261 |
+ 0.1876 |
+ 0.1277 |
+ 0.1277 |
+
+
+ (0.7, 0.3) |
+ 0.0215 |
+ 0.0120 |
+ 0.0119 |
+ 0.1542 |
+ 0.0257 |
+ 0.0116 |
+ 0.0209 |
+ 0.1559 |
+ 0.0994 |
+ 0.0994 |
+
+
+ (0.65, 0.35) |
+ 0.0184 |
+ 0.0123 |
+ 0.0123 |
+ 0.1274 |
+ 0.0214 |
+ 0.0124 |
+ 0.0181 |
+ 0.1295 |
+ 0.0774 |
+ 0.0774 |
+
+
+ (0.6, 0.4) |
+ 0.0141 |
+ 0.0101 |
+ 0.0101 |
+ 0.1046 |
+ 0.0172 |
+ 0.0106 |
+ 0.0145 |
+ 0.1062 |
+ 0.0563 |
+ 0.0563 |
+
+
+ (0.55, 0.45) |
+ 0.0114 |
+ 0.0101 |
+ 0.0101 |
+ 0.0875 |
+ 0.0137 |
+ 0.0096 |
+ 0.0116 |
+ 0.0886 |
+ 0.0440 |
+ 0.0440 |
+
+
+ (0.5, 0.5) |
+ 0.0083 |
+ 0.0073 |
+ 0.0073 |
+ 0.0713 |
+ 0.0119 |
+ 0.0084 |
+ 0.0088 |
+ 0.0729 |
+ 0.0323 |
+ 0.0323 |
+
+
+ (0.45, 0.55) |
+ 0.0078 |
+ 0.0073 |
+ 0.0073 |
+ 0.0564 |
+ 0.0105 |
+ 0.0076 |
+ 0.0088 |
+ 0.0577 |
+ 0.0206 |
+ 0.0206 |
+
+
+ (0.4, 0.6) |
+ 0.0060 |
+ 0.0064 |
+ 0.0064 |
+ 0.0461 |
+ 0.0099 |
+ 0.0071 |
+ 0.0068 |
+ 0.0470 |
+ 0.0152 |
+ 0.0152 |
+
+
+ (0.35, 0.65) |
+ 0.0066 |
+ 0.0074 |
+ 0.0074 |
+ 0.0358 |
+ 0.0099 |
+ 0.0069 |
+ 0.0069 |
+ 0.0371 |
+ 0.0098 |
+ 0.0098 |
+
+
+ (0.3, 0.7) |
+ 0.0054 |
+ 0.0061 |
+ 0.0061 |
+ 0.0270 |
+ 0.0083 |
+ 0.0066 |
+ 0.0059 |
+ 0.0280 |
+ 0.0072 |
+ 0.0072 |
+
+
+ (0.25, 0.75) |
+ 0.0062 |
+ 0.0059 |
+ 0.0059 |
+ 0.0197 |
+ 0.0077 |
+ 0.0059 |
+ 0.0055 |
+ 0.0214 |
+ 0.0056 |
+ 0.0056 |
+
+
+ (0.2, 0.8) |
+ 0.0070 |
+ 0.0061 |
+ 0.0061 |
+ 0.0130 |
+ 0.0067 |
+ 0.0060 |
+ 0.0052 |
+ 0.0146 |
+ 0.0049 |
+ 0.0049 |
+
+
+ (0.15, 0.85) |
+ 0.0078 |
+ 0.0060 |
+ 0.0060 |
+ 0.0072 |
+ 0.0062 |
+ 0.0062 |
+ 0.0051 |
+ 0.0088 |
+ 0.0053 |
+ 0.0053 |
+
+
+ (0.1, 0.9) |
+ 0.0081 |
+ 0.0055 |
+ 0.0055 |
+ 0.0036 |
+ 0.0053 |
+ 0.0062 |
+ 0.0049 |
+ 0.0046 |
+ 0.0055 |
+ 0.0055 |
+
+
+ (0.05, 0.95) |
+ 0.0081 |
+ 0.0057 |
+ 0.0057 |
+ 0.0041 |
+ 0.0044 |
+ 0.0064 |
+ 0.0044 |
+ 0.0029 |
+ 0.0068 |
+ 0.0068 |
+
+
+ (0.0, 1.0) |
+ 0.0028 |
+ 0.0059 |
+ 0.0059 |
+ 0.0084 |
+ 0.0029 |
+ 0.0072 |
+ 0.0026 |
+ 0.0064 |
+ 0.0076 |
+ 0.0076 |
+
+
+ tot |
+ 0.0197 |
+ 0.0108 |
+ 0.0108 |
+ 0.1349 |
+ 0.0207 |
+ 0.0094 |
+ 0.0164 |
+ 0.1376 |
+ 0.1025 |
+ 0.1025 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_80_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_80_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_80_f1.png)
+
+
+> train: [0.29989987 0.70010013]
+> validation: [0.30006676 0.69993324]
+> evaluate_bin_sld: 249.281s
+> evaluate_bin_sld_bcts: 249.181s
+> evaluate_bin_sld_vs: 246.959s
+> evaluate_bin_cc: 242.455s
+> evaluate_mul_sld: 80.406s
+> evaluate_mul_sld_bcts: 85.285s
+> evaluate_mul_sld_vs: 82.413s
+> evaluate_mul_cc: 69.119s
+> reference: 53.585s
+> atc_mc: 57.423s
+> atc_ne: 56.021s
+> tot: 251.594s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0001 |
+ 0.0002 |
+ 0.0002 |
+ 0.7211 |
+ 0.0000 |
+ 0.0018 |
+ 0.0000 |
+ 0.8412 |
+ 0.5749 |
+ 0.5749 |
+
+
+ (0.95, 0.05) |
+ 0.1119 |
+ 0.0554 |
+ 0.0554 |
+ 0.4676 |
+ 0.0927 |
+ 0.0270 |
+ 0.0676 |
+ 0.5619 |
+ 0.3336 |
+ 0.3336 |
+
+
+ (0.9, 0.1) |
+ 0.0743 |
+ 0.0411 |
+ 0.0410 |
+ 0.3359 |
+ 0.0592 |
+ 0.0251 |
+ 0.0573 |
+ 0.4131 |
+ 0.2163 |
+ 0.2163 |
+
+
+ (0.85, 0.15) |
+ 0.0513 |
+ 0.0332 |
+ 0.0331 |
+ 0.2516 |
+ 0.0367 |
+ 0.0207 |
+ 0.0464 |
+ 0.3186 |
+ 0.1450 |
+ 0.1450 |
+
+
+ (0.8, 0.2) |
+ 0.0324 |
+ 0.0233 |
+ 0.0233 |
+ 0.2004 |
+ 0.0230 |
+ 0.0157 |
+ 0.0345 |
+ 0.2543 |
+ 0.1055 |
+ 0.1055 |
+
+
+ (0.75, 0.25) |
+ 0.0266 |
+ 0.0226 |
+ 0.0226 |
+ 0.1558 |
+ 0.0205 |
+ 0.0168 |
+ 0.0342 |
+ 0.2024 |
+ 0.0703 |
+ 0.0703 |
+
+
+ (0.7, 0.3) |
+ 0.0190 |
+ 0.0199 |
+ 0.0199 |
+ 0.1295 |
+ 0.0169 |
+ 0.0145 |
+ 0.0286 |
+ 0.1697 |
+ 0.0549 |
+ 0.0549 |
+
+
+ (0.65, 0.35) |
+ 0.0175 |
+ 0.0179 |
+ 0.0179 |
+ 0.1064 |
+ 0.0160 |
+ 0.0148 |
+ 0.0262 |
+ 0.1426 |
+ 0.0403 |
+ 0.0403 |
+
+
+ (0.6, 0.4) |
+ 0.0124 |
+ 0.0164 |
+ 0.0163 |
+ 0.0870 |
+ 0.0149 |
+ 0.0139 |
+ 0.0233 |
+ 0.1188 |
+ 0.0279 |
+ 0.0279 |
+
+
+ (0.55, 0.45) |
+ 0.0105 |
+ 0.0145 |
+ 0.0144 |
+ 0.0751 |
+ 0.0135 |
+ 0.0118 |
+ 0.0186 |
+ 0.1015 |
+ 0.0225 |
+ 0.0225 |
+
+
+ (0.5, 0.5) |
+ 0.0093 |
+ 0.0133 |
+ 0.0133 |
+ 0.0606 |
+ 0.0145 |
+ 0.0119 |
+ 0.0174 |
+ 0.0848 |
+ 0.0165 |
+ 0.0165 |
+
+
+ (0.45, 0.55) |
+ 0.0090 |
+ 0.0127 |
+ 0.0126 |
+ 0.0510 |
+ 0.0123 |
+ 0.0112 |
+ 0.0157 |
+ 0.0716 |
+ 0.0120 |
+ 0.0120 |
+
+
+ (0.4, 0.6) |
+ 0.0095 |
+ 0.0097 |
+ 0.0097 |
+ 0.0428 |
+ 0.0138 |
+ 0.0085 |
+ 0.0110 |
+ 0.0613 |
+ 0.0095 |
+ 0.0095 |
+
+
+ (0.35, 0.65) |
+ 0.0098 |
+ 0.0112 |
+ 0.0112 |
+ 0.0365 |
+ 0.0130 |
+ 0.0099 |
+ 0.0120 |
+ 0.0526 |
+ 0.0089 |
+ 0.0089 |
+
+
+ (0.3, 0.7) |
+ 0.0091 |
+ 0.0088 |
+ 0.0088 |
+ 0.0288 |
+ 0.0112 |
+ 0.0083 |
+ 0.0097 |
+ 0.0430 |
+ 0.0060 |
+ 0.0060 |
+
+
+ (0.25, 0.75) |
+ 0.0093 |
+ 0.0088 |
+ 0.0088 |
+ 0.0237 |
+ 0.0102 |
+ 0.0091 |
+ 0.0091 |
+ 0.0358 |
+ 0.0047 |
+ 0.0047 |
+
+
+ (0.2, 0.8) |
+ 0.0096 |
+ 0.0091 |
+ 0.0091 |
+ 0.0184 |
+ 0.0100 |
+ 0.0090 |
+ 0.0084 |
+ 0.0293 |
+ 0.0044 |
+ 0.0044 |
+
+
+ (0.15, 0.85) |
+ 0.0086 |
+ 0.0091 |
+ 0.0091 |
+ 0.0139 |
+ 0.0085 |
+ 0.0094 |
+ 0.0077 |
+ 0.0236 |
+ 0.0045 |
+ 0.0045 |
+
+
+ (0.1, 0.9) |
+ 0.0070 |
+ 0.0074 |
+ 0.0074 |
+ 0.0104 |
+ 0.0061 |
+ 0.0088 |
+ 0.0062 |
+ 0.0186 |
+ 0.0036 |
+ 0.0036 |
+
+
+ (0.05, 0.95) |
+ 0.0057 |
+ 0.0068 |
+ 0.0067 |
+ 0.0069 |
+ 0.0043 |
+ 0.0082 |
+ 0.0051 |
+ 0.0135 |
+ 0.0035 |
+ 0.0035 |
+
+
+ (0.0, 1.0) |
+ 0.0026 |
+ 0.0066 |
+ 0.0066 |
+ 0.0050 |
+ 0.0031 |
+ 0.0091 |
+ 0.0056 |
+ 0.0100 |
+ 0.0032 |
+ 0.0032 |
+
+
+ tot |
+ 0.0212 |
+ 0.0166 |
+ 0.0165 |
+ 0.1347 |
+ 0.0191 |
+ 0.0127 |
+ 0.0212 |
+ 0.1699 |
+ 0.0794 |
+ 0.0794 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_70_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_70_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_70_f1.png)
+
+
+> train: [0.40003338 0.59996662]
+> validation: [0.40003338 0.59996662]
+> evaluate_bin_sld: 240.635s
+> evaluate_bin_sld_bcts: 240.768s
+> evaluate_bin_sld_vs: 241.207s
+> evaluate_bin_cc: 235.336s
+> evaluate_mul_sld: 79.274s
+> evaluate_mul_sld_bcts: 84.628s
+> evaluate_mul_sld_vs: 81.549s
+> evaluate_mul_cc: 68.404s
+> reference: 53.547s
+> atc_mc: 56.419s
+> atc_ne: 55.827s
+> tot: 244.553s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0003 |
+ 0.0158 |
+ 0.0158 |
+ 0.8645 |
+ 0.0010 |
+ 0.0391 |
+ 0.0048 |
+ 0.9375 |
+ 0.5310 |
+ 0.5310 |
+
+
+ (0.95, 0.05) |
+ 0.0431 |
+ 0.0399 |
+ 0.0399 |
+ 0.4588 |
+ 0.0445 |
+ 0.0442 |
+ 0.0434 |
+ 0.5083 |
+ 0.2044 |
+ 0.2044 |
+
+
+ (0.9, 0.1) |
+ 0.0250 |
+ 0.0315 |
+ 0.0315 |
+ 0.3067 |
+ 0.0411 |
+ 0.0313 |
+ 0.0333 |
+ 0.3445 |
+ 0.1045 |
+ 0.1045 |
+
+
+ (0.85, 0.15) |
+ 0.0225 |
+ 0.0248 |
+ 0.0248 |
+ 0.2227 |
+ 0.0431 |
+ 0.0236 |
+ 0.0287 |
+ 0.2540 |
+ 0.0571 |
+ 0.0571 |
+
+
+ (0.8, 0.2) |
+ 0.0250 |
+ 0.0252 |
+ 0.0252 |
+ 0.1788 |
+ 0.0467 |
+ 0.0231 |
+ 0.0214 |
+ 0.2026 |
+ 0.0407 |
+ 0.0407 |
+
+
+ (0.75, 0.25) |
+ 0.0255 |
+ 0.0195 |
+ 0.0195 |
+ 0.1416 |
+ 0.0442 |
+ 0.0181 |
+ 0.0219 |
+ 0.1627 |
+ 0.0228 |
+ 0.0228 |
+
+
+ (0.7, 0.3) |
+ 0.0257 |
+ 0.0185 |
+ 0.0185 |
+ 0.1203 |
+ 0.0422 |
+ 0.0166 |
+ 0.0203 |
+ 0.1389 |
+ 0.0196 |
+ 0.0196 |
+
+
+ (0.65, 0.35) |
+ 0.0257 |
+ 0.0162 |
+ 0.0162 |
+ 0.1013 |
+ 0.0377 |
+ 0.0141 |
+ 0.0184 |
+ 0.1179 |
+ 0.0125 |
+ 0.0125 |
+
+
+ (0.6, 0.4) |
+ 0.0268 |
+ 0.0151 |
+ 0.0151 |
+ 0.0868 |
+ 0.0373 |
+ 0.0135 |
+ 0.0155 |
+ 0.1006 |
+ 0.0100 |
+ 0.0100 |
+
+
+ (0.55, 0.45) |
+ 0.0279 |
+ 0.0133 |
+ 0.0133 |
+ 0.0774 |
+ 0.0351 |
+ 0.0119 |
+ 0.0139 |
+ 0.0897 |
+ 0.0101 |
+ 0.0101 |
+
+
+ (0.5, 0.5) |
+ 0.0252 |
+ 0.0141 |
+ 0.0141 |
+ 0.0661 |
+ 0.0307 |
+ 0.0117 |
+ 0.0151 |
+ 0.0776 |
+ 0.0081 |
+ 0.0081 |
+
+
+ (0.45, 0.55) |
+ 0.0247 |
+ 0.0100 |
+ 0.0100 |
+ 0.0582 |
+ 0.0280 |
+ 0.0090 |
+ 0.0121 |
+ 0.0681 |
+ 0.0076 |
+ 0.0076 |
+
+
+ (0.4, 0.6) |
+ 0.0242 |
+ 0.0096 |
+ 0.0096 |
+ 0.0524 |
+ 0.0278 |
+ 0.0086 |
+ 0.0105 |
+ 0.0614 |
+ 0.0060 |
+ 0.0060 |
+
+
+ (0.35, 0.65) |
+ 0.0206 |
+ 0.0087 |
+ 0.0087 |
+ 0.0481 |
+ 0.0236 |
+ 0.0080 |
+ 0.0095 |
+ 0.0568 |
+ 0.0060 |
+ 0.0060 |
+
+
+ (0.3, 0.7) |
+ 0.0167 |
+ 0.0090 |
+ 0.0090 |
+ 0.0423 |
+ 0.0187 |
+ 0.0082 |
+ 0.0111 |
+ 0.0499 |
+ 0.0055 |
+ 0.0055 |
+
+
+ (0.25, 0.75) |
+ 0.0139 |
+ 0.0075 |
+ 0.0075 |
+ 0.0384 |
+ 0.0155 |
+ 0.0067 |
+ 0.0098 |
+ 0.0452 |
+ 0.0051 |
+ 0.0051 |
+
+
+ (0.2, 0.8) |
+ 0.0116 |
+ 0.0072 |
+ 0.0072 |
+ 0.0352 |
+ 0.0127 |
+ 0.0063 |
+ 0.0086 |
+ 0.0414 |
+ 0.0042 |
+ 0.0042 |
+
+
+ (0.15, 0.85) |
+ 0.0076 |
+ 0.0068 |
+ 0.0068 |
+ 0.0318 |
+ 0.0090 |
+ 0.0061 |
+ 0.0086 |
+ 0.0375 |
+ 0.0042 |
+ 0.0042 |
+
+
+ (0.1, 0.9) |
+ 0.0051 |
+ 0.0068 |
+ 0.0068 |
+ 0.0284 |
+ 0.0060 |
+ 0.0064 |
+ 0.0093 |
+ 0.0338 |
+ 0.0045 |
+ 0.0045 |
+
+
+ (0.05, 0.95) |
+ 0.0039 |
+ 0.0053 |
+ 0.0053 |
+ 0.0269 |
+ 0.0045 |
+ 0.0053 |
+ 0.0071 |
+ 0.0312 |
+ 0.0037 |
+ 0.0037 |
+
+
+ (0.0, 1.0) |
+ 0.0007 |
+ 0.0047 |
+ 0.0047 |
+ 0.0253 |
+ 0.0025 |
+ 0.0071 |
+ 0.0076 |
+ 0.0294 |
+ 0.0034 |
+ 0.0034 |
+
+
+ tot |
+ 0.0191 |
+ 0.0147 |
+ 0.0147 |
+ 0.1434 |
+ 0.0263 |
+ 0.0152 |
+ 0.0158 |
+ 0.1614 |
+ 0.0510 |
+ 0.0510 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_60_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_60_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_60_f1.png)
+
+
+> train: [0.5 0.5]
+> validation: [0.5 0.5]
+> evaluate_bin_sld: 229.770s
+> evaluate_bin_sld_bcts: 230.462s
+> evaluate_bin_sld_vs: 230.258s
+> evaluate_bin_cc: 224.702s
+> evaluate_mul_sld: 75.395s
+> evaluate_mul_sld_bcts: 80.430s
+> evaluate_mul_sld_vs: 79.097s
+> evaluate_mul_cc: 66.009s
+> reference: 50.782s
+> atc_mc: 54.176s
+> atc_ne: 53.525s
+> tot: 233.568s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0003 |
+ 0.0105 |
+ 0.0105 |
+ 0.9852 |
+ 0.0015 |
+ 0.0147 |
+ 0.0044 |
+ 0.9781 |
+ 0.5135 |
+ 0.5135 |
+
+
+ (0.95, 0.05) |
+ 0.0562 |
+ 0.0485 |
+ 0.0485 |
+ 0.4037 |
+ 0.0657 |
+ 0.0444 |
+ 0.0480 |
+ 0.3985 |
+ 0.1066 |
+ 0.1066 |
+
+
+ (0.9, 0.1) |
+ 0.0322 |
+ 0.0388 |
+ 0.0388 |
+ 0.2633 |
+ 0.0601 |
+ 0.0289 |
+ 0.0283 |
+ 0.2602 |
+ 0.0476 |
+ 0.0476 |
+
+
+ (0.85, 0.15) |
+ 0.0417 |
+ 0.0400 |
+ 0.0400 |
+ 0.1955 |
+ 0.0691 |
+ 0.0288 |
+ 0.0252 |
+ 0.1925 |
+ 0.0306 |
+ 0.0306 |
+
+
+ (0.8, 0.2) |
+ 0.0515 |
+ 0.0369 |
+ 0.0369 |
+ 0.1611 |
+ 0.0687 |
+ 0.0250 |
+ 0.0196 |
+ 0.1589 |
+ 0.0235 |
+ 0.0235 |
+
+
+ (0.75, 0.25) |
+ 0.0554 |
+ 0.0337 |
+ 0.0337 |
+ 0.1327 |
+ 0.0679 |
+ 0.0234 |
+ 0.0177 |
+ 0.1307 |
+ 0.0158 |
+ 0.0158 |
+
+
+ (0.7, 0.3) |
+ 0.0505 |
+ 0.0280 |
+ 0.0280 |
+ 0.1177 |
+ 0.0594 |
+ 0.0216 |
+ 0.0179 |
+ 0.1160 |
+ 0.0147 |
+ 0.0147 |
+
+
+ (0.65, 0.35) |
+ 0.0498 |
+ 0.0258 |
+ 0.0258 |
+ 0.1062 |
+ 0.0542 |
+ 0.0204 |
+ 0.0160 |
+ 0.1047 |
+ 0.0151 |
+ 0.0151 |
+
+
+ (0.6, 0.4) |
+ 0.0459 |
+ 0.0225 |
+ 0.0225 |
+ 0.0938 |
+ 0.0496 |
+ 0.0185 |
+ 0.0150 |
+ 0.0927 |
+ 0.0105 |
+ 0.0105 |
+
+
+ (0.55, 0.45) |
+ 0.0420 |
+ 0.0195 |
+ 0.0195 |
+ 0.0873 |
+ 0.0447 |
+ 0.0166 |
+ 0.0126 |
+ 0.0864 |
+ 0.0119 |
+ 0.0119 |
+
+
+ (0.5, 0.5) |
+ 0.0378 |
+ 0.0169 |
+ 0.0169 |
+ 0.0800 |
+ 0.0395 |
+ 0.0146 |
+ 0.0112 |
+ 0.0788 |
+ 0.0115 |
+ 0.0115 |
+
+
+ (0.45, 0.55) |
+ 0.0337 |
+ 0.0153 |
+ 0.0153 |
+ 0.0746 |
+ 0.0363 |
+ 0.0132 |
+ 0.0085 |
+ 0.0738 |
+ 0.0105 |
+ 0.0105 |
+
+
+ (0.4, 0.6) |
+ 0.0303 |
+ 0.0154 |
+ 0.0154 |
+ 0.0698 |
+ 0.0318 |
+ 0.0133 |
+ 0.0096 |
+ 0.0688 |
+ 0.0107 |
+ 0.0107 |
+
+
+ (0.35, 0.65) |
+ 0.0249 |
+ 0.0137 |
+ 0.0137 |
+ 0.0686 |
+ 0.0269 |
+ 0.0124 |
+ 0.0095 |
+ 0.0679 |
+ 0.0114 |
+ 0.0114 |
+
+
+ (0.3, 0.7) |
+ 0.0173 |
+ 0.0117 |
+ 0.0117 |
+ 0.0645 |
+ 0.0213 |
+ 0.0105 |
+ 0.0096 |
+ 0.0636 |
+ 0.0103 |
+ 0.0103 |
+
+
+ (0.25, 0.75) |
+ 0.0136 |
+ 0.0102 |
+ 0.0102 |
+ 0.0607 |
+ 0.0170 |
+ 0.0091 |
+ 0.0091 |
+ 0.0602 |
+ 0.0097 |
+ 0.0097 |
+
+
+ (0.2, 0.8) |
+ 0.0092 |
+ 0.0086 |
+ 0.0086 |
+ 0.0584 |
+ 0.0129 |
+ 0.0076 |
+ 0.0085 |
+ 0.0579 |
+ 0.0117 |
+ 0.0117 |
+
+
+ (0.15, 0.85) |
+ 0.0062 |
+ 0.0063 |
+ 0.0063 |
+ 0.0561 |
+ 0.0090 |
+ 0.0059 |
+ 0.0083 |
+ 0.0555 |
+ 0.0104 |
+ 0.0104 |
+
+
+ (0.1, 0.9) |
+ 0.0045 |
+ 0.0060 |
+ 0.0060 |
+ 0.0547 |
+ 0.0070 |
+ 0.0055 |
+ 0.0089 |
+ 0.0539 |
+ 0.0117 |
+ 0.0117 |
+
+
+ (0.05, 0.95) |
+ 0.0038 |
+ 0.0038 |
+ 0.0038 |
+ 0.0527 |
+ 0.0046 |
+ 0.0039 |
+ 0.0085 |
+ 0.0522 |
+ 0.0117 |
+ 0.0117 |
+
+
+ (0.0, 1.0) |
+ 0.0002 |
+ 0.0021 |
+ 0.0021 |
+ 0.0521 |
+ 0.0019 |
+ 0.0053 |
+ 0.0081 |
+ 0.0515 |
+ 0.0128 |
+ 0.0128 |
+
+
+ tot |
+ 0.0289 |
+ 0.0197 |
+ 0.0197 |
+ 0.1542 |
+ 0.0357 |
+ 0.0164 |
+ 0.0145 |
+ 0.1525 |
+ 0.0434 |
+ 0.0434 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_50_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_50_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_50_f1.png)
+
+
+> train: [0.59996662 0.40003338]
+> validation: [0.59996662 0.40003338]
+> evaluate_bin_sld: 226.170s
+> evaluate_bin_sld_bcts: 227.116s
+> evaluate_bin_sld_vs: 227.245s
+> evaluate_bin_cc: 221.751s
+> evaluate_mul_sld: 73.120s
+> evaluate_mul_sld_bcts: 79.229s
+> evaluate_mul_sld_vs: 77.833s
+> evaluate_mul_cc: 65.334s
+> reference: 51.208s
+> atc_mc: 53.933s
+> atc_ne: 53.655s
+> tot: 230.374s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0002 |
+ 0.0125 |
+ 0.0125 |
+ 0.8558 |
+ 0.0082 |
+ 0.0146 |
+ 0.0176 |
+ 0.9369 |
+ 0.3564 |
+ 0.3564 |
+
+
+ (0.95, 0.05) |
+ 0.0686 |
+ 0.0583 |
+ 0.0583 |
+ 0.2215 |
+ 0.1237 |
+ 0.0489 |
+ 0.0489 |
+ 0.2651 |
+ 0.0506 |
+ 0.0506 |
+
+
+ (0.9, 0.1) |
+ 0.0857 |
+ 0.0497 |
+ 0.0497 |
+ 0.1507 |
+ 0.1167 |
+ 0.0329 |
+ 0.0343 |
+ 0.1781 |
+ 0.0460 |
+ 0.0460 |
+
+
+ (0.85, 0.15) |
+ 0.1039 |
+ 0.0497 |
+ 0.0496 |
+ 0.1222 |
+ 0.1138 |
+ 0.0358 |
+ 0.0363 |
+ 0.1429 |
+ 0.0318 |
+ 0.0318 |
+
+
+ (0.8, 0.2) |
+ 0.1048 |
+ 0.0453 |
+ 0.0453 |
+ 0.1083 |
+ 0.1060 |
+ 0.0358 |
+ 0.0326 |
+ 0.1276 |
+ 0.0254 |
+ 0.0254 |
+
+
+ (0.75, 0.25) |
+ 0.0950 |
+ 0.0453 |
+ 0.0453 |
+ 0.0965 |
+ 0.0996 |
+ 0.0375 |
+ 0.0317 |
+ 0.1119 |
+ 0.0197 |
+ 0.0197 |
+
+
+ (0.7, 0.3) |
+ 0.0766 |
+ 0.0371 |
+ 0.0371 |
+ 0.0910 |
+ 0.0871 |
+ 0.0326 |
+ 0.0254 |
+ 0.1057 |
+ 0.0174 |
+ 0.0174 |
+
+
+ (0.65, 0.35) |
+ 0.0668 |
+ 0.0337 |
+ 0.0337 |
+ 0.0897 |
+ 0.0773 |
+ 0.0312 |
+ 0.0233 |
+ 0.1028 |
+ 0.0129 |
+ 0.0129 |
+
+
+ (0.6, 0.4) |
+ 0.0541 |
+ 0.0316 |
+ 0.0316 |
+ 0.0846 |
+ 0.0706 |
+ 0.0301 |
+ 0.0214 |
+ 0.0965 |
+ 0.0118 |
+ 0.0118 |
+
+
+ (0.55, 0.45) |
+ 0.0441 |
+ 0.0265 |
+ 0.0265 |
+ 0.0814 |
+ 0.0608 |
+ 0.0263 |
+ 0.0166 |
+ 0.0925 |
+ 0.0095 |
+ 0.0095 |
+
+
+ (0.5, 0.5) |
+ 0.0363 |
+ 0.0256 |
+ 0.0256 |
+ 0.0782 |
+ 0.0545 |
+ 0.0253 |
+ 0.0152 |
+ 0.0889 |
+ 0.0088 |
+ 0.0088 |
+
+
+ (0.45, 0.55) |
+ 0.0306 |
+ 0.0230 |
+ 0.0229 |
+ 0.0768 |
+ 0.0496 |
+ 0.0244 |
+ 0.0132 |
+ 0.0875 |
+ 0.0085 |
+ 0.0085 |
+
+
+ (0.4, 0.6) |
+ 0.0251 |
+ 0.0214 |
+ 0.0214 |
+ 0.0740 |
+ 0.0434 |
+ 0.0228 |
+ 0.0119 |
+ 0.0842 |
+ 0.0078 |
+ 0.0078 |
+
+
+ (0.35, 0.65) |
+ 0.0202 |
+ 0.0190 |
+ 0.0190 |
+ 0.0756 |
+ 0.0375 |
+ 0.0211 |
+ 0.0114 |
+ 0.0853 |
+ 0.0093 |
+ 0.0093 |
+
+
+ (0.3, 0.7) |
+ 0.0155 |
+ 0.0160 |
+ 0.0160 |
+ 0.0741 |
+ 0.0310 |
+ 0.0187 |
+ 0.0094 |
+ 0.0831 |
+ 0.0090 |
+ 0.0090 |
+
+
+ (0.25, 0.75) |
+ 0.0116 |
+ 0.0137 |
+ 0.0137 |
+ 0.0723 |
+ 0.0240 |
+ 0.0151 |
+ 0.0078 |
+ 0.0811 |
+ 0.0075 |
+ 0.0075 |
+
+
+ (0.2, 0.8) |
+ 0.0089 |
+ 0.0124 |
+ 0.0124 |
+ 0.0719 |
+ 0.0206 |
+ 0.0146 |
+ 0.0072 |
+ 0.0800 |
+ 0.0066 |
+ 0.0066 |
+
+
+ (0.15, 0.85) |
+ 0.0061 |
+ 0.0100 |
+ 0.0100 |
+ 0.0709 |
+ 0.0162 |
+ 0.0129 |
+ 0.0062 |
+ 0.0796 |
+ 0.0084 |
+ 0.0084 |
+
+
+ (0.1, 0.9) |
+ 0.0040 |
+ 0.0076 |
+ 0.0076 |
+ 0.0697 |
+ 0.0103 |
+ 0.0093 |
+ 0.0056 |
+ 0.0779 |
+ 0.0078 |
+ 0.0078 |
+
+
+ (0.05, 0.95) |
+ 0.0033 |
+ 0.0054 |
+ 0.0054 |
+ 0.0695 |
+ 0.0073 |
+ 0.0077 |
+ 0.0048 |
+ 0.0777 |
+ 0.0097 |
+ 0.0097 |
+
+
+ (0.0, 1.0) |
+ 0.0002 |
+ 0.0017 |
+ 0.0017 |
+ 0.0697 |
+ 0.0032 |
+ 0.0035 |
+ 0.0059 |
+ 0.0777 |
+ 0.0090 |
+ 0.0090 |
+
+
+ tot |
+ 0.0410 |
+ 0.0260 |
+ 0.0260 |
+ 0.1288 |
+ 0.0553 |
+ 0.0238 |
+ 0.0184 |
+ 0.1459 |
+ 0.0321 |
+ 0.0321 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_40_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_40_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_40_f1.png)
+
+
+> train: [0.69993324 0.30006676]
+> validation: [0.70010013 0.29989987]
+> evaluate_bin_sld: 231.071s
+> evaluate_bin_sld_bcts: 231.337s
+> evaluate_bin_sld_vs: 232.414s
+> evaluate_bin_cc: 227.621s
+> evaluate_mul_sld: 74.887s
+> evaluate_mul_sld_bcts: 80.509s
+> evaluate_mul_sld_vs: 78.576s
+> evaluate_mul_cc: 66.319s
+> reference: 51.500s
+> atc_mc: 54.168s
+> atc_ne: 53.778s
+> tot: 235.837s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0002 |
+ 0.0542 |
+ 0.0542 |
+ 0.5809 |
+ 0.0303 |
+ 0.0193 |
+ 0.0789 |
+ 0.6971 |
+ 0.3301 |
+ 0.3301 |
+
+
+ (0.95, 0.05) |
+ 0.0936 |
+ 0.0564 |
+ 0.0564 |
+ 0.0692 |
+ 0.1107 |
+ 0.0612 |
+ 0.0551 |
+ 0.1240 |
+ 0.0519 |
+ 0.0519 |
+
+
+ (0.9, 0.1) |
+ 0.0956 |
+ 0.0383 |
+ 0.0383 |
+ 0.0564 |
+ 0.1038 |
+ 0.0341 |
+ 0.0434 |
+ 0.0989 |
+ 0.0306 |
+ 0.0306 |
+
+
+ (0.85, 0.15) |
+ 0.0815 |
+ 0.0306 |
+ 0.0306 |
+ 0.0642 |
+ 0.0995 |
+ 0.0287 |
+ 0.0388 |
+ 0.0974 |
+ 0.0252 |
+ 0.0252 |
+
+
+ (0.8, 0.2) |
+ 0.0648 |
+ 0.0263 |
+ 0.0263 |
+ 0.0673 |
+ 0.0897 |
+ 0.0275 |
+ 0.0313 |
+ 0.0964 |
+ 0.0190 |
+ 0.0190 |
+
+
+ (0.75, 0.25) |
+ 0.0546 |
+ 0.0237 |
+ 0.0237 |
+ 0.0688 |
+ 0.0818 |
+ 0.0269 |
+ 0.0292 |
+ 0.0941 |
+ 0.0167 |
+ 0.0167 |
+
+
+ (0.7, 0.3) |
+ 0.0418 |
+ 0.0187 |
+ 0.0187 |
+ 0.0711 |
+ 0.0671 |
+ 0.0232 |
+ 0.0215 |
+ 0.0955 |
+ 0.0132 |
+ 0.0132 |
+
+
+ (0.65, 0.35) |
+ 0.0342 |
+ 0.0189 |
+ 0.0189 |
+ 0.0735 |
+ 0.0568 |
+ 0.0224 |
+ 0.0200 |
+ 0.0947 |
+ 0.0170 |
+ 0.0170 |
+
+
+ (0.6, 0.4) |
+ 0.0299 |
+ 0.0177 |
+ 0.0177 |
+ 0.0756 |
+ 0.0515 |
+ 0.0228 |
+ 0.0183 |
+ 0.0953 |
+ 0.0141 |
+ 0.0141 |
+
+
+ (0.55, 0.45) |
+ 0.0231 |
+ 0.0151 |
+ 0.0151 |
+ 0.0742 |
+ 0.0449 |
+ 0.0210 |
+ 0.0156 |
+ 0.0947 |
+ 0.0135 |
+ 0.0135 |
+
+
+ (0.5, 0.5) |
+ 0.0199 |
+ 0.0141 |
+ 0.0141 |
+ 0.0746 |
+ 0.0393 |
+ 0.0200 |
+ 0.0132 |
+ 0.0936 |
+ 0.0153 |
+ 0.0153 |
+
+
+ (0.45, 0.55) |
+ 0.0176 |
+ 0.0135 |
+ 0.0135 |
+ 0.0765 |
+ 0.0362 |
+ 0.0204 |
+ 0.0122 |
+ 0.0942 |
+ 0.0146 |
+ 0.0146 |
+
+
+ (0.4, 0.6) |
+ 0.0129 |
+ 0.0107 |
+ 0.0107 |
+ 0.0739 |
+ 0.0306 |
+ 0.0183 |
+ 0.0094 |
+ 0.0914 |
+ 0.0142 |
+ 0.0142 |
+
+
+ (0.35, 0.65) |
+ 0.0107 |
+ 0.0104 |
+ 0.0104 |
+ 0.0766 |
+ 0.0262 |
+ 0.0175 |
+ 0.0095 |
+ 0.0943 |
+ 0.0159 |
+ 0.0159 |
+
+
+ (0.3, 0.7) |
+ 0.0087 |
+ 0.0091 |
+ 0.0091 |
+ 0.0772 |
+ 0.0214 |
+ 0.0156 |
+ 0.0083 |
+ 0.0940 |
+ 0.0145 |
+ 0.0145 |
+
+
+ (0.25, 0.75) |
+ 0.0065 |
+ 0.0078 |
+ 0.0078 |
+ 0.0772 |
+ 0.0166 |
+ 0.0134 |
+ 0.0070 |
+ 0.0934 |
+ 0.0144 |
+ 0.0144 |
+
+
+ (0.2, 0.8) |
+ 0.0052 |
+ 0.0071 |
+ 0.0071 |
+ 0.0768 |
+ 0.0138 |
+ 0.0124 |
+ 0.0069 |
+ 0.0934 |
+ 0.0157 |
+ 0.0157 |
+
+
+ (0.15, 0.85) |
+ 0.0042 |
+ 0.0062 |
+ 0.0062 |
+ 0.0777 |
+ 0.0104 |
+ 0.0109 |
+ 0.0070 |
+ 0.0938 |
+ 0.0168 |
+ 0.0168 |
+
+
+ (0.1, 0.9) |
+ 0.0042 |
+ 0.0054 |
+ 0.0054 |
+ 0.0770 |
+ 0.0076 |
+ 0.0086 |
+ 0.0072 |
+ 0.0931 |
+ 0.0155 |
+ 0.0155 |
+
+
+ (0.05, 0.95) |
+ 0.0045 |
+ 0.0050 |
+ 0.0050 |
+ 0.0776 |
+ 0.0059 |
+ 0.0070 |
+ 0.0074 |
+ 0.0929 |
+ 0.0152 |
+ 0.0152 |
+
+
+ (0.0, 1.0) |
+ 0.0002 |
+ 0.0037 |
+ 0.0037 |
+ 0.0786 |
+ 0.0045 |
+ 0.0040 |
+ 0.0108 |
+ 0.0938 |
+ 0.0177 |
+ 0.0177 |
+
+
+ tot |
+ 0.0292 |
+ 0.0187 |
+ 0.0187 |
+ 0.0974 |
+ 0.0452 |
+ 0.0207 |
+ 0.0215 |
+ 0.1246 |
+ 0.0334 |
+ 0.0334 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_30_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_30_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_30_f1.png)
+
+
+> train: [0.79989987 0.20010013]
+> validation: [0.80006676 0.19993324]
+> evaluate_bin_sld: 240.373s
+> evaluate_bin_sld_bcts: 241.053s
+> evaluate_bin_sld_vs: 239.827s
+> evaluate_bin_cc: 234.809s
+> evaluate_mul_sld: 74.766s
+> evaluate_mul_sld_bcts: 80.293s
+> evaluate_mul_sld_vs: 78.526s
+> evaluate_mul_cc: 67.477s
+> reference: 52.154s
+> atc_mc: 55.027s
+> atc_ne: 54.191s
+> tot: 243.374s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0003 |
+ 0.0141 |
+ 0.0141 |
+ 0.3127 |
+ 0.1710 |
+ 0.0772 |
+ 0.0782 |
+ 0.3382 |
+ 0.1159 |
+ 0.1159 |
+
+
+ (0.95, 0.05) |
+ 0.1241 |
+ 0.0644 |
+ 0.0644 |
+ 0.0358 |
+ 0.1318 |
+ 0.0569 |
+ 0.0579 |
+ 0.0401 |
+ 0.1303 |
+ 0.1303 |
+
+
+ (0.9, 0.1) |
+ 0.0622 |
+ 0.0397 |
+ 0.0396 |
+ 0.0524 |
+ 0.0908 |
+ 0.0349 |
+ 0.0331 |
+ 0.0661 |
+ 0.0916 |
+ 0.0916 |
+
+
+ (0.85, 0.15) |
+ 0.0390 |
+ 0.0331 |
+ 0.0330 |
+ 0.0660 |
+ 0.0631 |
+ 0.0227 |
+ 0.0258 |
+ 0.0757 |
+ 0.0794 |
+ 0.0794 |
+
+
+ (0.8, 0.2) |
+ 0.0320 |
+ 0.0278 |
+ 0.0278 |
+ 0.0786 |
+ 0.0569 |
+ 0.0236 |
+ 0.0226 |
+ 0.0860 |
+ 0.0673 |
+ 0.0673 |
+
+
+ (0.75, 0.25) |
+ 0.0213 |
+ 0.0205 |
+ 0.0205 |
+ 0.0839 |
+ 0.0485 |
+ 0.0213 |
+ 0.0192 |
+ 0.0905 |
+ 0.0623 |
+ 0.0623 |
+
+
+ (0.7, 0.3) |
+ 0.0155 |
+ 0.0194 |
+ 0.0194 |
+ 0.0881 |
+ 0.0364 |
+ 0.0183 |
+ 0.0159 |
+ 0.0952 |
+ 0.0592 |
+ 0.0592 |
+
+
+ (0.65, 0.35) |
+ 0.0121 |
+ 0.0152 |
+ 0.0152 |
+ 0.0933 |
+ 0.0290 |
+ 0.0162 |
+ 0.0133 |
+ 0.0980 |
+ 0.0518 |
+ 0.0518 |
+
+
+ (0.6, 0.4) |
+ 0.0115 |
+ 0.0152 |
+ 0.0152 |
+ 0.0967 |
+ 0.0244 |
+ 0.0160 |
+ 0.0123 |
+ 0.1015 |
+ 0.0536 |
+ 0.0536 |
+
+
+ (0.55, 0.45) |
+ 0.0097 |
+ 0.0152 |
+ 0.0152 |
+ 0.0964 |
+ 0.0196 |
+ 0.0137 |
+ 0.0125 |
+ 0.1003 |
+ 0.0510 |
+ 0.0510 |
+
+
+ (0.5, 0.5) |
+ 0.0081 |
+ 0.0140 |
+ 0.0140 |
+ 0.0965 |
+ 0.0158 |
+ 0.0126 |
+ 0.0114 |
+ 0.1009 |
+ 0.0518 |
+ 0.0518 |
+
+
+ (0.45, 0.55) |
+ 0.0077 |
+ 0.0124 |
+ 0.0124 |
+ 0.0980 |
+ 0.0139 |
+ 0.0127 |
+ 0.0106 |
+ 0.1017 |
+ 0.0533 |
+ 0.0533 |
+
+
+ (0.4, 0.6) |
+ 0.0084 |
+ 0.0125 |
+ 0.0125 |
+ 0.0970 |
+ 0.0112 |
+ 0.0105 |
+ 0.0112 |
+ 0.1010 |
+ 0.0506 |
+ 0.0506 |
+
+
+ (0.35, 0.65) |
+ 0.0087 |
+ 0.0135 |
+ 0.0135 |
+ 0.1008 |
+ 0.0098 |
+ 0.0100 |
+ 0.0123 |
+ 0.1034 |
+ 0.0480 |
+ 0.0480 |
+
+
+ (0.3, 0.7) |
+ 0.0094 |
+ 0.0110 |
+ 0.0110 |
+ 0.1018 |
+ 0.0106 |
+ 0.0105 |
+ 0.0119 |
+ 0.1048 |
+ 0.0453 |
+ 0.0453 |
+
+
+ (0.25, 0.75) |
+ 0.0104 |
+ 0.0121 |
+ 0.0121 |
+ 0.1025 |
+ 0.0101 |
+ 0.0090 |
+ 0.0144 |
+ 0.1057 |
+ 0.0428 |
+ 0.0428 |
+
+
+ (0.2, 0.8) |
+ 0.0124 |
+ 0.0115 |
+ 0.0115 |
+ 0.1009 |
+ 0.0099 |
+ 0.0077 |
+ 0.0152 |
+ 0.1039 |
+ 0.0472 |
+ 0.0472 |
+
+
+ (0.15, 0.85) |
+ 0.0134 |
+ 0.0131 |
+ 0.0131 |
+ 0.1025 |
+ 0.0105 |
+ 0.0068 |
+ 0.0181 |
+ 0.1050 |
+ 0.0461 |
+ 0.0461 |
+
+
+ (0.1, 0.9) |
+ 0.0146 |
+ 0.0133 |
+ 0.0133 |
+ 0.1020 |
+ 0.0111 |
+ 0.0067 |
+ 0.0199 |
+ 0.1055 |
+ 0.0439 |
+ 0.0439 |
+
+
+ (0.05, 0.95) |
+ 0.0146 |
+ 0.0133 |
+ 0.0132 |
+ 0.1019 |
+ 0.0108 |
+ 0.0059 |
+ 0.0221 |
+ 0.1042 |
+ 0.0468 |
+ 0.0468 |
+
+
+ (0.0, 1.0) |
+ 0.0008 |
+ 0.0093 |
+ 0.0093 |
+ 0.1036 |
+ 0.0063 |
+ 0.0041 |
+ 0.0243 |
+ 0.1062 |
+ 0.0425 |
+ 0.0425 |
+
+
+ tot |
+ 0.0208 |
+ 0.0191 |
+ 0.0191 |
+ 0.1005 |
+ 0.0377 |
+ 0.0189 |
+ 0.0220 |
+ 0.1064 |
+ 0.0610 |
+ 0.0610 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_20_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_20_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_20_f1.png)
+
+
+> train: [0.90003338 0.09996662]
+> validation: [0.90003338 0.09996662]
+> evaluate_bin_sld: 217.387s
+> evaluate_bin_cc: 208.359s
+> evaluate_mul_sld: 60.019s
+> evaluate_mul_cc: 54.774s
+> reference: 42.650s
+> atc_mc: 45.927s
+> atc_ne: 45.023s
+> tot: 218.936s
+
+
+
+
+ |
+ bin_SLD |
+ bin_CC |
+ mul_SLD |
+ mul_CC |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ (1.0, 0.0) |
+ 0.0155 |
+ 0.0548 |
+ 0.0469 |
+ 0.0156 |
+ 0.0022 |
+ 0.0022 |
+
+
+ (0.95, 0.05) |
+ 0.2219 |
+ 0.0921 |
+ 0.0840 |
+ 0.0542 |
+ 0.2253 |
+ 0.2253 |
+
+
+ (0.9, 0.1) |
+ 0.1663 |
+ 0.1226 |
+ 0.0459 |
+ 0.0369 |
+ 0.1997 |
+ 0.1997 |
+
+
+ (0.85, 0.15) |
+ 0.1556 |
+ 0.1304 |
+ 0.0312 |
+ 0.0300 |
+ 0.2018 |
+ 0.2018 |
+
+
+ (0.8, 0.2) |
+ 0.1368 |
+ 0.1365 |
+ 0.0327 |
+ 0.0335 |
+ 0.1936 |
+ 0.1936 |
+
+
+ (0.75, 0.25) |
+ 0.1054 |
+ 0.1382 |
+ 0.0329 |
+ 0.0354 |
+ 0.1943 |
+ 0.1943 |
+
+
+ (0.7, 0.3) |
+ 0.1181 |
+ 0.1425 |
+ 0.0379 |
+ 0.0355 |
+ 0.1865 |
+ 0.1865 |
+
+
+ (0.65, 0.35) |
+ 0.0996 |
+ 0.1472 |
+ 0.0423 |
+ 0.0399 |
+ 0.1849 |
+ 0.1849 |
+
+
+ (0.6, 0.4) |
+ 0.1031 |
+ 0.1468 |
+ 0.0495 |
+ 0.0372 |
+ 0.1852 |
+ 0.1852 |
+
+
+ (0.55, 0.45) |
+ 0.0840 |
+ 0.1471 |
+ 0.0506 |
+ 0.0364 |
+ 0.1824 |
+ 0.1824 |
+
+
+ (0.5, 0.5) |
+ 0.1091 |
+ 0.1478 |
+ 0.0546 |
+ 0.0378 |
+ 0.1836 |
+ 0.1836 |
+
+
+ (0.45, 0.55) |
+ 0.0893 |
+ 0.1480 |
+ 0.0541 |
+ 0.0396 |
+ 0.1801 |
+ 0.1801 |
+
+
+ (0.4, 0.6) |
+ 0.0801 |
+ 0.1474 |
+ 0.0588 |
+ 0.0337 |
+ 0.1872 |
+ 0.1872 |
+
+
+ (0.35, 0.65) |
+ 0.1038 |
+ 0.1495 |
+ 0.0618 |
+ 0.0353 |
+ 0.1871 |
+ 0.1871 |
+
+
+ (0.3, 0.7) |
+ 0.0810 |
+ 0.1503 |
+ 0.0616 |
+ 0.0372 |
+ 0.1884 |
+ 0.1884 |
+
+
+ (0.25, 0.75) |
+ 0.0827 |
+ 0.1510 |
+ 0.0606 |
+ 0.0375 |
+ 0.1829 |
+ 0.1829 |
+
+
+ (0.2, 0.8) |
+ 0.0746 |
+ 0.1500 |
+ 0.0616 |
+ 0.0385 |
+ 0.1840 |
+ 0.1840 |
+
+
+ (0.15, 0.85) |
+ 0.0754 |
+ 0.1511 |
+ 0.0617 |
+ 0.0380 |
+ 0.1816 |
+ 0.1816 |
+
+
+ (0.1, 0.9) |
+ 0.0613 |
+ 0.1512 |
+ 0.0592 |
+ 0.0389 |
+ 0.1818 |
+ 0.1818 |
+
+
+ (0.05, 0.95) |
+ 0.0696 |
+ 0.1506 |
+ 0.0476 |
+ 0.0357 |
+ 0.1848 |
+ 0.1848 |
+
+
+ (0.0, 1.0) |
+ 0.0495 |
+ 0.1527 |
+ 0.0231 |
+ 0.0366 |
+ 0.1850 |
+ 0.1850 |
+
+
+ tot |
+ 0.0992 |
+ 0.1385 |
+ 0.0504 |
+ 0.0364 |
+ 0.1801 |
+ 0.1801 |
+
+
+
+
+![plot_delta](plot\delta_rcv1_CCAT_10_f1.png)
+![plot_diagonal](plot\diagonal_rcv1_CCAT_10_f1.png)
+![plot_shift](plot\shift_rcv1_CCAT_10_f1.png)
+
+