diff --git a/conf.yaml b/conf.yaml
index 50a5dd0..d34f17e 100644
--- a/conf.yaml
+++ b/conf.yaml
@@ -2,12 +2,6 @@
exec: []
commons:
- - DATASET_NAME: rcv1
- DATASET_TARGET: CCAT
- METRICS:
- - acc
- - f1
- DATASET_N_PREVS: 9
- DATASET_NAME: imdb
METRICS:
- acc
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_10_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_10_acc.png
new file mode 100644
index 0000000..f487047
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_10_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_10_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_10_f1.png
new file mode 100644
index 0000000..43bb199
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_10_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_20_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_20_acc.png
new file mode 100644
index 0000000..b6fdb3c
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_20_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_20_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_20_f1.png
new file mode 100644
index 0000000..c752db3
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_20_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_30_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_30_acc.png
new file mode 100644
index 0000000..eeeac47
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_30_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_30_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_30_f1.png
new file mode 100644
index 0000000..80d1278
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_30_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_40_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_40_acc.png
new file mode 100644
index 0000000..3d6aed6
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_40_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_40_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_40_f1.png
new file mode 100644
index 0000000..7115f84
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_40_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_50_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_50_acc.png
new file mode 100644
index 0000000..ff0703b
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_50_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_50_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_50_f1.png
new file mode 100644
index 0000000..8704766
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_50_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_60_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_60_acc.png
new file mode 100644
index 0000000..696fba3
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_60_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_60_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_60_f1.png
new file mode 100644
index 0000000..cf97fbe
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_60_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_70_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_70_acc.png
new file mode 100644
index 0000000..ec557ac
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_70_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_70_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_70_f1.png
new file mode 100644
index 0000000..e28f654
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_70_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_80_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_80_acc.png
new file mode 100644
index 0000000..96776c6
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_80_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_80_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_80_f1.png
new file mode 100644
index 0000000..a25adef
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_80_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_90_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_90_acc.png
new file mode 100644
index 0000000..1c09d46
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_90_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_90_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_90_f1.png
new file mode 100644
index 0000000..c8860fc
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/delta_rcv1_CCAT_90_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_10_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_10_acc.png
new file mode 100644
index 0000000..cd206f4
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_10_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_10_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_10_f1.png
new file mode 100644
index 0000000..cd6053d
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_10_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_20_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_20_acc.png
new file mode 100644
index 0000000..a17f153
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_20_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_20_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_20_f1.png
new file mode 100644
index 0000000..b1dc3f6
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_20_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_30_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_30_acc.png
new file mode 100644
index 0000000..bac5c53
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_30_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_30_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_30_f1.png
new file mode 100644
index 0000000..f246e49
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_30_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_40_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_40_acc.png
new file mode 100644
index 0000000..c1df5e5
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_40_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_40_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_40_f1.png
new file mode 100644
index 0000000..d3951b2
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_40_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_50_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_50_acc.png
new file mode 100644
index 0000000..a035b53
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_50_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_50_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_50_f1.png
new file mode 100644
index 0000000..e0cf5a6
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_50_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_60_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_60_acc.png
new file mode 100644
index 0000000..711e1c5
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_60_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_60_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_60_f1.png
new file mode 100644
index 0000000..ed2639d
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_60_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_70_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_70_acc.png
new file mode 100644
index 0000000..6255f37
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_70_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_70_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_70_f1.png
new file mode 100644
index 0000000..35e5bf2
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_70_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_80_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_80_acc.png
new file mode 100644
index 0000000..e1b3aa6
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_80_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_80_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_80_f1.png
new file mode 100644
index 0000000..5aac433
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_80_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_90_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_90_acc.png
new file mode 100644
index 0000000..6cb12ba
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_90_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_90_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_90_f1.png
new file mode 100644
index 0000000..072ddf3
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/diagonal_rcv1_CCAT_90_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_10_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_10_acc.png
new file mode 100644
index 0000000..8467d5b
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_10_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_10_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_10_f1.png
new file mode 100644
index 0000000..0347641
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_10_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_20_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_20_acc.png
new file mode 100644
index 0000000..b87d183
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_20_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_20_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_20_f1.png
new file mode 100644
index 0000000..898aa9d
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_20_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_30_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_30_acc.png
new file mode 100644
index 0000000..cccfd49
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_30_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_30_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_30_f1.png
new file mode 100644
index 0000000..4012c9e
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_30_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_40_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_40_acc.png
new file mode 100644
index 0000000..23d4d3f
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_40_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_40_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_40_f1.png
new file mode 100644
index 0000000..701a87e
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_40_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_50_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_50_acc.png
new file mode 100644
index 0000000..528e63b
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_50_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_50_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_50_f1.png
new file mode 100644
index 0000000..103a5ca
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_50_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_60_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_60_acc.png
new file mode 100644
index 0000000..8263f1b
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_60_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_60_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_60_f1.png
new file mode 100644
index 0000000..a6dd489
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_60_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_70_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_70_acc.png
new file mode 100644
index 0000000..67b50ac
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_70_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_70_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_70_f1.png
new file mode 100644
index 0000000..c5d5e9b
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_70_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_80_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_80_acc.png
new file mode 100644
index 0000000..408d82e
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_80_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_80_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_80_f1.png
new file mode 100644
index 0000000..e84cbcc
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_80_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_90_acc.png b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_90_acc.png
new file mode 100644
index 0000000..e4edd49
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_90_acc.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_90_f1.png b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_90_f1.png
new file mode 100644
index 0000000..6402efa
Binary files /dev/null and b/output/rcv1_CCAT_best_our_vs_all/plot/shift_rcv1_CCAT_90_f1.png differ
diff --git a/output/rcv1_CCAT_best_our_vs_all/rcv1_CCAT_best_our_vs_all_acc.md b/output/rcv1_CCAT_best_our_vs_all/rcv1_CCAT_best_our_vs_all_acc.md
new file mode 100644
index 0000000..0efb2a9
--- /dev/null
+++ b/output/rcv1_CCAT_best_our_vs_all/rcv1_CCAT_best_our_vs_all_acc.md
@@ -0,0 +1,3272 @@
+rcv1_CCAT
+
+> train: [0.09996662 0.90003338]
+> validation: [0.09996662 0.90003338]
+> evaluate_bin_sld: 257.109s
+> evaluate_bin_sld_bcts: 250.419s
+> evaluate_bin_sld_vs: 244.262s
+> evaluate_bin_cc: 242.329s
+> evaluate_mul_sld: 84.091s
+> evaluate_mul_sld_bcts: 93.808s
+> evaluate_mul_sld_vs: 90.774s
+> evaluate_mul_cc: 83.292s
+> reference: 56.371s
+> kfcv: 62.419s
+> atc_mc: 64.884s
+> atc_ne: 52.893s
+> doc_feat: 46.144s
+> tot: 260.527s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ kfcv |
+ atc_mc |
+ atc_ne |
+ doc_feat |
+
+
+
+
+ | (1.0, 0.0) |
+ 0.0004 |
+ 0.0055 |
+ 0.0055 |
+ 0.3647 |
+ 0.0358 |
+ 0.0153 |
+ 0.0033 |
+ 0.2797 |
+ 0.7631 |
+ 0.1704 |
+ 0.1704 |
+ 0.7643 |
+
+
+ | (0.95, 0.05) |
+ 0.0501 |
+ 0.0384 |
+ 0.0384 |
+ 0.3468 |
+ 0.0961 |
+ 0.0417 |
+ 0.0320 |
+ 0.2671 |
+ 0.7227 |
+ 0.1614 |
+ 0.1614 |
+ 0.7241 |
+
+
+ | (0.9, 0.1) |
+ 0.0887 |
+ 0.0399 |
+ 0.0399 |
+ 0.3290 |
+ 0.1250 |
+ 0.0431 |
+ 0.0333 |
+ 0.2512 |
+ 0.6791 |
+ 0.1528 |
+ 0.1528 |
+ 0.6806 |
+
+
+ | (0.85, 0.15) |
+ 0.0926 |
+ 0.0390 |
+ 0.0390 |
+ 0.3092 |
+ 0.1269 |
+ 0.0420 |
+ 0.0321 |
+ 0.2365 |
+ 0.6368 |
+ 0.1426 |
+ 0.1426 |
+ 0.6384 |
+
+
+ | (0.8, 0.2) |
+ 0.0887 |
+ 0.0357 |
+ 0.0357 |
+ 0.2914 |
+ 0.1192 |
+ 0.0368 |
+ 0.0283 |
+ 0.2243 |
+ 0.5945 |
+ 0.1334 |
+ 0.1334 |
+ 0.5963 |
+
+
+ | (0.75, 0.25) |
+ 0.0879 |
+ 0.0366 |
+ 0.0366 |
+ 0.2712 |
+ 0.1197 |
+ 0.0401 |
+ 0.0300 |
+ 0.2058 |
+ 0.5519 |
+ 0.1217 |
+ 0.1217 |
+ 0.5537 |
+
+
+ | (0.7, 0.3) |
+ 0.0825 |
+ 0.0334 |
+ 0.0334 |
+ 0.2526 |
+ 0.1118 |
+ 0.0362 |
+ 0.0269 |
+ 0.1937 |
+ 0.5099 |
+ 0.1131 |
+ 0.1131 |
+ 0.5119 |
+
+
+ | (0.65, 0.35) |
+ 0.0778 |
+ 0.0319 |
+ 0.0319 |
+ 0.2348 |
+ 0.1062 |
+ 0.0352 |
+ 0.0254 |
+ 0.1781 |
+ 0.4662 |
+ 0.1040 |
+ 0.1040 |
+ 0.4683 |
+
+
+ | (0.6, 0.4) |
+ 0.0727 |
+ 0.0303 |
+ 0.0303 |
+ 0.2149 |
+ 0.0999 |
+ 0.0342 |
+ 0.0241 |
+ 0.1640 |
+ 0.4250 |
+ 0.0943 |
+ 0.0943 |
+ 0.4272 |
+
+
+ | (0.55, 0.45) |
+ 0.0637 |
+ 0.0261 |
+ 0.0261 |
+ 0.1972 |
+ 0.0867 |
+ 0.0286 |
+ 0.0196 |
+ 0.1504 |
+ 0.3817 |
+ 0.0847 |
+ 0.0847 |
+ 0.3840 |
+
+
+ | (0.5, 0.5) |
+ 0.0569 |
+ 0.0238 |
+ 0.0238 |
+ 0.1765 |
+ 0.0771 |
+ 0.0256 |
+ 0.0178 |
+ 0.1341 |
+ 0.3383 |
+ 0.0749 |
+ 0.0749 |
+ 0.3407 |
+
+
+ | (0.45, 0.55) |
+ 0.0527 |
+ 0.0239 |
+ 0.0239 |
+ 0.1562 |
+ 0.0715 |
+ 0.0263 |
+ 0.0181 |
+ 0.1189 |
+ 0.2966 |
+ 0.0622 |
+ 0.0622 |
+ 0.2991 |
+
+
+ | (0.4, 0.6) |
+ 0.0418 |
+ 0.0188 |
+ 0.0188 |
+ 0.1382 |
+ 0.0563 |
+ 0.0200 |
+ 0.0135 |
+ 0.1035 |
+ 0.2528 |
+ 0.0541 |
+ 0.0541 |
+ 0.2555 |
+
+
+ | (0.35, 0.65) |
+ 0.0392 |
+ 0.0206 |
+ 0.0206 |
+ 0.1181 |
+ 0.0536 |
+ 0.0236 |
+ 0.0158 |
+ 0.0888 |
+ 0.2110 |
+ 0.0422 |
+ 0.0422 |
+ 0.2137 |
+
+
+ | (0.3, 0.7) |
+ 0.0313 |
+ 0.0182 |
+ 0.0182 |
+ 0.0997 |
+ 0.0426 |
+ 0.0205 |
+ 0.0141 |
+ 0.0738 |
+ 0.1678 |
+ 0.0334 |
+ 0.0334 |
+ 0.1706 |
+
+
+ | (0.25, 0.75) |
+ 0.0231 |
+ 0.0152 |
+ 0.0152 |
+ 0.0815 |
+ 0.0318 |
+ 0.0169 |
+ 0.0111 |
+ 0.0591 |
+ 0.1246 |
+ 0.0239 |
+ 0.0239 |
+ 0.1276 |
+
+
+ | (0.2, 0.8) |
+ 0.0184 |
+ 0.0146 |
+ 0.0146 |
+ 0.0619 |
+ 0.0246 |
+ 0.0168 |
+ 0.0110 |
+ 0.0454 |
+ 0.0841 |
+ 0.0168 |
+ 0.0168 |
+ 0.0872 |
+
+
+ | (0.15, 0.85) |
+ 0.0127 |
+ 0.0129 |
+ 0.0129 |
+ 0.0434 |
+ 0.0172 |
+ 0.0154 |
+ 0.0104 |
+ 0.0314 |
+ 0.0418 |
+ 0.0090 |
+ 0.0090 |
+ 0.0450 |
+
+
+ | (0.1, 0.9) |
+ 0.0084 |
+ 0.0119 |
+ 0.0119 |
+ 0.0244 |
+ 0.0103 |
+ 0.0132 |
+ 0.0090 |
+ 0.0166 |
+ 0.0032 |
+ 0.0070 |
+ 0.0070 |
+ 0.0036 |
+
+
+ | (0.05, 0.95) |
+ 0.0060 |
+ 0.0112 |
+ 0.0112 |
+ 0.0060 |
+ 0.0072 |
+ 0.0131 |
+ 0.0090 |
+ 0.0039 |
+ 0.0441 |
+ 0.0134 |
+ 0.0134 |
+ 0.0407 |
+
+
+ | (0.0, 1.0) |
+ 0.0048 |
+ 0.0125 |
+ 0.0125 |
+ 0.0144 |
+ 0.0040 |
+ 0.0128 |
+ 0.0104 |
+ 0.0137 |
+ 0.0866 |
+ 0.0243 |
+ 0.0243 |
+ 0.0830 |
+
+
+ | tot |
+ 0.0476 |
+ 0.0238 |
+ 0.0238 |
+ 0.1777 |
+ 0.0678 |
+ 0.0265 |
+ 0.0188 |
+ 0.1352 |
+ 0.3515 |
+ 0.0781 |
+ 0.0781 |
+ 0.3531 |
+
+
+
+
+
+
+
+
+
+> train: [0.19993324 0.80006676]
+> validation: [0.20010013 0.79989987]
+> evaluate_bin_sld: 247.825s
+> evaluate_bin_sld_bcts: 240.332s
+> evaluate_bin_sld_vs: 241.103s
+> evaluate_bin_cc: 239.149s
+> evaluate_mul_sld: 82.442s
+> evaluate_mul_sld_bcts: 89.682s
+> evaluate_mul_sld_vs: 84.286s
+> evaluate_mul_cc: 77.029s
+> reference: 54.942s
+> kfcv: 53.321s
+> atc_mc: 62.176s
+> atc_ne: 56.656s
+> doc_feat: 46.791s
+> tot: 249.270s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ kfcv |
+ atc_mc |
+ atc_ne |
+ doc_feat |
+
+
+
+
+ | (1.0, 0.0) |
+ 0.0019 |
+ 0.0026 |
+ 0.0026 |
+ 0.1744 |
+ 0.0162 |
+ 0.0163 |
+ 0.0270 |
+ 0.1688 |
+ 0.3217 |
+ 0.0311 |
+ 0.0311 |
+ 0.3333 |
+
+
+ | (0.95, 0.05) |
+ 0.0261 |
+ 0.0125 |
+ 0.0125 |
+ 0.1646 |
+ 0.0393 |
+ 0.0141 |
+ 0.0426 |
+ 0.1602 |
+ 0.3034 |
+ 0.0274 |
+ 0.0274 |
+ 0.3151 |
+
+
+ | (0.9, 0.1) |
+ 0.0233 |
+ 0.0100 |
+ 0.0100 |
+ 0.1564 |
+ 0.0340 |
+ 0.0118 |
+ 0.0370 |
+ 0.1531 |
+ 0.2841 |
+ 0.0267 |
+ 0.0267 |
+ 0.2960 |
+
+
+ | (0.85, 0.15) |
+ 0.0207 |
+ 0.0091 |
+ 0.0091 |
+ 0.1464 |
+ 0.0320 |
+ 0.0105 |
+ 0.0337 |
+ 0.1418 |
+ 0.2620 |
+ 0.0227 |
+ 0.0227 |
+ 0.2740 |
+
+
+ | (0.8, 0.2) |
+ 0.0161 |
+ 0.0076 |
+ 0.0076 |
+ 0.1383 |
+ 0.0248 |
+ 0.0087 |
+ 0.0274 |
+ 0.1343 |
+ 0.2425 |
+ 0.0214 |
+ 0.0214 |
+ 0.2546 |
+
+
+ | (0.75, 0.25) |
+ 0.0162 |
+ 0.0082 |
+ 0.0082 |
+ 0.1258 |
+ 0.0238 |
+ 0.0103 |
+ 0.0252 |
+ 0.1231 |
+ 0.2196 |
+ 0.0201 |
+ 0.0201 |
+ 0.2318 |
+
+
+ | (0.7, 0.3) |
+ 0.0134 |
+ 0.0095 |
+ 0.0095 |
+ 0.1180 |
+ 0.0242 |
+ 0.0108 |
+ 0.0219 |
+ 0.1152 |
+ 0.2005 |
+ 0.0178 |
+ 0.0178 |
+ 0.2128 |
+
+
+ | (0.65, 0.35) |
+ 0.0129 |
+ 0.0102 |
+ 0.0102 |
+ 0.1081 |
+ 0.0212 |
+ 0.0113 |
+ 0.0196 |
+ 0.1066 |
+ 0.1806 |
+ 0.0196 |
+ 0.0196 |
+ 0.1930 |
+
+
+ | (0.6, 0.4) |
+ 0.0108 |
+ 0.0093 |
+ 0.0093 |
+ 0.0974 |
+ 0.0193 |
+ 0.0103 |
+ 0.0164 |
+ 0.0961 |
+ 0.1567 |
+ 0.0168 |
+ 0.0168 |
+ 0.1692 |
+
+
+ | (0.55, 0.45) |
+ 0.0104 |
+ 0.0102 |
+ 0.0102 |
+ 0.0892 |
+ 0.0164 |
+ 0.0100 |
+ 0.0135 |
+ 0.0877 |
+ 0.1384 |
+ 0.0147 |
+ 0.0147 |
+ 0.1511 |
+
+
+ | (0.5, 0.5) |
+ 0.0081 |
+ 0.0079 |
+ 0.0079 |
+ 0.0787 |
+ 0.0152 |
+ 0.0098 |
+ 0.0108 |
+ 0.0787 |
+ 0.1152 |
+ 0.0136 |
+ 0.0136 |
+ 0.1280 |
+
+
+ | (0.45, 0.55) |
+ 0.0082 |
+ 0.0086 |
+ 0.0086 |
+ 0.0672 |
+ 0.0148 |
+ 0.0092 |
+ 0.0112 |
+ 0.0673 |
+ 0.0933 |
+ 0.0111 |
+ 0.0111 |
+ 0.1062 |
+
+
+ | (0.4, 0.6) |
+ 0.0074 |
+ 0.0084 |
+ 0.0084 |
+ 0.0591 |
+ 0.0143 |
+ 0.0094 |
+ 0.0090 |
+ 0.0589 |
+ 0.0729 |
+ 0.0110 |
+ 0.0110 |
+ 0.0859 |
+
+
+ | (0.35, 0.65) |
+ 0.0087 |
+ 0.0101 |
+ 0.0101 |
+ 0.0492 |
+ 0.0154 |
+ 0.0095 |
+ 0.0094 |
+ 0.0501 |
+ 0.0529 |
+ 0.0097 |
+ 0.0097 |
+ 0.0660 |
+
+
+ | (0.3, 0.7) |
+ 0.0079 |
+ 0.0091 |
+ 0.0091 |
+ 0.0395 |
+ 0.0131 |
+ 0.0097 |
+ 0.0085 |
+ 0.0403 |
+ 0.0312 |
+ 0.0106 |
+ 0.0106 |
+ 0.0445 |
+
+
+ | (0.25, 0.75) |
+ 0.0098 |
+ 0.0091 |
+ 0.0091 |
+ 0.0308 |
+ 0.0124 |
+ 0.0089 |
+ 0.0084 |
+ 0.0328 |
+ 0.0115 |
+ 0.0091 |
+ 0.0091 |
+ 0.0243 |
+
+
+ | (0.2, 0.8) |
+ 0.0120 |
+ 0.0101 |
+ 0.0101 |
+ 0.0217 |
+ 0.0116 |
+ 0.0099 |
+ 0.0084 |
+ 0.0239 |
+ 0.0103 |
+ 0.0100 |
+ 0.0100 |
+ 0.0068 |
+
+
+ | (0.15, 0.85) |
+ 0.0141 |
+ 0.0104 |
+ 0.0104 |
+ 0.0128 |
+ 0.0111 |
+ 0.0105 |
+ 0.0087 |
+ 0.0153 |
+ 0.0292 |
+ 0.0104 |
+ 0.0104 |
+ 0.0158 |
+
+
+ | (0.1, 0.9) |
+ 0.0154 |
+ 0.0099 |
+ 0.0099 |
+ 0.0067 |
+ 0.0099 |
+ 0.0111 |
+ 0.0089 |
+ 0.0084 |
+ 0.0503 |
+ 0.0108 |
+ 0.0108 |
+ 0.0365 |
+
+
+ | (0.05, 0.95) |
+ 0.0157 |
+ 0.0107 |
+ 0.0107 |
+ 0.0075 |
+ 0.0084 |
+ 0.0119 |
+ 0.0083 |
+ 0.0053 |
+ 0.0719 |
+ 0.0130 |
+ 0.0130 |
+ 0.0581 |
+
+
+ | (0.0, 1.0) |
+ 0.0055 |
+ 0.0115 |
+ 0.0115 |
+ 0.0160 |
+ 0.0058 |
+ 0.0141 |
+ 0.0051 |
+ 0.0124 |
+ 0.0915 |
+ 0.0147 |
+ 0.0147 |
+ 0.0775 |
+
+
+ | tot |
+ 0.0126 |
+ 0.0093 |
+ 0.0093 |
+ 0.0813 |
+ 0.0182 |
+ 0.0109 |
+ 0.0172 |
+ 0.0800 |
+ 0.1400 |
+ 0.0163 |
+ 0.0163 |
+ 0.1467 |
+
+
+
+
+
+
+
+
+
+> train: [0.29989987 0.70010013]
+> validation: [0.30006676 0.69993324]
+> evaluate_bin_sld: 240.794s
+> evaluate_bin_sld_bcts: 241.216s
+> evaluate_bin_sld_vs: 239.041s
+> evaluate_bin_cc: 239.150s
+> evaluate_mul_sld: 86.659s
+> evaluate_mul_sld_bcts: 87.094s
+> evaluate_mul_sld_vs: 85.438s
+> evaluate_mul_cc: 71.870s
+> reference: 61.343s
+> kfcv: 62.276s
+> atc_mc: 63.361s
+> atc_ne: 53.060s
+> doc_feat: 45.659s
+> tot: 243.647s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ kfcv |
+ atc_mc |
+ atc_ne |
+ doc_feat |
+
+
+
+
+ | (1.0, 0.0) |
+ 0.0007 |
+ 0.0052 |
+ 0.0051 |
+ 0.1254 |
+ 0.0099 |
+ 0.0141 |
+ 0.0204 |
+ 0.1679 |
+ 0.1371 |
+ 0.0238 |
+ 0.0238 |
+ 0.1462 |
+
+
+ | (0.95, 0.05) |
+ 0.0184 |
+ 0.0141 |
+ 0.0141 |
+ 0.1194 |
+ 0.0145 |
+ 0.0136 |
+ 0.0302 |
+ 0.1600 |
+ 0.1275 |
+ 0.0222 |
+ 0.0222 |
+ 0.1367 |
+
+
+ | (0.9, 0.1) |
+ 0.0167 |
+ 0.0134 |
+ 0.0134 |
+ 0.1144 |
+ 0.0137 |
+ 0.0126 |
+ 0.0286 |
+ 0.1538 |
+ 0.1178 |
+ 0.0216 |
+ 0.0216 |
+ 0.1271 |
+
+
+ | (0.85, 0.15) |
+ 0.0149 |
+ 0.0141 |
+ 0.0141 |
+ 0.1077 |
+ 0.0119 |
+ 0.0112 |
+ 0.0268 |
+ 0.1471 |
+ 0.1094 |
+ 0.0197 |
+ 0.0197 |
+ 0.1187 |
+
+
+ | (0.8, 0.2) |
+ 0.0112 |
+ 0.0115 |
+ 0.0114 |
+ 0.1037 |
+ 0.0093 |
+ 0.0092 |
+ 0.0223 |
+ 0.1398 |
+ 0.0996 |
+ 0.0206 |
+ 0.0206 |
+ 0.1091 |
+
+
+ | (0.75, 0.25) |
+ 0.0111 |
+ 0.0135 |
+ 0.0135 |
+ 0.0941 |
+ 0.0108 |
+ 0.0111 |
+ 0.0243 |
+ 0.1286 |
+ 0.0880 |
+ 0.0160 |
+ 0.0160 |
+ 0.0975 |
+
+
+ | (0.7, 0.3) |
+ 0.0098 |
+ 0.0140 |
+ 0.0139 |
+ 0.0902 |
+ 0.0115 |
+ 0.0104 |
+ 0.0228 |
+ 0.1231 |
+ 0.0797 |
+ 0.0160 |
+ 0.0160 |
+ 0.0894 |
+
+
+ | (0.65, 0.35) |
+ 0.0102 |
+ 0.0132 |
+ 0.0132 |
+ 0.0839 |
+ 0.0123 |
+ 0.0115 |
+ 0.0220 |
+ 0.1164 |
+ 0.0717 |
+ 0.0149 |
+ 0.0149 |
+ 0.0814 |
+
+
+ | (0.6, 0.4) |
+ 0.0086 |
+ 0.0139 |
+ 0.0139 |
+ 0.0765 |
+ 0.0132 |
+ 0.0121 |
+ 0.0216 |
+ 0.1075 |
+ 0.0596 |
+ 0.0122 |
+ 0.0122 |
+ 0.0693 |
+
+
+ | (0.55, 0.45) |
+ 0.0095 |
+ 0.0139 |
+ 0.0139 |
+ 0.0731 |
+ 0.0135 |
+ 0.0112 |
+ 0.0189 |
+ 0.1010 |
+ 0.0516 |
+ 0.0123 |
+ 0.0123 |
+ 0.0615 |
+
+
+ | (0.5, 0.5) |
+ 0.0094 |
+ 0.0140 |
+ 0.0140 |
+ 0.0646 |
+ 0.0160 |
+ 0.0123 |
+ 0.0189 |
+ 0.0920 |
+ 0.0405 |
+ 0.0111 |
+ 0.0111 |
+ 0.0504 |
+
+
+ | (0.45, 0.55) |
+ 0.0102 |
+ 0.0143 |
+ 0.0143 |
+ 0.0591 |
+ 0.0149 |
+ 0.0124 |
+ 0.0182 |
+ 0.0840 |
+ 0.0297 |
+ 0.0102 |
+ 0.0102 |
+ 0.0397 |
+
+
+ | (0.4, 0.6) |
+ 0.0130 |
+ 0.0118 |
+ 0.0118 |
+ 0.0537 |
+ 0.0180 |
+ 0.0101 |
+ 0.0137 |
+ 0.0775 |
+ 0.0204 |
+ 0.0096 |
+ 0.0096 |
+ 0.0306 |
+
+
+ | (0.35, 0.65) |
+ 0.0138 |
+ 0.0148 |
+ 0.0148 |
+ 0.0492 |
+ 0.0178 |
+ 0.0128 |
+ 0.0158 |
+ 0.0713 |
+ 0.0132 |
+ 0.0100 |
+ 0.0100 |
+ 0.0230 |
+
+
+ | (0.3, 0.7) |
+ 0.0134 |
+ 0.0121 |
+ 0.0120 |
+ 0.0417 |
+ 0.0162 |
+ 0.0111 |
+ 0.0134 |
+ 0.0621 |
+ 0.0073 |
+ 0.0080 |
+ 0.0080 |
+ 0.0127 |
+
+
+ | (0.25, 0.75) |
+ 0.0147 |
+ 0.0132 |
+ 0.0131 |
+ 0.0366 |
+ 0.0158 |
+ 0.0131 |
+ 0.0135 |
+ 0.0549 |
+ 0.0091 |
+ 0.0070 |
+ 0.0070 |
+ 0.0075 |
+
+
+ | (0.2, 0.8) |
+ 0.0158 |
+ 0.0144 |
+ 0.0143 |
+ 0.0302 |
+ 0.0162 |
+ 0.0139 |
+ 0.0132 |
+ 0.0476 |
+ 0.0173 |
+ 0.0071 |
+ 0.0071 |
+ 0.0086 |
+
+
+ | (0.15, 0.85) |
+ 0.0147 |
+ 0.0153 |
+ 0.0152 |
+ 0.0243 |
+ 0.0145 |
+ 0.0154 |
+ 0.0129 |
+ 0.0405 |
+ 0.0265 |
+ 0.0076 |
+ 0.0076 |
+ 0.0160 |
+
+
+ | (0.1, 0.9) |
+ 0.0127 |
+ 0.0130 |
+ 0.0130 |
+ 0.0193 |
+ 0.0110 |
+ 0.0152 |
+ 0.0108 |
+ 0.0336 |
+ 0.0356 |
+ 0.0062 |
+ 0.0062 |
+ 0.0250 |
+
+
+ | (0.05, 0.95) |
+ 0.0108 |
+ 0.0124 |
+ 0.0124 |
+ 0.0135 |
+ 0.0082 |
+ 0.0150 |
+ 0.0094 |
+ 0.0256 |
+ 0.0455 |
+ 0.0063 |
+ 0.0063 |
+ 0.0347 |
+
+
+ | (0.0, 1.0) |
+ 0.0051 |
+ 0.0126 |
+ 0.0126 |
+ 0.0103 |
+ 0.0059 |
+ 0.0174 |
+ 0.0108 |
+ 0.0199 |
+ 0.0530 |
+ 0.0059 |
+ 0.0059 |
+ 0.0422 |
+
+
+ | tot |
+ 0.0116 |
+ 0.0131 |
+ 0.0130 |
+ 0.0662 |
+ 0.0131 |
+ 0.0126 |
+ 0.0185 |
+ 0.0931 |
+ 0.0590 |
+ 0.0128 |
+ 0.0128 |
+ 0.0632 |
+
+
+
+
+
+
+
+
+
+> train: [0.40003338 0.59996662]
+> validation: [0.40003338 0.59996662]
+> evaluate_bin_sld: 244.546s
+> evaluate_bin_sld_bcts: 241.352s
+> evaluate_bin_sld_vs: 243.249s
+> evaluate_bin_cc: 239.610s
+> evaluate_mul_sld: 83.268s
+> evaluate_mul_sld_bcts: 89.888s
+> evaluate_mul_sld_vs: 90.139s
+> evaluate_mul_cc: 70.382s
+> reference: 57.044s
+> kfcv: 56.203s
+> atc_mc: 60.438s
+> atc_ne: 63.729s
+> doc_feat: 55.016s
+> tot: 246.495s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ kfcv |
+ atc_mc |
+ atc_ne |
+ doc_feat |
+
+
+
+
+ | (1.0, 0.0) |
+ 0.0007 |
+ 0.0047 |
+ 0.0047 |
+ 0.0906 |
+ 0.0064 |
+ 0.0106 |
+ 0.0137 |
+ 0.1061 |
+ 0.0379 |
+ 0.0106 |
+ 0.0106 |
+ 0.0447 |
+
+
+ | (0.95, 0.05) |
+ 0.0050 |
+ 0.0084 |
+ 0.0084 |
+ 0.0885 |
+ 0.0091 |
+ 0.0074 |
+ 0.0167 |
+ 0.1031 |
+ 0.0339 |
+ 0.0101 |
+ 0.0101 |
+ 0.0406 |
+
+
+ | (0.9, 0.1) |
+ 0.0057 |
+ 0.0095 |
+ 0.0095 |
+ 0.0873 |
+ 0.0134 |
+ 0.0073 |
+ 0.0128 |
+ 0.1016 |
+ 0.0322 |
+ 0.0092 |
+ 0.0092 |
+ 0.0390 |
+
+
+ | (0.85, 0.15) |
+ 0.0084 |
+ 0.0100 |
+ 0.0100 |
+ 0.0836 |
+ 0.0180 |
+ 0.0079 |
+ 0.0142 |
+ 0.0980 |
+ 0.0284 |
+ 0.0083 |
+ 0.0083 |
+ 0.0352 |
+
+
+ | (0.8, 0.2) |
+ 0.0130 |
+ 0.0126 |
+ 0.0126 |
+ 0.0839 |
+ 0.0235 |
+ 0.0102 |
+ 0.0116 |
+ 0.0970 |
+ 0.0269 |
+ 0.0089 |
+ 0.0089 |
+ 0.0338 |
+
+
+ | (0.75, 0.25) |
+ 0.0158 |
+ 0.0118 |
+ 0.0119 |
+ 0.0793 |
+ 0.0261 |
+ 0.0099 |
+ 0.0139 |
+ 0.0924 |
+ 0.0219 |
+ 0.0090 |
+ 0.0090 |
+ 0.0288 |
+
+
+ | (0.7, 0.3) |
+ 0.0186 |
+ 0.0128 |
+ 0.0128 |
+ 0.0787 |
+ 0.0288 |
+ 0.0109 |
+ 0.0144 |
+ 0.0920 |
+ 0.0213 |
+ 0.0084 |
+ 0.0084 |
+ 0.0281 |
+
+
+ | (0.65, 0.35) |
+ 0.0208 |
+ 0.0128 |
+ 0.0128 |
+ 0.0756 |
+ 0.0290 |
+ 0.0107 |
+ 0.0143 |
+ 0.0887 |
+ 0.0171 |
+ 0.0084 |
+ 0.0084 |
+ 0.0241 |
+
+
+ | (0.6, 0.4) |
+ 0.0239 |
+ 0.0134 |
+ 0.0134 |
+ 0.0728 |
+ 0.0320 |
+ 0.0117 |
+ 0.0132 |
+ 0.0849 |
+ 0.0136 |
+ 0.0082 |
+ 0.0082 |
+ 0.0202 |
+
+
+ | (0.55, 0.45) |
+ 0.0273 |
+ 0.0126 |
+ 0.0126 |
+ 0.0723 |
+ 0.0331 |
+ 0.0112 |
+ 0.0130 |
+ 0.0841 |
+ 0.0131 |
+ 0.0086 |
+ 0.0086 |
+ 0.0196 |
+
+
+ | (0.5, 0.5) |
+ 0.0267 |
+ 0.0147 |
+ 0.0147 |
+ 0.0678 |
+ 0.0317 |
+ 0.0121 |
+ 0.0156 |
+ 0.0798 |
+ 0.0087 |
+ 0.0085 |
+ 0.0085 |
+ 0.0147 |
+
+
+ | (0.45, 0.55) |
+ 0.0283 |
+ 0.0113 |
+ 0.0113 |
+ 0.0651 |
+ 0.0313 |
+ 0.0100 |
+ 0.0132 |
+ 0.0762 |
+ 0.0080 |
+ 0.0085 |
+ 0.0085 |
+ 0.0116 |
+
+
+ | (0.4, 0.6) |
+ 0.0296 |
+ 0.0117 |
+ 0.0117 |
+ 0.0636 |
+ 0.0335 |
+ 0.0104 |
+ 0.0125 |
+ 0.0744 |
+ 0.0074 |
+ 0.0072 |
+ 0.0072 |
+ 0.0099 |
+
+
+ | (0.35, 0.65) |
+ 0.0273 |
+ 0.0113 |
+ 0.0113 |
+ 0.0628 |
+ 0.0306 |
+ 0.0105 |
+ 0.0121 |
+ 0.0741 |
+ 0.0065 |
+ 0.0079 |
+ 0.0079 |
+ 0.0095 |
+
+
+ | (0.3, 0.7) |
+ 0.0235 |
+ 0.0125 |
+ 0.0125 |
+ 0.0592 |
+ 0.0260 |
+ 0.0112 |
+ 0.0149 |
+ 0.0696 |
+ 0.0080 |
+ 0.0076 |
+ 0.0076 |
+ 0.0073 |
+
+
+ | (0.25, 0.75) |
+ 0.0208 |
+ 0.0112 |
+ 0.0112 |
+ 0.0573 |
+ 0.0230 |
+ 0.0099 |
+ 0.0141 |
+ 0.0672 |
+ 0.0090 |
+ 0.0075 |
+ 0.0075 |
+ 0.0069 |
+
+
+ | (0.2, 0.8) |
+ 0.0183 |
+ 0.0113 |
+ 0.0113 |
+ 0.0558 |
+ 0.0200 |
+ 0.0098 |
+ 0.0132 |
+ 0.0654 |
+ 0.0110 |
+ 0.0066 |
+ 0.0066 |
+ 0.0075 |
+
+
+ | (0.15, 0.85) |
+ 0.0127 |
+ 0.0111 |
+ 0.0111 |
+ 0.0535 |
+ 0.0149 |
+ 0.0099 |
+ 0.0138 |
+ 0.0627 |
+ 0.0134 |
+ 0.0070 |
+ 0.0070 |
+ 0.0077 |
+
+
+ | (0.1, 0.9) |
+ 0.0092 |
+ 0.0116 |
+ 0.0116 |
+ 0.0504 |
+ 0.0107 |
+ 0.0108 |
+ 0.0158 |
+ 0.0596 |
+ 0.0161 |
+ 0.0078 |
+ 0.0078 |
+ 0.0093 |
+
+
+ | (0.05, 0.95) |
+ 0.0076 |
+ 0.0097 |
+ 0.0097 |
+ 0.0501 |
+ 0.0084 |
+ 0.0094 |
+ 0.0125 |
+ 0.0579 |
+ 0.0184 |
+ 0.0071 |
+ 0.0071 |
+ 0.0111 |
+
+
+ | (0.0, 1.0) |
+ 0.0013 |
+ 0.0087 |
+ 0.0087 |
+ 0.0495 |
+ 0.0048 |
+ 0.0131 |
+ 0.0140 |
+ 0.0572 |
+ 0.0194 |
+ 0.0071 |
+ 0.0071 |
+ 0.0126 |
+
+
+ | tot |
+ 0.0164 |
+ 0.0111 |
+ 0.0111 |
+ 0.0689 |
+ 0.0216 |
+ 0.0102 |
+ 0.0138 |
+ 0.0806 |
+ 0.0177 |
+ 0.0082 |
+ 0.0082 |
+ 0.0201 |
+
+
+
+
+
+
+
+
+
+> train: [0.5 0.5]
+> validation: [0.5 0.5]
+> evaluate_bin_sld: 244.474s
+> evaluate_bin_sld_bcts: 247.413s
+> evaluate_bin_sld_vs: 244.215s
+> evaluate_bin_cc: 241.585s
+> evaluate_mul_sld: 86.372s
+> evaluate_mul_sld_bcts: 89.262s
+> evaluate_mul_sld_vs: 91.533s
+> evaluate_mul_cc: 76.286s
+> reference: 55.041s
+> kfcv: 60.774s
+> atc_mc: 61.594s
+> atc_ne: 56.500s
+> doc_feat: 52.465s
+> tot: 249.760s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ kfcv |
+ atc_mc |
+ atc_ne |
+ doc_feat |
+
+
+
+
+ | (1.0, 0.0) |
+ 0.0007 |
+ 0.0024 |
+ 0.0024 |
+ 0.0601 |
+ 0.0046 |
+ 0.0105 |
+ 0.0050 |
+ 0.0592 |
+ 0.0145 |
+ 0.0088 |
+ 0.0088 |
+ 0.0082 |
+
+
+ | (0.95, 0.05) |
+ 0.0055 |
+ 0.0074 |
+ 0.0074 |
+ 0.0615 |
+ 0.0098 |
+ 0.0077 |
+ 0.0076 |
+ 0.0604 |
+ 0.0131 |
+ 0.0080 |
+ 0.0080 |
+ 0.0066 |
+
+
+ | (0.9, 0.1) |
+ 0.0083 |
+ 0.0099 |
+ 0.0099 |
+ 0.0646 |
+ 0.0157 |
+ 0.0068 |
+ 0.0066 |
+ 0.0636 |
+ 0.0108 |
+ 0.0082 |
+ 0.0082 |
+ 0.0069 |
+
+
+ | (0.85, 0.15) |
+ 0.0154 |
+ 0.0141 |
+ 0.0141 |
+ 0.0659 |
+ 0.0244 |
+ 0.0094 |
+ 0.0086 |
+ 0.0648 |
+ 0.0097 |
+ 0.0077 |
+ 0.0077 |
+ 0.0066 |
+
+
+ | (0.8, 0.2) |
+ 0.0235 |
+ 0.0167 |
+ 0.0167 |
+ 0.0693 |
+ 0.0302 |
+ 0.0109 |
+ 0.0092 |
+ 0.0683 |
+ 0.0073 |
+ 0.0083 |
+ 0.0083 |
+ 0.0069 |
+
+
+ | (0.75, 0.25) |
+ 0.0298 |
+ 0.0182 |
+ 0.0182 |
+ 0.0690 |
+ 0.0358 |
+ 0.0124 |
+ 0.0097 |
+ 0.0678 |
+ 0.0079 |
+ 0.0066 |
+ 0.0066 |
+ 0.0070 |
+
+
+ | (0.7, 0.3) |
+ 0.0319 |
+ 0.0177 |
+ 0.0177 |
+ 0.0722 |
+ 0.0370 |
+ 0.0137 |
+ 0.0115 |
+ 0.0711 |
+ 0.0067 |
+ 0.0082 |
+ 0.0082 |
+ 0.0086 |
+
+
+ | (0.65, 0.35) |
+ 0.0357 |
+ 0.0189 |
+ 0.0189 |
+ 0.0747 |
+ 0.0385 |
+ 0.0150 |
+ 0.0121 |
+ 0.0737 |
+ 0.0074 |
+ 0.0103 |
+ 0.0103 |
+ 0.0105 |
+
+
+ | (0.6, 0.4) |
+ 0.0368 |
+ 0.0185 |
+ 0.0185 |
+ 0.0746 |
+ 0.0398 |
+ 0.0153 |
+ 0.0122 |
+ 0.0737 |
+ 0.0064 |
+ 0.0085 |
+ 0.0085 |
+ 0.0103 |
+
+
+ | (0.55, 0.45) |
+ 0.0373 |
+ 0.0175 |
+ 0.0175 |
+ 0.0776 |
+ 0.0398 |
+ 0.0150 |
+ 0.0114 |
+ 0.0767 |
+ 0.0071 |
+ 0.0110 |
+ 0.0110 |
+ 0.0128 |
+
+
+ | (0.5, 0.5) |
+ 0.0369 |
+ 0.0169 |
+ 0.0169 |
+ 0.0784 |
+ 0.0386 |
+ 0.0146 |
+ 0.0110 |
+ 0.0773 |
+ 0.0073 |
+ 0.0122 |
+ 0.0122 |
+ 0.0138 |
+
+
+ | (0.45, 0.55) |
+ 0.0358 |
+ 0.0166 |
+ 0.0165 |
+ 0.0799 |
+ 0.0390 |
+ 0.0146 |
+ 0.0089 |
+ 0.0790 |
+ 0.0086 |
+ 0.0125 |
+ 0.0125 |
+ 0.0150 |
+
+
+ | (0.4, 0.6) |
+ 0.0350 |
+ 0.0181 |
+ 0.0181 |
+ 0.0814 |
+ 0.0371 |
+ 0.0158 |
+ 0.0111 |
+ 0.0802 |
+ 0.0097 |
+ 0.0144 |
+ 0.0144 |
+ 0.0164 |
+
+
+ | (0.35, 0.65) |
+ 0.0309 |
+ 0.0174 |
+ 0.0174 |
+ 0.0861 |
+ 0.0338 |
+ 0.0160 |
+ 0.0120 |
+ 0.0853 |
+ 0.0132 |
+ 0.0168 |
+ 0.0168 |
+ 0.0210 |
+
+
+ | (0.3, 0.7) |
+ 0.0230 |
+ 0.0157 |
+ 0.0157 |
+ 0.0868 |
+ 0.0287 |
+ 0.0144 |
+ 0.0127 |
+ 0.0857 |
+ 0.0137 |
+ 0.0164 |
+ 0.0164 |
+ 0.0222 |
+
+
+ | (0.25, 0.75) |
+ 0.0194 |
+ 0.0149 |
+ 0.0149 |
+ 0.0874 |
+ 0.0245 |
+ 0.0135 |
+ 0.0126 |
+ 0.0867 |
+ 0.0141 |
+ 0.0170 |
+ 0.0170 |
+ 0.0224 |
+
+
+ | (0.2, 0.8) |
+ 0.0139 |
+ 0.0132 |
+ 0.0132 |
+ 0.0896 |
+ 0.0198 |
+ 0.0120 |
+ 0.0126 |
+ 0.0888 |
+ 0.0165 |
+ 0.0211 |
+ 0.0211 |
+ 0.0248 |
+
+
+ | (0.15, 0.85) |
+ 0.0102 |
+ 0.0104 |
+ 0.0104 |
+ 0.0913 |
+ 0.0148 |
+ 0.0100 |
+ 0.0128 |
+ 0.0903 |
+ 0.0180 |
+ 0.0205 |
+ 0.0205 |
+ 0.0267 |
+
+
+ | (0.1, 0.9) |
+ 0.0081 |
+ 0.0103 |
+ 0.0103 |
+ 0.0939 |
+ 0.0122 |
+ 0.0098 |
+ 0.0146 |
+ 0.0927 |
+ 0.0205 |
+ 0.0239 |
+ 0.0239 |
+ 0.0292 |
+
+
+ | (0.05, 0.95) |
+ 0.0075 |
+ 0.0070 |
+ 0.0070 |
+ 0.0954 |
+ 0.0085 |
+ 0.0071 |
+ 0.0147 |
+ 0.0946 |
+ 0.0224 |
+ 0.0253 |
+ 0.0253 |
+ 0.0310 |
+
+
+ | (0.0, 1.0) |
+ 0.0004 |
+ 0.0038 |
+ 0.0038 |
+ 0.0991 |
+ 0.0035 |
+ 0.0092 |
+ 0.0143 |
+ 0.0979 |
+ 0.0257 |
+ 0.0289 |
+ 0.0289 |
+ 0.0344 |
+
+
+ | tot |
+ 0.0212 |
+ 0.0136 |
+ 0.0136 |
+ 0.0790 |
+ 0.0255 |
+ 0.0121 |
+ 0.0110 |
+ 0.0780 |
+ 0.0124 |
+ 0.0140 |
+ 0.0140 |
+ 0.0163 |
+
+
+
+
+
+
+
+
+
+> train: [0.59996662 0.40003338]
+> validation: [0.59996662 0.40003338]
+> evaluate_bin_sld: 239.757s
+> evaluate_bin_sld_bcts: 236.827s
+> evaluate_bin_sld_vs: 235.348s
+> evaluate_bin_cc: 233.573s
+> evaluate_mul_sld: 77.761s
+> evaluate_mul_sld_bcts: 88.907s
+> evaluate_mul_sld_vs: 86.576s
+> evaluate_mul_cc: 70.020s
+> reference: 52.408s
+> kfcv: 53.938s
+> atc_mc: 63.368s
+> atc_ne: 55.957s
+> doc_feat: 44.423s
+> tot: 241.021s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ kfcv |
+ atc_mc |
+ atc_ne |
+ doc_feat |
+
+
+
+
+ | (1.0, 0.0) |
+ 0.0005 |
+ 0.0019 |
+ 0.0019 |
+ 0.0195 |
+ 0.0034 |
+ 0.0078 |
+ 0.0031 |
+ 0.0249 |
+ 0.0490 |
+ 0.0190 |
+ 0.0190 |
+ 0.0474 |
+
+
+ | (0.95, 0.05) |
+ 0.0079 |
+ 0.0073 |
+ 0.0073 |
+ 0.0241 |
+ 0.0154 |
+ 0.0060 |
+ 0.0057 |
+ 0.0305 |
+ 0.0427 |
+ 0.0166 |
+ 0.0166 |
+ 0.0412 |
+
+
+ | (0.9, 0.1) |
+ 0.0192 |
+ 0.0114 |
+ 0.0114 |
+ 0.0306 |
+ 0.0254 |
+ 0.0070 |
+ 0.0083 |
+ 0.0369 |
+ 0.0358 |
+ 0.0147 |
+ 0.0147 |
+ 0.0343 |
+
+
+ | (0.85, 0.15) |
+ 0.0319 |
+ 0.0157 |
+ 0.0157 |
+ 0.0362 |
+ 0.0348 |
+ 0.0109 |
+ 0.0120 |
+ 0.0427 |
+ 0.0291 |
+ 0.0117 |
+ 0.0117 |
+ 0.0276 |
+
+
+ | (0.8, 0.2) |
+ 0.0412 |
+ 0.0183 |
+ 0.0183 |
+ 0.0422 |
+ 0.0419 |
+ 0.0143 |
+ 0.0141 |
+ 0.0499 |
+ 0.0218 |
+ 0.0105 |
+ 0.0105 |
+ 0.0204 |
+
+
+ | (0.75, 0.25) |
+ 0.0458 |
+ 0.0222 |
+ 0.0222 |
+ 0.0465 |
+ 0.0483 |
+ 0.0183 |
+ 0.0166 |
+ 0.0538 |
+ 0.0171 |
+ 0.0089 |
+ 0.0089 |
+ 0.0157 |
+
+
+ | (0.7, 0.3) |
+ 0.0438 |
+ 0.0215 |
+ 0.0215 |
+ 0.0523 |
+ 0.0502 |
+ 0.0190 |
+ 0.0158 |
+ 0.0605 |
+ 0.0100 |
+ 0.0085 |
+ 0.0085 |
+ 0.0090 |
+
+
+ | (0.65, 0.35) |
+ 0.0444 |
+ 0.0229 |
+ 0.0229 |
+ 0.0599 |
+ 0.0517 |
+ 0.0212 |
+ 0.0168 |
+ 0.0682 |
+ 0.0064 |
+ 0.0076 |
+ 0.0076 |
+ 0.0064 |
+
+
+ | (0.6, 0.4) |
+ 0.0410 |
+ 0.0243 |
+ 0.0243 |
+ 0.0643 |
+ 0.0537 |
+ 0.0233 |
+ 0.0173 |
+ 0.0728 |
+ 0.0069 |
+ 0.0079 |
+ 0.0079 |
+ 0.0075 |
+
+
+ | (0.55, 0.45) |
+ 0.0374 |
+ 0.0228 |
+ 0.0228 |
+ 0.0695 |
+ 0.0519 |
+ 0.0229 |
+ 0.0153 |
+ 0.0784 |
+ 0.0111 |
+ 0.0073 |
+ 0.0073 |
+ 0.0121 |
+
+
+ | (0.5, 0.5) |
+ 0.0342 |
+ 0.0244 |
+ 0.0244 |
+ 0.0740 |
+ 0.0516 |
+ 0.0244 |
+ 0.0153 |
+ 0.0835 |
+ 0.0159 |
+ 0.0081 |
+ 0.0081 |
+ 0.0170 |
+
+
+ | (0.45, 0.55) |
+ 0.0318 |
+ 0.0242 |
+ 0.0242 |
+ 0.0798 |
+ 0.0515 |
+ 0.0260 |
+ 0.0148 |
+ 0.0901 |
+ 0.0224 |
+ 0.0099 |
+ 0.0099 |
+ 0.0237 |
+
+
+ | (0.4, 0.6) |
+ 0.0284 |
+ 0.0245 |
+ 0.0245 |
+ 0.0839 |
+ 0.0491 |
+ 0.0265 |
+ 0.0146 |
+ 0.0946 |
+ 0.0277 |
+ 0.0112 |
+ 0.0112 |
+ 0.0290 |
+
+
+ | (0.35, 0.65) |
+ 0.0248 |
+ 0.0236 |
+ 0.0236 |
+ 0.0924 |
+ 0.0459 |
+ 0.0267 |
+ 0.0149 |
+ 0.1034 |
+ 0.0374 |
+ 0.0156 |
+ 0.0156 |
+ 0.0386 |
+
+
+ | (0.3, 0.7) |
+ 0.0205 |
+ 0.0215 |
+ 0.0215 |
+ 0.0975 |
+ 0.0409 |
+ 0.0256 |
+ 0.0132 |
+ 0.1084 |
+ 0.0438 |
+ 0.0168 |
+ 0.0168 |
+ 0.0450 |
+
+
+ | (0.25, 0.75) |
+ 0.0165 |
+ 0.0198 |
+ 0.0198 |
+ 0.1019 |
+ 0.0338 |
+ 0.0225 |
+ 0.0115 |
+ 0.1133 |
+ 0.0491 |
+ 0.0160 |
+ 0.0160 |
+ 0.0503 |
+
+
+ | (0.2, 0.8) |
+ 0.0135 |
+ 0.0191 |
+ 0.0191 |
+ 0.1080 |
+ 0.0308 |
+ 0.0232 |
+ 0.0113 |
+ 0.1192 |
+ 0.0548 |
+ 0.0180 |
+ 0.0180 |
+ 0.0560 |
+
+
+ | (0.15, 0.85) |
+ 0.0100 |
+ 0.0165 |
+ 0.0165 |
+ 0.1131 |
+ 0.0257 |
+ 0.0218 |
+ 0.0102 |
+ 0.1258 |
+ 0.0627 |
+ 0.0218 |
+ 0.0218 |
+ 0.0638 |
+
+
+ | (0.1, 0.9) |
+ 0.0072 |
+ 0.0134 |
+ 0.0134 |
+ 0.1177 |
+ 0.0172 |
+ 0.0172 |
+ 0.0092 |
+ 0.1303 |
+ 0.0677 |
+ 0.0224 |
+ 0.0224 |
+ 0.0688 |
+
+
+ | (0.05, 0.95) |
+ 0.0065 |
+ 0.0102 |
+ 0.0102 |
+ 0.1238 |
+ 0.0127 |
+ 0.0150 |
+ 0.0084 |
+ 0.1371 |
+ 0.0747 |
+ 0.0278 |
+ 0.0278 |
+ 0.0758 |
+
+
+ | (0.0, 1.0) |
+ 0.0003 |
+ 0.0033 |
+ 0.0033 |
+ 0.1304 |
+ 0.0055 |
+ 0.0067 |
+ 0.0097 |
+ 0.1440 |
+ 0.0815 |
+ 0.0285 |
+ 0.0285 |
+ 0.0825 |
+
+
+ | tot |
+ 0.0241 |
+ 0.0176 |
+ 0.0176 |
+ 0.0746 |
+ 0.0353 |
+ 0.0184 |
+ 0.0123 |
+ 0.0842 |
+ 0.0366 |
+ 0.0147 |
+ 0.0147 |
+ 0.0368 |
+
+
+
+
+
+
+
+
+
+> train: [0.69993324 0.30006676]
+> validation: [0.70010013 0.29989987]
+> evaluate_bin_sld: 238.584s
+> evaluate_bin_sld_bcts: 238.837s
+> evaluate_bin_sld_vs: 236.583s
+> evaluate_bin_cc: 232.282s
+> evaluate_mul_sld: 83.428s
+> evaluate_mul_sld_bcts: 85.497s
+> evaluate_mul_sld_vs: 89.138s
+> evaluate_mul_cc: 76.622s
+> reference: 53.734s
+> kfcv: 63.124s
+> atc_mc: 54.173s
+> atc_ne: 61.629s
+> doc_feat: 45.672s
+> tot: 241.289s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ kfcv |
+ atc_mc |
+ atc_ne |
+ doc_feat |
+
+
+
+
+ | (1.0, 0.0) |
+ 0.0014 |
+ 0.0049 |
+ 0.0049 |
+ 0.0071 |
+ 0.0024 |
+ 0.0101 |
+ 0.0041 |
+ 0.0047 |
+ 0.0724 |
+ 0.0103 |
+ 0.0103 |
+ 0.0606 |
+
+
+ | (0.95, 0.05) |
+ 0.0097 |
+ 0.0067 |
+ 0.0067 |
+ 0.0050 |
+ 0.0117 |
+ 0.0080 |
+ 0.0062 |
+ 0.0101 |
+ 0.0607 |
+ 0.0072 |
+ 0.0072 |
+ 0.0489 |
+
+
+ | (0.9, 0.1) |
+ 0.0180 |
+ 0.0079 |
+ 0.0079 |
+ 0.0088 |
+ 0.0202 |
+ 0.0073 |
+ 0.0092 |
+ 0.0175 |
+ 0.0499 |
+ 0.0049 |
+ 0.0049 |
+ 0.0382 |
+
+
+ | (0.85, 0.15) |
+ 0.0227 |
+ 0.0089 |
+ 0.0089 |
+ 0.0170 |
+ 0.0282 |
+ 0.0082 |
+ 0.0121 |
+ 0.0266 |
+ 0.0381 |
+ 0.0060 |
+ 0.0060 |
+ 0.0265 |
+
+
+ | (0.8, 0.2) |
+ 0.0237 |
+ 0.0102 |
+ 0.0102 |
+ 0.0245 |
+ 0.0333 |
+ 0.0102 |
+ 0.0131 |
+ 0.0352 |
+ 0.0259 |
+ 0.0082 |
+ 0.0082 |
+ 0.0143 |
+
+
+ | (0.75, 0.25) |
+ 0.0250 |
+ 0.0113 |
+ 0.0113 |
+ 0.0320 |
+ 0.0378 |
+ 0.0125 |
+ 0.0152 |
+ 0.0432 |
+ 0.0161 |
+ 0.0101 |
+ 0.0101 |
+ 0.0067 |
+
+
+ | (0.7, 0.3) |
+ 0.0229 |
+ 0.0108 |
+ 0.0108 |
+ 0.0398 |
+ 0.0371 |
+ 0.0130 |
+ 0.0138 |
+ 0.0526 |
+ 0.0067 |
+ 0.0119 |
+ 0.0119 |
+ 0.0096 |
+
+
+ | (0.65, 0.35) |
+ 0.0218 |
+ 0.0124 |
+ 0.0124 |
+ 0.0481 |
+ 0.0364 |
+ 0.0147 |
+ 0.0149 |
+ 0.0608 |
+ 0.0104 |
+ 0.0160 |
+ 0.0160 |
+ 0.0208 |
+
+
+ | (0.6, 0.4) |
+ 0.0220 |
+ 0.0136 |
+ 0.0136 |
+ 0.0566 |
+ 0.0379 |
+ 0.0174 |
+ 0.0156 |
+ 0.0699 |
+ 0.0201 |
+ 0.0190 |
+ 0.0190 |
+ 0.0314 |
+
+
+ | (0.55, 0.45) |
+ 0.0189 |
+ 0.0130 |
+ 0.0130 |
+ 0.0626 |
+ 0.0369 |
+ 0.0179 |
+ 0.0148 |
+ 0.0781 |
+ 0.0313 |
+ 0.0222 |
+ 0.0222 |
+ 0.0426 |
+
+
+ | (0.5, 0.5) |
+ 0.0183 |
+ 0.0136 |
+ 0.0136 |
+ 0.0699 |
+ 0.0359 |
+ 0.0191 |
+ 0.0143 |
+ 0.0858 |
+ 0.0418 |
+ 0.0259 |
+ 0.0259 |
+ 0.0531 |
+
+
+ | (0.45, 0.55) |
+ 0.0179 |
+ 0.0146 |
+ 0.0146 |
+ 0.0788 |
+ 0.0365 |
+ 0.0218 |
+ 0.0150 |
+ 0.0949 |
+ 0.0528 |
+ 0.0297 |
+ 0.0297 |
+ 0.0640 |
+
+
+ | (0.4, 0.6) |
+ 0.0144 |
+ 0.0127 |
+ 0.0127 |
+ 0.0832 |
+ 0.0333 |
+ 0.0213 |
+ 0.0127 |
+ 0.1006 |
+ 0.0626 |
+ 0.0307 |
+ 0.0307 |
+ 0.0737 |
+
+
+ | (0.35, 0.65) |
+ 0.0131 |
+ 0.0133 |
+ 0.0133 |
+ 0.0932 |
+ 0.0309 |
+ 0.0224 |
+ 0.0136 |
+ 0.1121 |
+ 0.0774 |
+ 0.0368 |
+ 0.0368 |
+ 0.0885 |
+
+
+ | (0.3, 0.7) |
+ 0.0117 |
+ 0.0128 |
+ 0.0128 |
+ 0.1011 |
+ 0.0272 |
+ 0.0219 |
+ 0.0125 |
+ 0.1204 |
+ 0.0885 |
+ 0.0400 |
+ 0.0400 |
+ 0.0995 |
+
+
+ | (0.25, 0.75) |
+ 0.0095 |
+ 0.0117 |
+ 0.0117 |
+ 0.1084 |
+ 0.0225 |
+ 0.0205 |
+ 0.0110 |
+ 0.1281 |
+ 0.1001 |
+ 0.0427 |
+ 0.0427 |
+ 0.1111 |
+
+
+ | (0.2, 0.8) |
+ 0.0081 |
+ 0.0110 |
+ 0.0110 |
+ 0.1150 |
+ 0.0196 |
+ 0.0203 |
+ 0.0104 |
+ 0.1366 |
+ 0.1094 |
+ 0.0464 |
+ 0.0464 |
+ 0.1203 |
+
+
+ | (0.15, 0.85) |
+ 0.0073 |
+ 0.0101 |
+ 0.0101 |
+ 0.1235 |
+ 0.0155 |
+ 0.0191 |
+ 0.0099 |
+ 0.1458 |
+ 0.1227 |
+ 0.0517 |
+ 0.0517 |
+ 0.1336 |
+
+
+ | (0.1, 0.9) |
+ 0.0078 |
+ 0.0091 |
+ 0.0090 |
+ 0.1297 |
+ 0.0121 |
+ 0.0161 |
+ 0.0101 |
+ 0.1531 |
+ 0.1327 |
+ 0.0521 |
+ 0.0521 |
+ 0.1435 |
+
+
+ | (0.05, 0.95) |
+ 0.0089 |
+ 0.0085 |
+ 0.0085 |
+ 0.1379 |
+ 0.0102 |
+ 0.0140 |
+ 0.0103 |
+ 0.1614 |
+ 0.1428 |
+ 0.0548 |
+ 0.0548 |
+ 0.1536 |
+
+
+ | (0.0, 1.0) |
+ 0.0003 |
+ 0.0057 |
+ 0.0057 |
+ 0.1468 |
+ 0.0071 |
+ 0.0071 |
+ 0.0154 |
+ 0.1713 |
+ 0.1570 |
+ 0.0625 |
+ 0.0625 |
+ 0.1677 |
+
+
+ | tot |
+ 0.0144 |
+ 0.0106 |
+ 0.0106 |
+ 0.0709 |
+ 0.0254 |
+ 0.0154 |
+ 0.0121 |
+ 0.0861 |
+ 0.0676 |
+ 0.0280 |
+ 0.0280 |
+ 0.0718 |
+
+
+
+
+
+
+
+
+
+> train: [0.79989987 0.20010013]
+> validation: [0.80006676 0.19993324]
+> evaluate_bin_sld: 244.207s
+> evaluate_bin_sld_bcts: 245.913s
+> evaluate_bin_sld_vs: 242.218s
+> evaluate_bin_cc: 242.116s
+> evaluate_mul_sld: 86.684s
+> evaluate_mul_sld_bcts: 90.521s
+> evaluate_mul_sld_vs: 90.303s
+> evaluate_mul_cc: 73.041s
+> reference: 58.379s
+> kfcv: 55.869s
+> atc_mc: 56.553s
+> atc_ne: 56.953s
+> doc_feat: 50.007s
+> tot: 248.314s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ kfcv |
+ atc_mc |
+ atc_ne |
+ doc_feat |
+
+
+
+
+ | (1.0, 0.0) |
+ 0.0011 |
+ 0.0047 |
+ 0.0047 |
+ 0.0121 |
+ 0.0019 |
+ 0.0078 |
+ 0.0029 |
+ 0.0094 |
+ 0.0887 |
+ 0.0097 |
+ 0.0097 |
+ 0.0803 |
+
+
+ | (0.95, 0.05) |
+ 0.0092 |
+ 0.0065 |
+ 0.0065 |
+ 0.0040 |
+ 0.0117 |
+ 0.0068 |
+ 0.0060 |
+ 0.0034 |
+ 0.0684 |
+ 0.0071 |
+ 0.0071 |
+ 0.0601 |
+
+
+ | (0.9, 0.1) |
+ 0.0103 |
+ 0.0071 |
+ 0.0071 |
+ 0.0091 |
+ 0.0164 |
+ 0.0068 |
+ 0.0073 |
+ 0.0119 |
+ 0.0480 |
+ 0.0062 |
+ 0.0062 |
+ 0.0398 |
+
+
+ | (0.85, 0.15) |
+ 0.0103 |
+ 0.0079 |
+ 0.0079 |
+ 0.0183 |
+ 0.0178 |
+ 0.0067 |
+ 0.0086 |
+ 0.0214 |
+ 0.0285 |
+ 0.0064 |
+ 0.0064 |
+ 0.0204 |
+
+
+ | (0.8, 0.2) |
+ 0.0117 |
+ 0.0094 |
+ 0.0094 |
+ 0.0294 |
+ 0.0208 |
+ 0.0088 |
+ 0.0105 |
+ 0.0326 |
+ 0.0098 |
+ 0.0088 |
+ 0.0088 |
+ 0.0063 |
+
+
+ | (0.75, 0.25) |
+ 0.0101 |
+ 0.0088 |
+ 0.0088 |
+ 0.0396 |
+ 0.0218 |
+ 0.0094 |
+ 0.0109 |
+ 0.0429 |
+ 0.0114 |
+ 0.0093 |
+ 0.0093 |
+ 0.0187 |
+
+
+ | (0.7, 0.3) |
+ 0.0093 |
+ 0.0090 |
+ 0.0090 |
+ 0.0499 |
+ 0.0197 |
+ 0.0102 |
+ 0.0109 |
+ 0.0542 |
+ 0.0323 |
+ 0.0124 |
+ 0.0124 |
+ 0.0401 |
+
+
+ | (0.65, 0.35) |
+ 0.0087 |
+ 0.0083 |
+ 0.0083 |
+ 0.0616 |
+ 0.0178 |
+ 0.0105 |
+ 0.0106 |
+ 0.0652 |
+ 0.0544 |
+ 0.0161 |
+ 0.0161 |
+ 0.0621 |
+
+
+ | (0.6, 0.4) |
+ 0.0092 |
+ 0.0090 |
+ 0.0090 |
+ 0.0729 |
+ 0.0173 |
+ 0.0118 |
+ 0.0113 |
+ 0.0767 |
+ 0.0742 |
+ 0.0190 |
+ 0.0190 |
+ 0.0819 |
+
+
+ | (0.55, 0.45) |
+ 0.0092 |
+ 0.0104 |
+ 0.0104 |
+ 0.0817 |
+ 0.0155 |
+ 0.0118 |
+ 0.0107 |
+ 0.0855 |
+ 0.0919 |
+ 0.0207 |
+ 0.0207 |
+ 0.0995 |
+
+
+ | (0.5, 0.5) |
+ 0.0088 |
+ 0.0104 |
+ 0.0104 |
+ 0.0910 |
+ 0.0135 |
+ 0.0118 |
+ 0.0095 |
+ 0.0955 |
+ 0.1131 |
+ 0.0222 |
+ 0.0222 |
+ 0.1206 |
+
+
+ | (0.45, 0.55) |
+ 0.0093 |
+ 0.0100 |
+ 0.0100 |
+ 0.1016 |
+ 0.0135 |
+ 0.0135 |
+ 0.0097 |
+ 0.1059 |
+ 0.1328 |
+ 0.0247 |
+ 0.0247 |
+ 0.1402 |
+
+
+ | (0.4, 0.6) |
+ 0.0113 |
+ 0.0109 |
+ 0.0109 |
+ 0.1097 |
+ 0.0110 |
+ 0.0119 |
+ 0.0087 |
+ 0.1147 |
+ 0.1510 |
+ 0.0272 |
+ 0.0272 |
+ 0.1583 |
+
+
+ | (0.35, 0.65) |
+ 0.0125 |
+ 0.0132 |
+ 0.0131 |
+ 0.1232 |
+ 0.0113 |
+ 0.0128 |
+ 0.0105 |
+ 0.1273 |
+ 0.1734 |
+ 0.0331 |
+ 0.0331 |
+ 0.1806 |
+
+
+ | (0.3, 0.7) |
+ 0.0146 |
+ 0.0114 |
+ 0.0113 |
+ 0.1340 |
+ 0.0126 |
+ 0.0137 |
+ 0.0087 |
+ 0.1385 |
+ 0.1941 |
+ 0.0384 |
+ 0.0384 |
+ 0.2012 |
+
+
+ | (0.25, 0.75) |
+ 0.0170 |
+ 0.0133 |
+ 0.0133 |
+ 0.1444 |
+ 0.0136 |
+ 0.0128 |
+ 0.0106 |
+ 0.1496 |
+ 0.2136 |
+ 0.0425 |
+ 0.0425 |
+ 0.2205 |
+
+
+ | (0.2, 0.8) |
+ 0.0216 |
+ 0.0135 |
+ 0.0134 |
+ 0.1520 |
+ 0.0156 |
+ 0.0115 |
+ 0.0110 |
+ 0.1572 |
+ 0.2328 |
+ 0.0407 |
+ 0.0407 |
+ 0.2397 |
+
+
+ | (0.15, 0.85) |
+ 0.0247 |
+ 0.0162 |
+ 0.0161 |
+ 0.1636 |
+ 0.0182 |
+ 0.0103 |
+ 0.0141 |
+ 0.1685 |
+ 0.2528 |
+ 0.0447 |
+ 0.0447 |
+ 0.2596 |
+
+
+ | (0.1, 0.9) |
+ 0.0283 |
+ 0.0180 |
+ 0.0179 |
+ 0.1727 |
+ 0.0209 |
+ 0.0104 |
+ 0.0178 |
+ 0.1791 |
+ 0.2733 |
+ 0.0492 |
+ 0.0492 |
+ 0.2800 |
+
+
+ | (0.05, 0.95) |
+ 0.0297 |
+ 0.0193 |
+ 0.0193 |
+ 0.1821 |
+ 0.0223 |
+ 0.0092 |
+ 0.0229 |
+ 0.1872 |
+ 0.2925 |
+ 0.0492 |
+ 0.0492 |
+ 0.2991 |
+
+
+ | (0.0, 1.0) |
+ 0.0009 |
+ 0.0116 |
+ 0.0115 |
+ 0.1946 |
+ 0.0082 |
+ 0.0055 |
+ 0.0285 |
+ 0.2005 |
+ 0.3148 |
+ 0.0571 |
+ 0.0571 |
+ 0.3213 |
+
+
+ | tot |
+ 0.0128 |
+ 0.0109 |
+ 0.0109 |
+ 0.0927 |
+ 0.0153 |
+ 0.0102 |
+ 0.0115 |
+ 0.0965 |
+ 0.1358 |
+ 0.0259 |
+ 0.0259 |
+ 0.1395 |
+
+
+
+
+
+
+
+
+
+> train: [0.90003338 0.09996662]
+> validation: [0.90003338 0.09996662]
+> evaluate_bin_sld: 215.995s
+> evaluate_bin_cc: 207.407s
+> evaluate_mul_sld: 64.949s
+> evaluate_mul_cc: 59.848s
+> reference: 48.239s
+> kfcv: 48.412s
+> atc_mc: 50.353s
+> atc_ne: 48.807s
+> doc_feat: 41.943s
+> tot: 217.403s
+
+
+
+
+ |
+ bin_SLD |
+ bin_CC |
+ mul_SLD |
+ mul_CC |
+ kfcv |
+ atc_mc |
+ atc_ne |
+ doc_feat |
+
+
+
+
+ | (1.0, 0.0) |
+ 0.0010 |
+ 0.0062 |
+ 0.0010 |
+ 0.0061 |
+ 0.0789 |
+ 0.0088 |
+ 0.0088 |
+ 0.0735 |
+
+
+ | (0.95, 0.05) |
+ 0.0077 |
+ 0.0108 |
+ 0.0085 |
+ 0.0076 |
+ 0.0426 |
+ 0.0046 |
+ 0.0046 |
+ 0.0373 |
+
+
+ | (0.9, 0.1) |
+ 0.0129 |
+ 0.0278 |
+ 0.0093 |
+ 0.0208 |
+ 0.0069 |
+ 0.0080 |
+ 0.0080 |
+ 0.0037 |
+
+
+ | (0.85, 0.15) |
+ 0.0181 |
+ 0.0442 |
+ 0.0075 |
+ 0.0332 |
+ 0.0298 |
+ 0.0128 |
+ 0.0128 |
+ 0.0348 |
+
+
+ | (0.8, 0.2) |
+ 0.0248 |
+ 0.0607 |
+ 0.0110 |
+ 0.0465 |
+ 0.0651 |
+ 0.0194 |
+ 0.0194 |
+ 0.0701 |
+
+
+ | (0.75, 0.25) |
+ 0.0262 |
+ 0.0767 |
+ 0.0122 |
+ 0.0588 |
+ 0.1009 |
+ 0.0256 |
+ 0.0256 |
+ 0.1057 |
+
+
+ | (0.7, 0.3) |
+ 0.0372 |
+ 0.0949 |
+ 0.0178 |
+ 0.0736 |
+ 0.1387 |
+ 0.0348 |
+ 0.0348 |
+ 0.1434 |
+
+
+ | (0.65, 0.35) |
+ 0.0403 |
+ 0.1132 |
+ 0.0226 |
+ 0.0892 |
+ 0.1741 |
+ 0.0438 |
+ 0.0438 |
+ 0.1788 |
+
+
+ | (0.6, 0.4) |
+ 0.0505 |
+ 0.1297 |
+ 0.0317 |
+ 0.1013 |
+ 0.2117 |
+ 0.0509 |
+ 0.0509 |
+ 0.2162 |
+
+
+ | (0.55, 0.45) |
+ 0.0550 |
+ 0.1455 |
+ 0.0393 |
+ 0.1133 |
+ 0.2465 |
+ 0.0568 |
+ 0.0568 |
+ 0.2509 |
+
+
+ | (0.5, 0.5) |
+ 0.0716 |
+ 0.1625 |
+ 0.0473 |
+ 0.1270 |
+ 0.2829 |
+ 0.0633 |
+ 0.0633 |
+ 0.2873 |
+
+
+ | (0.45, 0.55) |
+ 0.0735 |
+ 0.1798 |
+ 0.0533 |
+ 0.1416 |
+ 0.3210 |
+ 0.0728 |
+ 0.0728 |
+ 0.3253 |
+
+
+ | (0.4, 0.6) |
+ 0.0795 |
+ 0.1941 |
+ 0.0639 |
+ 0.1499 |
+ 0.3543 |
+ 0.0748 |
+ 0.0748 |
+ 0.3584 |
+
+
+ | (0.35, 0.65) |
+ 0.0966 |
+ 0.2130 |
+ 0.0709 |
+ 0.1657 |
+ 0.3914 |
+ 0.0843 |
+ 0.0843 |
+ 0.3954 |
+
+
+ | (0.3, 0.7) |
+ 0.0945 |
+ 0.2303 |
+ 0.0775 |
+ 0.1792 |
+ 0.4274 |
+ 0.0916 |
+ 0.0916 |
+ 0.4313 |
+
+
+ | (0.25, 0.75) |
+ 0.1032 |
+ 0.2474 |
+ 0.0830 |
+ 0.1930 |
+ 0.4632 |
+ 0.1005 |
+ 0.1005 |
+ 0.4671 |
+
+
+ | (0.2, 0.8) |
+ 0.1081 |
+ 0.2630 |
+ 0.0916 |
+ 0.2055 |
+ 0.5007 |
+ 0.1064 |
+ 0.1064 |
+ 0.5045 |
+
+
+ | (0.15, 0.85) |
+ 0.1154 |
+ 0.2804 |
+ 0.0971 |
+ 0.2185 |
+ 0.5354 |
+ 0.1147 |
+ 0.1147 |
+ 0.5390 |
+
+
+ | (0.1, 0.9) |
+ 0.1080 |
+ 0.2967 |
+ 0.0976 |
+ 0.2317 |
+ 0.5703 |
+ 0.1204 |
+ 0.1204 |
+ 0.5739 |
+
+
+ | (0.05, 0.95) |
+ 0.0835 |
+ 0.3117 |
+ 0.0729 |
+ 0.2411 |
+ 0.6056 |
+ 0.1244 |
+ 0.1244 |
+ 0.6090 |
+
+
+ | (0.0, 1.0) |
+ 0.0321 |
+ 0.3318 |
+ 0.0184 |
+ 0.2570 |
+ 0.6421 |
+ 0.1336 |
+ 0.1336 |
+ 0.6454 |
+
+
+ | tot |
+ 0.0590 |
+ 0.1629 |
+ 0.0445 |
+ 0.1267 |
+ 0.2947 |
+ 0.0644 |
+ 0.0644 |
+ 0.2977 |
+
+
+
+
+
+
+
+
+
diff --git a/output/rcv1_CCAT_best_our_vs_all/rcv1_CCAT_best_our_vs_all_f1.md b/output/rcv1_CCAT_best_our_vs_all/rcv1_CCAT_best_our_vs_all_f1.md
new file mode 100644
index 0000000..d72b611
--- /dev/null
+++ b/output/rcv1_CCAT_best_our_vs_all/rcv1_CCAT_best_our_vs_all_f1.md
@@ -0,0 +1,3065 @@
+rcv1_CCAT
+
+> train: [0.09996662 0.90003338]
+> validation: [0.09996662 0.90003338]
+> evaluate_bin_sld: 257.109s
+> evaluate_bin_sld_bcts: 250.419s
+> evaluate_bin_sld_vs: 244.262s
+> evaluate_bin_cc: 242.329s
+> evaluate_mul_sld: 84.091s
+> evaluate_mul_sld_bcts: 93.808s
+> evaluate_mul_sld_vs: 90.774s
+> evaluate_mul_cc: 83.292s
+> reference: 56.371s
+> kfcv: 62.419s
+> atc_mc: 64.884s
+> atc_ne: 52.893s
+> doc_feat: 46.144s
+> tot: 260.527s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ kfcv |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ | (1.0, 0.0) |
+ 0.0000 |
+ 0.0000 |
+ 0.0000 |
+ 0.6000 |
+ 0.0000 |
+ 0.0000 |
+ 0.0000 |
+ 0.5619 |
+ 0.5911 |
+ 0.4745 |
+ 0.4745 |
+
+
+ | (0.95, 0.05) |
+ 0.1094 |
+ 0.0719 |
+ 0.0719 |
+ 0.5213 |
+ 0.1090 |
+ 0.0502 |
+ 0.0629 |
+ 0.4846 |
+ 0.4813 |
+ 0.4016 |
+ 0.4016 |
+
+
+ | (0.9, 0.1) |
+ 0.1807 |
+ 0.0683 |
+ 0.0683 |
+ 0.4553 |
+ 0.1536 |
+ 0.0501 |
+ 0.0592 |
+ 0.4180 |
+ 0.3843 |
+ 0.3432 |
+ 0.3432 |
+
+
+ | (0.85, 0.15) |
+ 0.1695 |
+ 0.0607 |
+ 0.0607 |
+ 0.3958 |
+ 0.1491 |
+ 0.0461 |
+ 0.0518 |
+ 0.3608 |
+ 0.2983 |
+ 0.2909 |
+ 0.2909 |
+
+
+ | (0.8, 0.2) |
+ 0.1458 |
+ 0.0505 |
+ 0.0505 |
+ 0.3459 |
+ 0.1326 |
+ 0.0388 |
+ 0.0419 |
+ 0.3128 |
+ 0.2217 |
+ 0.2470 |
+ 0.2470 |
+
+
+ | (0.75, 0.25) |
+ 0.1307 |
+ 0.0476 |
+ 0.0476 |
+ 0.3001 |
+ 0.1245 |
+ 0.0397 |
+ 0.0400 |
+ 0.2676 |
+ 0.1524 |
+ 0.2076 |
+ 0.2076 |
+
+
+ | (0.7, 0.3) |
+ 0.1112 |
+ 0.0399 |
+ 0.0399 |
+ 0.2611 |
+ 0.1091 |
+ 0.0340 |
+ 0.0329 |
+ 0.2320 |
+ 0.0903 |
+ 0.1759 |
+ 0.1759 |
+
+
+ | (0.65, 0.35) |
+ 0.0955 |
+ 0.0351 |
+ 0.0351 |
+ 0.2274 |
+ 0.0975 |
+ 0.0314 |
+ 0.0286 |
+ 0.1986 |
+ 0.0329 |
+ 0.1487 |
+ 0.1487 |
+
+
+ | (0.6, 0.4) |
+ 0.0818 |
+ 0.0311 |
+ 0.0311 |
+ 0.1956 |
+ 0.0862 |
+ 0.0288 |
+ 0.0251 |
+ 0.1700 |
+ 0.0182 |
+ 0.1239 |
+ 0.1239 |
+
+
+ | (0.55, 0.45) |
+ 0.0658 |
+ 0.0248 |
+ 0.0248 |
+ 0.1690 |
+ 0.0707 |
+ 0.0231 |
+ 0.0191 |
+ 0.1454 |
+ 0.0661 |
+ 0.1027 |
+ 0.1027 |
+
+
+ | (0.5, 0.5) |
+ 0.0541 |
+ 0.0210 |
+ 0.0210 |
+ 0.1430 |
+ 0.0596 |
+ 0.0198 |
+ 0.0161 |
+ 0.1214 |
+ 0.1102 |
+ 0.0842 |
+ 0.0842 |
+
+
+ | (0.45, 0.55) |
+ 0.0465 |
+ 0.0199 |
+ 0.0199 |
+ 0.1198 |
+ 0.0526 |
+ 0.0196 |
+ 0.0153 |
+ 0.1009 |
+ 0.1500 |
+ 0.0659 |
+ 0.0659 |
+
+
+ | (0.4, 0.6) |
+ 0.0342 |
+ 0.0146 |
+ 0.0146 |
+ 0.1005 |
+ 0.0392 |
+ 0.0142 |
+ 0.0106 |
+ 0.0827 |
+ 0.1879 |
+ 0.0530 |
+ 0.0530 |
+
+
+ | (0.35, 0.65) |
+ 0.0300 |
+ 0.0152 |
+ 0.0152 |
+ 0.0816 |
+ 0.0357 |
+ 0.0160 |
+ 0.0117 |
+ 0.0668 |
+ 0.2221 |
+ 0.0392 |
+ 0.0392 |
+
+
+ | (0.3, 0.7) |
+ 0.0224 |
+ 0.0127 |
+ 0.0127 |
+ 0.0655 |
+ 0.0271 |
+ 0.0135 |
+ 0.0099 |
+ 0.0524 |
+ 0.2546 |
+ 0.0290 |
+ 0.0290 |
+
+
+ | (0.25, 0.75) |
+ 0.0156 |
+ 0.0100 |
+ 0.0100 |
+ 0.0510 |
+ 0.0193 |
+ 0.0107 |
+ 0.0074 |
+ 0.0396 |
+ 0.2849 |
+ 0.0196 |
+ 0.0196 |
+
+
+ | (0.2, 0.8) |
+ 0.0116 |
+ 0.0091 |
+ 0.0091 |
+ 0.0370 |
+ 0.0143 |
+ 0.0101 |
+ 0.0069 |
+ 0.0287 |
+ 0.3120 |
+ 0.0125 |
+ 0.0125 |
+
+
+ | (0.15, 0.85) |
+ 0.0075 |
+ 0.0076 |
+ 0.0076 |
+ 0.0248 |
+ 0.0096 |
+ 0.0089 |
+ 0.0061 |
+ 0.0188 |
+ 0.3382 |
+ 0.0061 |
+ 0.0061 |
+
+
+ | (0.1, 0.9) |
+ 0.0047 |
+ 0.0067 |
+ 0.0067 |
+ 0.0133 |
+ 0.0056 |
+ 0.0073 |
+ 0.0051 |
+ 0.0094 |
+ 0.3632 |
+ 0.0036 |
+ 0.0036 |
+
+
+ | (0.05, 0.95) |
+ 0.0032 |
+ 0.0060 |
+ 0.0060 |
+ 0.0031 |
+ 0.0038 |
+ 0.0069 |
+ 0.0048 |
+ 0.0020 |
+ 0.3866 |
+ 0.0069 |
+ 0.0069 |
+
+
+ | (0.0, 1.0) |
+ 0.0024 |
+ 0.0063 |
+ 0.0063 |
+ 0.0073 |
+ 0.0020 |
+ 0.0065 |
+ 0.0052 |
+ 0.0069 |
+ 0.4085 |
+ 0.0123 |
+ 0.0123 |
+
+
+ | tot |
+ 0.0630 |
+ 0.0266 |
+ 0.0266 |
+ 0.1961 |
+ 0.0620 |
+ 0.0227 |
+ 0.0219 |
+ 0.1753 |
+ 0.2550 |
+ 0.1356 |
+ 0.1356 |
+
+
+
+
+
+
+
+
+
+> train: [0.19993324 0.80006676]
+> validation: [0.20010013 0.79989987]
+> evaluate_bin_sld: 247.825s
+> evaluate_bin_sld_bcts: 240.332s
+> evaluate_bin_sld_vs: 241.103s
+> evaluate_bin_cc: 239.149s
+> evaluate_mul_sld: 82.442s
+> evaluate_mul_sld_bcts: 89.682s
+> evaluate_mul_sld_vs: 84.286s
+> evaluate_mul_cc: 77.029s
+> reference: 54.942s
+> kfcv: 53.321s
+> atc_mc: 62.176s
+> atc_ne: 56.656s
+> doc_feat: 46.791s
+> tot: 249.270s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ kfcv |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ | (1.0, 0.0) |
+ 0.0001 |
+ 0.0002 |
+ 0.0002 |
+ 0.5814 |
+ 0.0000 |
+ 0.0015 |
+ 0.0000 |
+ 0.5951 |
+ 0.8002 |
+ 0.5459 |
+ 0.5459 |
+
+
+ | (0.95, 0.05) |
+ 0.0933 |
+ 0.0385 |
+ 0.0384 |
+ 0.4421 |
+ 0.0886 |
+ 0.0162 |
+ 0.0681 |
+ 0.4520 |
+ 0.6047 |
+ 0.3941 |
+ 0.3941 |
+
+
+ | (0.9, 0.1) |
+ 0.0682 |
+ 0.0271 |
+ 0.0270 |
+ 0.3494 |
+ 0.0677 |
+ 0.0180 |
+ 0.0511 |
+ 0.3571 |
+ 0.4628 |
+ 0.2954 |
+ 0.2954 |
+
+
+ | (0.85, 0.15) |
+ 0.0501 |
+ 0.0189 |
+ 0.0189 |
+ 0.2797 |
+ 0.0512 |
+ 0.0152 |
+ 0.0406 |
+ 0.2840 |
+ 0.3520 |
+ 0.2206 |
+ 0.2206 |
+
+
+ | (0.8, 0.2) |
+ 0.0337 |
+ 0.0143 |
+ 0.0143 |
+ 0.2291 |
+ 0.0349 |
+ 0.0140 |
+ 0.0283 |
+ 0.2322 |
+ 0.2670 |
+ 0.1701 |
+ 0.1701 |
+
+
+ | (0.75, 0.25) |
+ 0.0296 |
+ 0.0136 |
+ 0.0136 |
+ 0.1846 |
+ 0.0303 |
+ 0.0133 |
+ 0.0261 |
+ 0.1876 |
+ 0.1952 |
+ 0.1277 |
+ 0.1277 |
+
+
+ | (0.7, 0.3) |
+ 0.0215 |
+ 0.0120 |
+ 0.0119 |
+ 0.1542 |
+ 0.0257 |
+ 0.0116 |
+ 0.0209 |
+ 0.1559 |
+ 0.1390 |
+ 0.0994 |
+ 0.0994 |
+
+
+ | (0.65, 0.35) |
+ 0.0184 |
+ 0.0123 |
+ 0.0123 |
+ 0.1274 |
+ 0.0214 |
+ 0.0124 |
+ 0.0181 |
+ 0.1295 |
+ 0.0911 |
+ 0.0774 |
+ 0.0774 |
+
+
+ | (0.6, 0.4) |
+ 0.0141 |
+ 0.0101 |
+ 0.0101 |
+ 0.1046 |
+ 0.0172 |
+ 0.0106 |
+ 0.0145 |
+ 0.1062 |
+ 0.0476 |
+ 0.0563 |
+ 0.0563 |
+
+
+ | (0.55, 0.45) |
+ 0.0114 |
+ 0.0101 |
+ 0.0101 |
+ 0.0875 |
+ 0.0137 |
+ 0.0096 |
+ 0.0116 |
+ 0.0886 |
+ 0.0145 |
+ 0.0440 |
+ 0.0440 |
+
+
+ | (0.5, 0.5) |
+ 0.0083 |
+ 0.0073 |
+ 0.0073 |
+ 0.0713 |
+ 0.0119 |
+ 0.0084 |
+ 0.0088 |
+ 0.0729 |
+ 0.0189 |
+ 0.0323 |
+ 0.0323 |
+
+
+ | (0.45, 0.55) |
+ 0.0078 |
+ 0.0073 |
+ 0.0073 |
+ 0.0564 |
+ 0.0105 |
+ 0.0076 |
+ 0.0088 |
+ 0.0577 |
+ 0.0467 |
+ 0.0206 |
+ 0.0206 |
+
+
+ | (0.4, 0.6) |
+ 0.0060 |
+ 0.0064 |
+ 0.0064 |
+ 0.0461 |
+ 0.0099 |
+ 0.0071 |
+ 0.0068 |
+ 0.0470 |
+ 0.0706 |
+ 0.0152 |
+ 0.0152 |
+
+
+ | (0.35, 0.65) |
+ 0.0066 |
+ 0.0074 |
+ 0.0074 |
+ 0.0358 |
+ 0.0099 |
+ 0.0069 |
+ 0.0069 |
+ 0.0371 |
+ 0.0913 |
+ 0.0098 |
+ 0.0098 |
+
+
+ | (0.3, 0.7) |
+ 0.0054 |
+ 0.0061 |
+ 0.0061 |
+ 0.0270 |
+ 0.0083 |
+ 0.0066 |
+ 0.0059 |
+ 0.0280 |
+ 0.1112 |
+ 0.0072 |
+ 0.0072 |
+
+
+ | (0.25, 0.75) |
+ 0.0062 |
+ 0.0059 |
+ 0.0059 |
+ 0.0197 |
+ 0.0077 |
+ 0.0059 |
+ 0.0055 |
+ 0.0214 |
+ 0.1282 |
+ 0.0056 |
+ 0.0056 |
+
+
+ | (0.2, 0.8) |
+ 0.0070 |
+ 0.0061 |
+ 0.0061 |
+ 0.0130 |
+ 0.0067 |
+ 0.0060 |
+ 0.0052 |
+ 0.0146 |
+ 0.1437 |
+ 0.0049 |
+ 0.0049 |
+
+
+ | (0.15, 0.85) |
+ 0.0078 |
+ 0.0060 |
+ 0.0060 |
+ 0.0072 |
+ 0.0062 |
+ 0.0062 |
+ 0.0051 |
+ 0.0088 |
+ 0.1575 |
+ 0.0053 |
+ 0.0053 |
+
+
+ | (0.1, 0.9) |
+ 0.0081 |
+ 0.0055 |
+ 0.0055 |
+ 0.0036 |
+ 0.0053 |
+ 0.0062 |
+ 0.0049 |
+ 0.0046 |
+ 0.1708 |
+ 0.0055 |
+ 0.0055 |
+
+
+ | (0.05, 0.95) |
+ 0.0081 |
+ 0.0057 |
+ 0.0057 |
+ 0.0041 |
+ 0.0044 |
+ 0.0064 |
+ 0.0044 |
+ 0.0029 |
+ 0.1833 |
+ 0.0068 |
+ 0.0068 |
+
+
+ | (0.0, 1.0) |
+ 0.0028 |
+ 0.0059 |
+ 0.0059 |
+ 0.0084 |
+ 0.0029 |
+ 0.0072 |
+ 0.0026 |
+ 0.0064 |
+ 0.1938 |
+ 0.0076 |
+ 0.0076 |
+
+
+ | tot |
+ 0.0197 |
+ 0.0108 |
+ 0.0108 |
+ 0.1349 |
+ 0.0207 |
+ 0.0094 |
+ 0.0164 |
+ 0.1376 |
+ 0.2043 |
+ 0.1025 |
+ 0.1025 |
+
+
+
+
+
+
+
+
+
+> train: [0.29989987 0.70010013]
+> validation: [0.30006676 0.69993324]
+> evaluate_bin_sld: 240.794s
+> evaluate_bin_sld_bcts: 241.216s
+> evaluate_bin_sld_vs: 239.041s
+> evaluate_bin_cc: 239.150s
+> evaluate_mul_sld: 86.659s
+> evaluate_mul_sld_bcts: 87.094s
+> evaluate_mul_sld_vs: 85.438s
+> evaluate_mul_cc: 71.870s
+> reference: 61.343s
+> kfcv: 62.276s
+> atc_mc: 63.361s
+> atc_ne: 53.060s
+> doc_feat: 45.659s
+> tot: 243.647s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ kfcv |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ | (1.0, 0.0) |
+ 0.0001 |
+ 0.0002 |
+ 0.0002 |
+ 0.7211 |
+ 0.0000 |
+ 0.0018 |
+ 0.0000 |
+ 0.8412 |
+ 0.8931 |
+ 0.5749 |
+ 0.5749 |
+
+
+ | (0.95, 0.05) |
+ 0.1119 |
+ 0.0554 |
+ 0.0554 |
+ 0.4676 |
+ 0.0927 |
+ 0.0270 |
+ 0.0676 |
+ 0.5619 |
+ 0.5801 |
+ 0.3336 |
+ 0.3336 |
+
+
+ | (0.9, 0.1) |
+ 0.0743 |
+ 0.0411 |
+ 0.0410 |
+ 0.3359 |
+ 0.0592 |
+ 0.0251 |
+ 0.0573 |
+ 0.4131 |
+ 0.4044 |
+ 0.2163 |
+ 0.2163 |
+
+
+ | (0.85, 0.15) |
+ 0.0513 |
+ 0.0332 |
+ 0.0331 |
+ 0.2516 |
+ 0.0367 |
+ 0.0207 |
+ 0.0464 |
+ 0.3186 |
+ 0.2935 |
+ 0.1450 |
+ 0.1450 |
+
+
+ | (0.8, 0.2) |
+ 0.0324 |
+ 0.0233 |
+ 0.0233 |
+ 0.2004 |
+ 0.0230 |
+ 0.0157 |
+ 0.0345 |
+ 0.2543 |
+ 0.2157 |
+ 0.1055 |
+ 0.1055 |
+
+
+ | (0.75, 0.25) |
+ 0.0266 |
+ 0.0226 |
+ 0.0226 |
+ 0.1558 |
+ 0.0205 |
+ 0.0168 |
+ 0.0342 |
+ 0.2024 |
+ 0.1560 |
+ 0.0703 |
+ 0.0703 |
+
+
+ | (0.7, 0.3) |
+ 0.0190 |
+ 0.0199 |
+ 0.0199 |
+ 0.1295 |
+ 0.0169 |
+ 0.0145 |
+ 0.0286 |
+ 0.1697 |
+ 0.1139 |
+ 0.0549 |
+ 0.0549 |
+
+
+ | (0.65, 0.35) |
+ 0.0175 |
+ 0.0179 |
+ 0.0179 |
+ 0.1064 |
+ 0.0160 |
+ 0.0148 |
+ 0.0262 |
+ 0.1426 |
+ 0.0808 |
+ 0.0403 |
+ 0.0403 |
+
+
+ | (0.6, 0.4) |
+ 0.0124 |
+ 0.0164 |
+ 0.0163 |
+ 0.0870 |
+ 0.0149 |
+ 0.0139 |
+ 0.0233 |
+ 0.1188 |
+ 0.0502 |
+ 0.0279 |
+ 0.0279 |
+
+
+ | (0.55, 0.45) |
+ 0.0105 |
+ 0.0145 |
+ 0.0144 |
+ 0.0751 |
+ 0.0135 |
+ 0.0118 |
+ 0.0186 |
+ 0.1015 |
+ 0.0286 |
+ 0.0225 |
+ 0.0225 |
+
+
+ | (0.5, 0.5) |
+ 0.0093 |
+ 0.0133 |
+ 0.0133 |
+ 0.0606 |
+ 0.0145 |
+ 0.0119 |
+ 0.0174 |
+ 0.0848 |
+ 0.0094 |
+ 0.0165 |
+ 0.0165 |
+
+
+ | (0.45, 0.55) |
+ 0.0090 |
+ 0.0127 |
+ 0.0126 |
+ 0.0510 |
+ 0.0123 |
+ 0.0112 |
+ 0.0157 |
+ 0.0716 |
+ 0.0102 |
+ 0.0120 |
+ 0.0120 |
+
+
+ | (0.4, 0.6) |
+ 0.0095 |
+ 0.0097 |
+ 0.0097 |
+ 0.0428 |
+ 0.0138 |
+ 0.0085 |
+ 0.0110 |
+ 0.0613 |
+ 0.0238 |
+ 0.0095 |
+ 0.0095 |
+
+
+ | (0.35, 0.65) |
+ 0.0098 |
+ 0.0112 |
+ 0.0112 |
+ 0.0365 |
+ 0.0130 |
+ 0.0099 |
+ 0.0120 |
+ 0.0526 |
+ 0.0348 |
+ 0.0089 |
+ 0.0089 |
+
+
+ | (0.3, 0.7) |
+ 0.0091 |
+ 0.0088 |
+ 0.0088 |
+ 0.0288 |
+ 0.0112 |
+ 0.0083 |
+ 0.0097 |
+ 0.0430 |
+ 0.0467 |
+ 0.0060 |
+ 0.0060 |
+
+
+ | (0.25, 0.75) |
+ 0.0093 |
+ 0.0088 |
+ 0.0088 |
+ 0.0237 |
+ 0.0102 |
+ 0.0091 |
+ 0.0091 |
+ 0.0358 |
+ 0.0563 |
+ 0.0047 |
+ 0.0047 |
+
+
+ | (0.2, 0.8) |
+ 0.0096 |
+ 0.0091 |
+ 0.0091 |
+ 0.0184 |
+ 0.0100 |
+ 0.0090 |
+ 0.0084 |
+ 0.0293 |
+ 0.0649 |
+ 0.0044 |
+ 0.0044 |
+
+
+ | (0.15, 0.85) |
+ 0.0086 |
+ 0.0091 |
+ 0.0091 |
+ 0.0139 |
+ 0.0085 |
+ 0.0094 |
+ 0.0077 |
+ 0.0236 |
+ 0.0726 |
+ 0.0045 |
+ 0.0045 |
+
+
+ | (0.1, 0.9) |
+ 0.0070 |
+ 0.0074 |
+ 0.0074 |
+ 0.0104 |
+ 0.0061 |
+ 0.0088 |
+ 0.0062 |
+ 0.0186 |
+ 0.0793 |
+ 0.0036 |
+ 0.0036 |
+
+
+ | (0.05, 0.95) |
+ 0.0057 |
+ 0.0068 |
+ 0.0067 |
+ 0.0069 |
+ 0.0043 |
+ 0.0082 |
+ 0.0051 |
+ 0.0135 |
+ 0.0858 |
+ 0.0035 |
+ 0.0035 |
+
+
+ | (0.0, 1.0) |
+ 0.0026 |
+ 0.0066 |
+ 0.0066 |
+ 0.0050 |
+ 0.0031 |
+ 0.0091 |
+ 0.0056 |
+ 0.0100 |
+ 0.0906 |
+ 0.0032 |
+ 0.0032 |
+
+
+ | tot |
+ 0.0212 |
+ 0.0166 |
+ 0.0165 |
+ 0.1347 |
+ 0.0191 |
+ 0.0127 |
+ 0.0212 |
+ 0.1699 |
+ 0.1615 |
+ 0.0794 |
+ 0.0794 |
+
+
+
+
+
+
+
+
+
+> train: [0.40003338 0.59996662]
+> validation: [0.40003338 0.59996662]
+> evaluate_bin_sld: 244.546s
+> evaluate_bin_sld_bcts: 241.352s
+> evaluate_bin_sld_vs: 243.249s
+> evaluate_bin_cc: 239.610s
+> evaluate_mul_sld: 83.268s
+> evaluate_mul_sld_bcts: 89.888s
+> evaluate_mul_sld_vs: 90.139s
+> evaluate_mul_cc: 70.382s
+> reference: 57.044s
+> kfcv: 56.203s
+> atc_mc: 60.438s
+> atc_ne: 63.729s
+> doc_feat: 55.016s
+> tot: 246.495s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ kfcv |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ | (1.0, 0.0) |
+ 0.0003 |
+ 0.0158 |
+ 0.0158 |
+ 0.8645 |
+ 0.0010 |
+ 0.0391 |
+ 0.0048 |
+ 0.9375 |
+ 0.9151 |
+ 0.5310 |
+ 0.5310 |
+
+
+ | (0.95, 0.05) |
+ 0.0431 |
+ 0.0399 |
+ 0.0399 |
+ 0.4588 |
+ 0.0445 |
+ 0.0442 |
+ 0.0434 |
+ 0.5083 |
+ 0.4639 |
+ 0.2044 |
+ 0.2044 |
+
+
+ | (0.9, 0.1) |
+ 0.0250 |
+ 0.0315 |
+ 0.0315 |
+ 0.3067 |
+ 0.0411 |
+ 0.0313 |
+ 0.0333 |
+ 0.3445 |
+ 0.2902 |
+ 0.1045 |
+ 0.1045 |
+
+
+ | (0.85, 0.15) |
+ 0.0225 |
+ 0.0248 |
+ 0.0248 |
+ 0.2227 |
+ 0.0431 |
+ 0.0236 |
+ 0.0287 |
+ 0.2540 |
+ 0.1934 |
+ 0.0571 |
+ 0.0571 |
+
+
+ | (0.8, 0.2) |
+ 0.0250 |
+ 0.0252 |
+ 0.0252 |
+ 0.1788 |
+ 0.0467 |
+ 0.0231 |
+ 0.0214 |
+ 0.2026 |
+ 0.1375 |
+ 0.0407 |
+ 0.0407 |
+
+
+ | (0.75, 0.25) |
+ 0.0255 |
+ 0.0195 |
+ 0.0195 |
+ 0.1416 |
+ 0.0442 |
+ 0.0181 |
+ 0.0219 |
+ 0.1627 |
+ 0.0942 |
+ 0.0228 |
+ 0.0228 |
+
+
+ | (0.7, 0.3) |
+ 0.0257 |
+ 0.0185 |
+ 0.0185 |
+ 0.1203 |
+ 0.0422 |
+ 0.0166 |
+ 0.0203 |
+ 0.1389 |
+ 0.0682 |
+ 0.0196 |
+ 0.0196 |
+
+
+ | (0.65, 0.35) |
+ 0.0257 |
+ 0.0162 |
+ 0.0162 |
+ 0.1013 |
+ 0.0377 |
+ 0.0141 |
+ 0.0184 |
+ 0.1179 |
+ 0.0446 |
+ 0.0125 |
+ 0.0125 |
+
+
+ | (0.6, 0.4) |
+ 0.0268 |
+ 0.0151 |
+ 0.0151 |
+ 0.0868 |
+ 0.0373 |
+ 0.0135 |
+ 0.0155 |
+ 0.1006 |
+ 0.0261 |
+ 0.0100 |
+ 0.0100 |
+
+
+ | (0.55, 0.45) |
+ 0.0279 |
+ 0.0133 |
+ 0.0133 |
+ 0.0774 |
+ 0.0351 |
+ 0.0119 |
+ 0.0139 |
+ 0.0897 |
+ 0.0148 |
+ 0.0101 |
+ 0.0101 |
+
+
+ | (0.5, 0.5) |
+ 0.0252 |
+ 0.0141 |
+ 0.0141 |
+ 0.0661 |
+ 0.0307 |
+ 0.0117 |
+ 0.0151 |
+ 0.0776 |
+ 0.0068 |
+ 0.0081 |
+ 0.0081 |
+
+
+ | (0.45, 0.55) |
+ 0.0247 |
+ 0.0100 |
+ 0.0100 |
+ 0.0582 |
+ 0.0280 |
+ 0.0090 |
+ 0.0121 |
+ 0.0681 |
+ 0.0106 |
+ 0.0076 |
+ 0.0076 |
+
+
+ | (0.4, 0.6) |
+ 0.0242 |
+ 0.0096 |
+ 0.0096 |
+ 0.0524 |
+ 0.0278 |
+ 0.0086 |
+ 0.0105 |
+ 0.0614 |
+ 0.0175 |
+ 0.0060 |
+ 0.0060 |
+
+
+ | (0.35, 0.65) |
+ 0.0206 |
+ 0.0087 |
+ 0.0087 |
+ 0.0481 |
+ 0.0236 |
+ 0.0080 |
+ 0.0095 |
+ 0.0568 |
+ 0.0227 |
+ 0.0060 |
+ 0.0060 |
+
+
+ | (0.3, 0.7) |
+ 0.0167 |
+ 0.0090 |
+ 0.0090 |
+ 0.0423 |
+ 0.0187 |
+ 0.0082 |
+ 0.0111 |
+ 0.0499 |
+ 0.0302 |
+ 0.0055 |
+ 0.0055 |
+
+
+ | (0.25, 0.75) |
+ 0.0139 |
+ 0.0075 |
+ 0.0075 |
+ 0.0384 |
+ 0.0155 |
+ 0.0067 |
+ 0.0098 |
+ 0.0452 |
+ 0.0355 |
+ 0.0051 |
+ 0.0051 |
+
+
+ | (0.2, 0.8) |
+ 0.0116 |
+ 0.0072 |
+ 0.0072 |
+ 0.0352 |
+ 0.0127 |
+ 0.0063 |
+ 0.0086 |
+ 0.0414 |
+ 0.0399 |
+ 0.0042 |
+ 0.0042 |
+
+
+ | (0.15, 0.85) |
+ 0.0076 |
+ 0.0068 |
+ 0.0068 |
+ 0.0318 |
+ 0.0090 |
+ 0.0061 |
+ 0.0086 |
+ 0.0375 |
+ 0.0442 |
+ 0.0042 |
+ 0.0042 |
+
+
+ | (0.1, 0.9) |
+ 0.0051 |
+ 0.0068 |
+ 0.0068 |
+ 0.0284 |
+ 0.0060 |
+ 0.0064 |
+ 0.0093 |
+ 0.0338 |
+ 0.0480 |
+ 0.0045 |
+ 0.0045 |
+
+
+ | (0.05, 0.95) |
+ 0.0039 |
+ 0.0053 |
+ 0.0053 |
+ 0.0269 |
+ 0.0045 |
+ 0.0053 |
+ 0.0071 |
+ 0.0312 |
+ 0.0512 |
+ 0.0037 |
+ 0.0037 |
+
+
+ | (0.0, 1.0) |
+ 0.0007 |
+ 0.0047 |
+ 0.0047 |
+ 0.0253 |
+ 0.0025 |
+ 0.0071 |
+ 0.0076 |
+ 0.0294 |
+ 0.0532 |
+ 0.0034 |
+ 0.0034 |
+
+
+ | tot |
+ 0.0191 |
+ 0.0147 |
+ 0.0147 |
+ 0.1434 |
+ 0.0263 |
+ 0.0152 |
+ 0.0158 |
+ 0.1614 |
+ 0.1242 |
+ 0.0510 |
+ 0.0510 |
+
+
+
+
+
+
+
+
+
+> train: [0.5 0.5]
+> validation: [0.5 0.5]
+> evaluate_bin_sld: 244.474s
+> evaluate_bin_sld_bcts: 247.413s
+> evaluate_bin_sld_vs: 244.215s
+> evaluate_bin_cc: 241.585s
+> evaluate_mul_sld: 86.372s
+> evaluate_mul_sld_bcts: 89.262s
+> evaluate_mul_sld_vs: 91.533s
+> evaluate_mul_cc: 76.286s
+> reference: 55.041s
+> kfcv: 60.774s
+> atc_mc: 61.594s
+> atc_ne: 56.500s
+> doc_feat: 52.465s
+> tot: 249.760s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ kfcv |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ | (1.0, 0.0) |
+ 0.0003 |
+ 0.0105 |
+ 0.0105 |
+ 0.9852 |
+ 0.0015 |
+ 0.0147 |
+ 0.0044 |
+ 0.9781 |
+ 0.9237 |
+ 0.5135 |
+ 0.5135 |
+
+
+ | (0.95, 0.05) |
+ 0.0562 |
+ 0.0485 |
+ 0.0485 |
+ 0.4037 |
+ 0.0657 |
+ 0.0444 |
+ 0.0480 |
+ 0.3985 |
+ 0.3360 |
+ 0.1066 |
+ 0.1066 |
+
+
+ | (0.9, 0.1) |
+ 0.0322 |
+ 0.0388 |
+ 0.0388 |
+ 0.2633 |
+ 0.0601 |
+ 0.0289 |
+ 0.0283 |
+ 0.2602 |
+ 0.1936 |
+ 0.0476 |
+ 0.0476 |
+
+
+ | (0.85, 0.15) |
+ 0.0417 |
+ 0.0400 |
+ 0.0400 |
+ 0.1955 |
+ 0.0691 |
+ 0.0288 |
+ 0.0252 |
+ 0.1925 |
+ 0.1243 |
+ 0.0306 |
+ 0.0306 |
+
+
+ | (0.8, 0.2) |
+ 0.0515 |
+ 0.0369 |
+ 0.0369 |
+ 0.1611 |
+ 0.0687 |
+ 0.0250 |
+ 0.0196 |
+ 0.1589 |
+ 0.0890 |
+ 0.0235 |
+ 0.0235 |
+
+
+ | (0.75, 0.25) |
+ 0.0554 |
+ 0.0337 |
+ 0.0337 |
+ 0.1327 |
+ 0.0679 |
+ 0.0234 |
+ 0.0177 |
+ 0.1307 |
+ 0.0600 |
+ 0.0158 |
+ 0.0158 |
+
+
+ | (0.7, 0.3) |
+ 0.0505 |
+ 0.0280 |
+ 0.0280 |
+ 0.1177 |
+ 0.0594 |
+ 0.0216 |
+ 0.0179 |
+ 0.1160 |
+ 0.0451 |
+ 0.0147 |
+ 0.0147 |
+
+
+ | (0.65, 0.35) |
+ 0.0498 |
+ 0.0258 |
+ 0.0258 |
+ 0.1062 |
+ 0.0542 |
+ 0.0204 |
+ 0.0160 |
+ 0.1047 |
+ 0.0328 |
+ 0.0151 |
+ 0.0151 |
+
+
+ | (0.6, 0.4) |
+ 0.0459 |
+ 0.0225 |
+ 0.0225 |
+ 0.0938 |
+ 0.0496 |
+ 0.0185 |
+ 0.0150 |
+ 0.0927 |
+ 0.0207 |
+ 0.0105 |
+ 0.0105 |
+
+
+ | (0.55, 0.45) |
+ 0.0420 |
+ 0.0195 |
+ 0.0195 |
+ 0.0873 |
+ 0.0447 |
+ 0.0166 |
+ 0.0126 |
+ 0.0864 |
+ 0.0143 |
+ 0.0119 |
+ 0.0119 |
+
+
+ | (0.5, 0.5) |
+ 0.0378 |
+ 0.0169 |
+ 0.0169 |
+ 0.0800 |
+ 0.0395 |
+ 0.0146 |
+ 0.0112 |
+ 0.0788 |
+ 0.0085 |
+ 0.0115 |
+ 0.0115 |
+
+
+ | (0.45, 0.55) |
+ 0.0337 |
+ 0.0153 |
+ 0.0153 |
+ 0.0746 |
+ 0.0363 |
+ 0.0132 |
+ 0.0085 |
+ 0.0738 |
+ 0.0068 |
+ 0.0105 |
+ 0.0105 |
+
+
+ | (0.4, 0.6) |
+ 0.0303 |
+ 0.0154 |
+ 0.0154 |
+ 0.0698 |
+ 0.0318 |
+ 0.0133 |
+ 0.0096 |
+ 0.0688 |
+ 0.0074 |
+ 0.0107 |
+ 0.0107 |
+
+
+ | (0.35, 0.65) |
+ 0.0249 |
+ 0.0137 |
+ 0.0137 |
+ 0.0686 |
+ 0.0269 |
+ 0.0124 |
+ 0.0095 |
+ 0.0679 |
+ 0.0079 |
+ 0.0114 |
+ 0.0114 |
+
+
+ | (0.3, 0.7) |
+ 0.0173 |
+ 0.0117 |
+ 0.0117 |
+ 0.0645 |
+ 0.0213 |
+ 0.0105 |
+ 0.0096 |
+ 0.0636 |
+ 0.0106 |
+ 0.0103 |
+ 0.0103 |
+
+
+ | (0.25, 0.75) |
+ 0.0136 |
+ 0.0102 |
+ 0.0102 |
+ 0.0607 |
+ 0.0170 |
+ 0.0091 |
+ 0.0091 |
+ 0.0602 |
+ 0.0140 |
+ 0.0097 |
+ 0.0097 |
+
+
+ | (0.2, 0.8) |
+ 0.0092 |
+ 0.0086 |
+ 0.0086 |
+ 0.0584 |
+ 0.0129 |
+ 0.0076 |
+ 0.0085 |
+ 0.0579 |
+ 0.0160 |
+ 0.0117 |
+ 0.0117 |
+
+
+ | (0.15, 0.85) |
+ 0.0062 |
+ 0.0063 |
+ 0.0063 |
+ 0.0561 |
+ 0.0090 |
+ 0.0059 |
+ 0.0083 |
+ 0.0555 |
+ 0.0182 |
+ 0.0104 |
+ 0.0104 |
+
+
+ | (0.1, 0.9) |
+ 0.0045 |
+ 0.0060 |
+ 0.0060 |
+ 0.0547 |
+ 0.0070 |
+ 0.0055 |
+ 0.0089 |
+ 0.0539 |
+ 0.0199 |
+ 0.0117 |
+ 0.0117 |
+
+
+ | (0.05, 0.95) |
+ 0.0038 |
+ 0.0038 |
+ 0.0038 |
+ 0.0527 |
+ 0.0046 |
+ 0.0039 |
+ 0.0085 |
+ 0.0522 |
+ 0.0218 |
+ 0.0117 |
+ 0.0117 |
+
+
+ | (0.0, 1.0) |
+ 0.0002 |
+ 0.0021 |
+ 0.0021 |
+ 0.0521 |
+ 0.0019 |
+ 0.0053 |
+ 0.0081 |
+ 0.0515 |
+ 0.0225 |
+ 0.0128 |
+ 0.0128 |
+
+
+ | tot |
+ 0.0289 |
+ 0.0197 |
+ 0.0197 |
+ 0.1542 |
+ 0.0357 |
+ 0.0164 |
+ 0.0145 |
+ 0.1525 |
+ 0.0949 |
+ 0.0434 |
+ 0.0434 |
+
+
+
+
+
+
+
+
+
+> train: [0.59996662 0.40003338]
+> validation: [0.59996662 0.40003338]
+> evaluate_bin_sld: 239.757s
+> evaluate_bin_sld_bcts: 236.827s
+> evaluate_bin_sld_vs: 235.348s
+> evaluate_bin_cc: 233.573s
+> evaluate_mul_sld: 77.761s
+> evaluate_mul_sld_bcts: 88.907s
+> evaluate_mul_sld_vs: 86.576s
+> evaluate_mul_cc: 70.020s
+> reference: 52.408s
+> kfcv: 53.938s
+> atc_mc: 63.368s
+> atc_ne: 55.957s
+> doc_feat: 44.423s
+> tot: 241.021s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ kfcv |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ | (1.0, 0.0) |
+ 0.0002 |
+ 0.0125 |
+ 0.0125 |
+ 0.8558 |
+ 0.0082 |
+ 0.0146 |
+ 0.0176 |
+ 0.9369 |
+ 0.9171 |
+ 0.3564 |
+ 0.3564 |
+
+
+ | (0.95, 0.05) |
+ 0.0686 |
+ 0.0583 |
+ 0.0583 |
+ 0.2215 |
+ 0.1237 |
+ 0.0489 |
+ 0.0489 |
+ 0.2651 |
+ 0.2146 |
+ 0.0506 |
+ 0.0506 |
+
+
+ | (0.9, 0.1) |
+ 0.0857 |
+ 0.0497 |
+ 0.0497 |
+ 0.1507 |
+ 0.1167 |
+ 0.0329 |
+ 0.0343 |
+ 0.1781 |
+ 0.1184 |
+ 0.0460 |
+ 0.0460 |
+
+
+ | (0.85, 0.15) |
+ 0.1039 |
+ 0.0497 |
+ 0.0496 |
+ 0.1222 |
+ 0.1138 |
+ 0.0358 |
+ 0.0363 |
+ 0.1429 |
+ 0.0799 |
+ 0.0318 |
+ 0.0318 |
+
+
+ | (0.8, 0.2) |
+ 0.1048 |
+ 0.0453 |
+ 0.0453 |
+ 0.1083 |
+ 0.1060 |
+ 0.0358 |
+ 0.0326 |
+ 0.1276 |
+ 0.0608 |
+ 0.0254 |
+ 0.0254 |
+
+
+ | (0.75, 0.25) |
+ 0.0950 |
+ 0.0453 |
+ 0.0453 |
+ 0.0965 |
+ 0.0996 |
+ 0.0375 |
+ 0.0317 |
+ 0.1119 |
+ 0.0441 |
+ 0.0197 |
+ 0.0197 |
+
+
+ | (0.7, 0.3) |
+ 0.0766 |
+ 0.0371 |
+ 0.0371 |
+ 0.0910 |
+ 0.0871 |
+ 0.0326 |
+ 0.0254 |
+ 0.1057 |
+ 0.0378 |
+ 0.0174 |
+ 0.0174 |
+
+
+ | (0.65, 0.35) |
+ 0.0668 |
+ 0.0337 |
+ 0.0337 |
+ 0.0897 |
+ 0.0773 |
+ 0.0312 |
+ 0.0233 |
+ 0.1028 |
+ 0.0332 |
+ 0.0129 |
+ 0.0129 |
+
+
+ | (0.6, 0.4) |
+ 0.0541 |
+ 0.0316 |
+ 0.0316 |
+ 0.0846 |
+ 0.0706 |
+ 0.0301 |
+ 0.0214 |
+ 0.0965 |
+ 0.0255 |
+ 0.0118 |
+ 0.0118 |
+
+
+ | (0.55, 0.45) |
+ 0.0441 |
+ 0.0265 |
+ 0.0265 |
+ 0.0814 |
+ 0.0608 |
+ 0.0263 |
+ 0.0166 |
+ 0.0925 |
+ 0.0218 |
+ 0.0095 |
+ 0.0095 |
+
+
+ | (0.5, 0.5) |
+ 0.0363 |
+ 0.0256 |
+ 0.0256 |
+ 0.0782 |
+ 0.0545 |
+ 0.0253 |
+ 0.0152 |
+ 0.0889 |
+ 0.0178 |
+ 0.0088 |
+ 0.0088 |
+
+
+ | (0.45, 0.55) |
+ 0.0306 |
+ 0.0230 |
+ 0.0229 |
+ 0.0768 |
+ 0.0496 |
+ 0.0244 |
+ 0.0132 |
+ 0.0875 |
+ 0.0156 |
+ 0.0085 |
+ 0.0085 |
+
+
+ | (0.4, 0.6) |
+ 0.0251 |
+ 0.0214 |
+ 0.0214 |
+ 0.0740 |
+ 0.0434 |
+ 0.0228 |
+ 0.0119 |
+ 0.0842 |
+ 0.0129 |
+ 0.0078 |
+ 0.0078 |
+
+
+ | (0.35, 0.65) |
+ 0.0202 |
+ 0.0190 |
+ 0.0190 |
+ 0.0756 |
+ 0.0375 |
+ 0.0211 |
+ 0.0114 |
+ 0.0853 |
+ 0.0137 |
+ 0.0093 |
+ 0.0093 |
+
+
+ | (0.3, 0.7) |
+ 0.0155 |
+ 0.0160 |
+ 0.0160 |
+ 0.0741 |
+ 0.0310 |
+ 0.0187 |
+ 0.0094 |
+ 0.0831 |
+ 0.0120 |
+ 0.0090 |
+ 0.0090 |
+
+
+ | (0.25, 0.75) |
+ 0.0116 |
+ 0.0137 |
+ 0.0137 |
+ 0.0723 |
+ 0.0240 |
+ 0.0151 |
+ 0.0078 |
+ 0.0811 |
+ 0.0097 |
+ 0.0075 |
+ 0.0075 |
+
+
+ | (0.2, 0.8) |
+ 0.0089 |
+ 0.0124 |
+ 0.0124 |
+ 0.0719 |
+ 0.0206 |
+ 0.0146 |
+ 0.0072 |
+ 0.0800 |
+ 0.0092 |
+ 0.0066 |
+ 0.0066 |
+
+
+ | (0.15, 0.85) |
+ 0.0061 |
+ 0.0100 |
+ 0.0100 |
+ 0.0709 |
+ 0.0162 |
+ 0.0129 |
+ 0.0062 |
+ 0.0796 |
+ 0.0082 |
+ 0.0084 |
+ 0.0084 |
+
+
+ | (0.1, 0.9) |
+ 0.0040 |
+ 0.0076 |
+ 0.0076 |
+ 0.0697 |
+ 0.0103 |
+ 0.0093 |
+ 0.0056 |
+ 0.0779 |
+ 0.0075 |
+ 0.0078 |
+ 0.0078 |
+
+
+ | (0.05, 0.95) |
+ 0.0033 |
+ 0.0054 |
+ 0.0054 |
+ 0.0695 |
+ 0.0073 |
+ 0.0077 |
+ 0.0048 |
+ 0.0777 |
+ 0.0064 |
+ 0.0097 |
+ 0.0097 |
+
+
+ | (0.0, 1.0) |
+ 0.0002 |
+ 0.0017 |
+ 0.0017 |
+ 0.0697 |
+ 0.0032 |
+ 0.0035 |
+ 0.0059 |
+ 0.0777 |
+ 0.0061 |
+ 0.0090 |
+ 0.0090 |
+
+
+ | tot |
+ 0.0410 |
+ 0.0260 |
+ 0.0260 |
+ 0.1288 |
+ 0.0553 |
+ 0.0238 |
+ 0.0184 |
+ 0.1459 |
+ 0.0796 |
+ 0.0321 |
+ 0.0321 |
+
+
+
+
+
+
+
+
+
+> train: [0.69993324 0.30006676]
+> validation: [0.70010013 0.29989987]
+> evaluate_bin_sld: 238.584s
+> evaluate_bin_sld_bcts: 238.837s
+> evaluate_bin_sld_vs: 236.583s
+> evaluate_bin_cc: 232.282s
+> evaluate_mul_sld: 83.428s
+> evaluate_mul_sld_bcts: 85.497s
+> evaluate_mul_sld_vs: 89.138s
+> evaluate_mul_cc: 76.622s
+> reference: 53.734s
+> kfcv: 63.124s
+> atc_mc: 54.173s
+> atc_ne: 61.629s
+> doc_feat: 45.672s
+> tot: 241.289s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ kfcv |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ | (1.0, 0.0) |
+ 0.0002 |
+ 0.0542 |
+ 0.0542 |
+ 0.5809 |
+ 0.0303 |
+ 0.0193 |
+ 0.0789 |
+ 0.6971 |
+ 0.8900 |
+ 0.3301 |
+ 0.3301 |
+
+
+ | (0.95, 0.05) |
+ 0.0936 |
+ 0.0564 |
+ 0.0564 |
+ 0.0692 |
+ 0.1107 |
+ 0.0612 |
+ 0.0551 |
+ 0.1240 |
+ 0.1418 |
+ 0.0519 |
+ 0.0519 |
+
+
+ | (0.9, 0.1) |
+ 0.0956 |
+ 0.0383 |
+ 0.0383 |
+ 0.0564 |
+ 0.1038 |
+ 0.0341 |
+ 0.0434 |
+ 0.0989 |
+ 0.0829 |
+ 0.0306 |
+ 0.0306 |
+
+
+ | (0.85, 0.15) |
+ 0.0815 |
+ 0.0306 |
+ 0.0306 |
+ 0.0642 |
+ 0.0995 |
+ 0.0287 |
+ 0.0388 |
+ 0.0974 |
+ 0.0641 |
+ 0.0252 |
+ 0.0252 |
+
+
+ | (0.8, 0.2) |
+ 0.0648 |
+ 0.0263 |
+ 0.0263 |
+ 0.0673 |
+ 0.0897 |
+ 0.0275 |
+ 0.0313 |
+ 0.0964 |
+ 0.0561 |
+ 0.0190 |
+ 0.0190 |
+
+
+ | (0.75, 0.25) |
+ 0.0546 |
+ 0.0237 |
+ 0.0237 |
+ 0.0688 |
+ 0.0818 |
+ 0.0269 |
+ 0.0292 |
+ 0.0941 |
+ 0.0457 |
+ 0.0167 |
+ 0.0167 |
+
+
+ | (0.7, 0.3) |
+ 0.0418 |
+ 0.0187 |
+ 0.0187 |
+ 0.0711 |
+ 0.0671 |
+ 0.0232 |
+ 0.0215 |
+ 0.0955 |
+ 0.0447 |
+ 0.0132 |
+ 0.0132 |
+
+
+ | (0.65, 0.35) |
+ 0.0342 |
+ 0.0189 |
+ 0.0189 |
+ 0.0735 |
+ 0.0568 |
+ 0.0224 |
+ 0.0200 |
+ 0.0947 |
+ 0.0432 |
+ 0.0170 |
+ 0.0170 |
+
+
+ | (0.6, 0.4) |
+ 0.0299 |
+ 0.0177 |
+ 0.0177 |
+ 0.0756 |
+ 0.0515 |
+ 0.0228 |
+ 0.0183 |
+ 0.0953 |
+ 0.0394 |
+ 0.0141 |
+ 0.0141 |
+
+
+ | (0.55, 0.45) |
+ 0.0231 |
+ 0.0151 |
+ 0.0151 |
+ 0.0742 |
+ 0.0449 |
+ 0.0210 |
+ 0.0156 |
+ 0.0947 |
+ 0.0370 |
+ 0.0135 |
+ 0.0135 |
+
+
+ | (0.5, 0.5) |
+ 0.0199 |
+ 0.0141 |
+ 0.0141 |
+ 0.0746 |
+ 0.0393 |
+ 0.0200 |
+ 0.0132 |
+ 0.0936 |
+ 0.0344 |
+ 0.0153 |
+ 0.0153 |
+
+
+ | (0.45, 0.55) |
+ 0.0176 |
+ 0.0135 |
+ 0.0135 |
+ 0.0765 |
+ 0.0362 |
+ 0.0204 |
+ 0.0122 |
+ 0.0942 |
+ 0.0327 |
+ 0.0146 |
+ 0.0146 |
+
+
+ | (0.4, 0.6) |
+ 0.0129 |
+ 0.0107 |
+ 0.0107 |
+ 0.0739 |
+ 0.0306 |
+ 0.0183 |
+ 0.0094 |
+ 0.0914 |
+ 0.0299 |
+ 0.0142 |
+ 0.0142 |
+
+
+ | (0.35, 0.65) |
+ 0.0107 |
+ 0.0104 |
+ 0.0104 |
+ 0.0766 |
+ 0.0262 |
+ 0.0175 |
+ 0.0095 |
+ 0.0943 |
+ 0.0327 |
+ 0.0159 |
+ 0.0159 |
+
+
+ | (0.3, 0.7) |
+ 0.0087 |
+ 0.0091 |
+ 0.0091 |
+ 0.0772 |
+ 0.0214 |
+ 0.0156 |
+ 0.0083 |
+ 0.0940 |
+ 0.0315 |
+ 0.0145 |
+ 0.0145 |
+
+
+ | (0.25, 0.75) |
+ 0.0065 |
+ 0.0078 |
+ 0.0078 |
+ 0.0772 |
+ 0.0166 |
+ 0.0134 |
+ 0.0070 |
+ 0.0934 |
+ 0.0310 |
+ 0.0144 |
+ 0.0144 |
+
+
+ | (0.2, 0.8) |
+ 0.0052 |
+ 0.0071 |
+ 0.0071 |
+ 0.0768 |
+ 0.0138 |
+ 0.0124 |
+ 0.0069 |
+ 0.0934 |
+ 0.0285 |
+ 0.0157 |
+ 0.0157 |
+
+
+ | (0.15, 0.85) |
+ 0.0042 |
+ 0.0062 |
+ 0.0062 |
+ 0.0777 |
+ 0.0104 |
+ 0.0109 |
+ 0.0070 |
+ 0.0938 |
+ 0.0295 |
+ 0.0168 |
+ 0.0168 |
+
+
+ | (0.1, 0.9) |
+ 0.0042 |
+ 0.0054 |
+ 0.0054 |
+ 0.0770 |
+ 0.0076 |
+ 0.0086 |
+ 0.0072 |
+ 0.0931 |
+ 0.0281 |
+ 0.0155 |
+ 0.0155 |
+
+
+ | (0.05, 0.95) |
+ 0.0045 |
+ 0.0050 |
+ 0.0050 |
+ 0.0776 |
+ 0.0059 |
+ 0.0070 |
+ 0.0074 |
+ 0.0929 |
+ 0.0268 |
+ 0.0152 |
+ 0.0152 |
+
+
+ | (0.0, 1.0) |
+ 0.0002 |
+ 0.0037 |
+ 0.0037 |
+ 0.0786 |
+ 0.0045 |
+ 0.0040 |
+ 0.0108 |
+ 0.0938 |
+ 0.0283 |
+ 0.0177 |
+ 0.0177 |
+
+
+ | tot |
+ 0.0292 |
+ 0.0187 |
+ 0.0187 |
+ 0.0974 |
+ 0.0452 |
+ 0.0207 |
+ 0.0215 |
+ 0.1246 |
+ 0.0847 |
+ 0.0334 |
+ 0.0334 |
+
+
+
+
+
+
+
+
+
+> train: [0.79989987 0.20010013]
+> validation: [0.80006676 0.19993324]
+> evaluate_bin_sld: 244.207s
+> evaluate_bin_sld_bcts: 245.913s
+> evaluate_bin_sld_vs: 242.218s
+> evaluate_bin_cc: 242.116s
+> evaluate_mul_sld: 86.684s
+> evaluate_mul_sld_bcts: 90.521s
+> evaluate_mul_sld_vs: 90.303s
+> evaluate_mul_cc: 73.041s
+> reference: 58.379s
+> kfcv: 55.869s
+> atc_mc: 56.553s
+> atc_ne: 56.953s
+> doc_feat: 50.007s
+> tot: 248.314s
+
+
+
+
+ |
+ bin_SLD |
+ bin_SLD_bcts |
+ bin_SLD_vs |
+ bin_CC |
+ mul_SLD |
+ mul_SLD_bcts |
+ mul_SLD_vs |
+ mul_CC |
+ kfcv |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ | (1.0, 0.0) |
+ 0.0003 |
+ 0.0141 |
+ 0.0141 |
+ 0.3127 |
+ 0.1710 |
+ 0.0772 |
+ 0.0782 |
+ 0.3382 |
+ 0.8243 |
+ 0.1159 |
+ 0.1159 |
+
+
+ | (0.95, 0.05) |
+ 0.1241 |
+ 0.0644 |
+ 0.0644 |
+ 0.0358 |
+ 0.1318 |
+ 0.0569 |
+ 0.0579 |
+ 0.0401 |
+ 0.1171 |
+ 0.1303 |
+ 0.1303 |
+
+
+ | (0.9, 0.1) |
+ 0.0622 |
+ 0.0397 |
+ 0.0396 |
+ 0.0524 |
+ 0.0908 |
+ 0.0349 |
+ 0.0331 |
+ 0.0661 |
+ 0.0999 |
+ 0.0916 |
+ 0.0916 |
+
+
+ | (0.85, 0.15) |
+ 0.0390 |
+ 0.0331 |
+ 0.0330 |
+ 0.0660 |
+ 0.0631 |
+ 0.0227 |
+ 0.0258 |
+ 0.0757 |
+ 0.0888 |
+ 0.0794 |
+ 0.0794 |
+
+
+ | (0.8, 0.2) |
+ 0.0320 |
+ 0.0278 |
+ 0.0278 |
+ 0.0786 |
+ 0.0569 |
+ 0.0236 |
+ 0.0226 |
+ 0.0860 |
+ 0.0833 |
+ 0.0673 |
+ 0.0673 |
+
+
+ | (0.75, 0.25) |
+ 0.0213 |
+ 0.0205 |
+ 0.0205 |
+ 0.0839 |
+ 0.0485 |
+ 0.0213 |
+ 0.0192 |
+ 0.0905 |
+ 0.0811 |
+ 0.0623 |
+ 0.0623 |
+
+
+ | (0.7, 0.3) |
+ 0.0155 |
+ 0.0194 |
+ 0.0194 |
+ 0.0881 |
+ 0.0364 |
+ 0.0183 |
+ 0.0159 |
+ 0.0952 |
+ 0.0842 |
+ 0.0592 |
+ 0.0592 |
+
+
+ | (0.65, 0.35) |
+ 0.0121 |
+ 0.0152 |
+ 0.0152 |
+ 0.0933 |
+ 0.0290 |
+ 0.0162 |
+ 0.0133 |
+ 0.0980 |
+ 0.0878 |
+ 0.0518 |
+ 0.0518 |
+
+
+ | (0.6, 0.4) |
+ 0.0115 |
+ 0.0152 |
+ 0.0152 |
+ 0.0967 |
+ 0.0244 |
+ 0.0160 |
+ 0.0123 |
+ 0.1015 |
+ 0.0859 |
+ 0.0536 |
+ 0.0536 |
+
+
+ | (0.55, 0.45) |
+ 0.0097 |
+ 0.0152 |
+ 0.0152 |
+ 0.0964 |
+ 0.0196 |
+ 0.0137 |
+ 0.0125 |
+ 0.1003 |
+ 0.0806 |
+ 0.0510 |
+ 0.0510 |
+
+
+ | (0.5, 0.5) |
+ 0.0081 |
+ 0.0140 |
+ 0.0140 |
+ 0.0965 |
+ 0.0158 |
+ 0.0126 |
+ 0.0114 |
+ 0.1009 |
+ 0.0819 |
+ 0.0518 |
+ 0.0518 |
+
+
+ | (0.45, 0.55) |
+ 0.0077 |
+ 0.0124 |
+ 0.0124 |
+ 0.0980 |
+ 0.0139 |
+ 0.0127 |
+ 0.0106 |
+ 0.1017 |
+ 0.0811 |
+ 0.0533 |
+ 0.0533 |
+
+
+ | (0.4, 0.6) |
+ 0.0084 |
+ 0.0125 |
+ 0.0125 |
+ 0.0970 |
+ 0.0112 |
+ 0.0105 |
+ 0.0112 |
+ 0.1010 |
+ 0.0783 |
+ 0.0506 |
+ 0.0506 |
+
+
+ | (0.35, 0.65) |
+ 0.0087 |
+ 0.0135 |
+ 0.0135 |
+ 0.1008 |
+ 0.0098 |
+ 0.0100 |
+ 0.0123 |
+ 0.1034 |
+ 0.0809 |
+ 0.0480 |
+ 0.0480 |
+
+
+ | (0.3, 0.7) |
+ 0.0094 |
+ 0.0110 |
+ 0.0110 |
+ 0.1018 |
+ 0.0106 |
+ 0.0105 |
+ 0.0119 |
+ 0.1048 |
+ 0.0814 |
+ 0.0453 |
+ 0.0453 |
+
+
+ | (0.25, 0.75) |
+ 0.0104 |
+ 0.0121 |
+ 0.0121 |
+ 0.1025 |
+ 0.0101 |
+ 0.0090 |
+ 0.0144 |
+ 0.1057 |
+ 0.0804 |
+ 0.0428 |
+ 0.0428 |
+
+
+ | (0.2, 0.8) |
+ 0.0124 |
+ 0.0115 |
+ 0.0115 |
+ 0.1009 |
+ 0.0099 |
+ 0.0077 |
+ 0.0152 |
+ 0.1039 |
+ 0.0793 |
+ 0.0472 |
+ 0.0472 |
+
+
+ | (0.15, 0.85) |
+ 0.0134 |
+ 0.0131 |
+ 0.0131 |
+ 0.1025 |
+ 0.0105 |
+ 0.0068 |
+ 0.0181 |
+ 0.1050 |
+ 0.0790 |
+ 0.0461 |
+ 0.0461 |
+
+
+ | (0.1, 0.9) |
+ 0.0146 |
+ 0.0133 |
+ 0.0133 |
+ 0.1020 |
+ 0.0111 |
+ 0.0067 |
+ 0.0199 |
+ 0.1055 |
+ 0.0793 |
+ 0.0439 |
+ 0.0439 |
+
+
+ | (0.05, 0.95) |
+ 0.0146 |
+ 0.0133 |
+ 0.0132 |
+ 0.1019 |
+ 0.0108 |
+ 0.0059 |
+ 0.0221 |
+ 0.1042 |
+ 0.0785 |
+ 0.0468 |
+ 0.0468 |
+
+
+ | (0.0, 1.0) |
+ 0.0008 |
+ 0.0093 |
+ 0.0093 |
+ 0.1036 |
+ 0.0063 |
+ 0.0041 |
+ 0.0243 |
+ 0.1062 |
+ 0.0801 |
+ 0.0425 |
+ 0.0425 |
+
+
+ | tot |
+ 0.0208 |
+ 0.0191 |
+ 0.0191 |
+ 0.1005 |
+ 0.0377 |
+ 0.0189 |
+ 0.0220 |
+ 0.1064 |
+ 0.1197 |
+ 0.0610 |
+ 0.0610 |
+
+
+
+
+
+
+
+
+
+> train: [0.90003338 0.09996662]
+> validation: [0.90003338 0.09996662]
+> evaluate_bin_sld: 215.995s
+> evaluate_bin_cc: 207.407s
+> evaluate_mul_sld: 64.949s
+> evaluate_mul_cc: 59.848s
+> reference: 48.239s
+> kfcv: 48.412s
+> atc_mc: 50.353s
+> atc_ne: 48.807s
+> doc_feat: 41.943s
+> tot: 217.403s
+
+
+
+
+ |
+ bin_SLD |
+ bin_CC |
+ mul_SLD |
+ mul_CC |
+ kfcv |
+ atc_mc |
+ atc_ne |
+
+
+
+
+ | (1.0, 0.0) |
+ 0.0155 |
+ 0.0548 |
+ 0.0469 |
+ 0.0156 |
+ 0.6519 |
+ 0.0022 |
+ 0.0022 |
+
+
+ | (0.95, 0.05) |
+ 0.2219 |
+ 0.0921 |
+ 0.0840 |
+ 0.0542 |
+ 0.2258 |
+ 0.2253 |
+ 0.2253 |
+
+
+ | (0.9, 0.1) |
+ 0.1663 |
+ 0.1226 |
+ 0.0459 |
+ 0.0369 |
+ 0.2195 |
+ 0.1997 |
+ 0.1997 |
+
+
+ | (0.85, 0.15) |
+ 0.1556 |
+ 0.1304 |
+ 0.0312 |
+ 0.0300 |
+ 0.2215 |
+ 0.2018 |
+ 0.2018 |
+
+
+ | (0.8, 0.2) |
+ 0.1368 |
+ 0.1365 |
+ 0.0327 |
+ 0.0335 |
+ 0.2156 |
+ 0.1936 |
+ 0.1936 |
+
+
+ | (0.75, 0.25) |
+ 0.1054 |
+ 0.1382 |
+ 0.0329 |
+ 0.0354 |
+ 0.2145 |
+ 0.1943 |
+ 0.1943 |
+
+
+ | (0.7, 0.3) |
+ 0.1181 |
+ 0.1425 |
+ 0.0379 |
+ 0.0355 |
+ 0.2218 |
+ 0.1865 |
+ 0.1865 |
+
+
+ | (0.65, 0.35) |
+ 0.0996 |
+ 0.1472 |
+ 0.0423 |
+ 0.0399 |
+ 0.2188 |
+ 0.1849 |
+ 0.1849 |
+
+
+ | (0.6, 0.4) |
+ 0.1031 |
+ 0.1468 |
+ 0.0495 |
+ 0.0372 |
+ 0.2231 |
+ 0.1852 |
+ 0.1852 |
+
+
+ | (0.55, 0.45) |
+ 0.0840 |
+ 0.1471 |
+ 0.0506 |
+ 0.0364 |
+ 0.2188 |
+ 0.1824 |
+ 0.1824 |
+
+
+ | (0.5, 0.5) |
+ 0.1091 |
+ 0.1478 |
+ 0.0546 |
+ 0.0378 |
+ 0.2196 |
+ 0.1836 |
+ 0.1836 |
+
+
+ | (0.45, 0.55) |
+ 0.0893 |
+ 0.1480 |
+ 0.0541 |
+ 0.0396 |
+ 0.2237 |
+ 0.1801 |
+ 0.1801 |
+
+
+ | (0.4, 0.6) |
+ 0.0801 |
+ 0.1474 |
+ 0.0588 |
+ 0.0337 |
+ 0.2174 |
+ 0.1872 |
+ 0.1872 |
+
+
+ | (0.35, 0.65) |
+ 0.1038 |
+ 0.1495 |
+ 0.0618 |
+ 0.0353 |
+ 0.2193 |
+ 0.1871 |
+ 0.1871 |
+
+
+ | (0.3, 0.7) |
+ 0.0810 |
+ 0.1503 |
+ 0.0616 |
+ 0.0372 |
+ 0.2189 |
+ 0.1884 |
+ 0.1884 |
+
+
+ | (0.25, 0.75) |
+ 0.0827 |
+ 0.1510 |
+ 0.0606 |
+ 0.0375 |
+ 0.2184 |
+ 0.1829 |
+ 0.1829 |
+
+
+ | (0.2, 0.8) |
+ 0.0746 |
+ 0.1500 |
+ 0.0616 |
+ 0.0385 |
+ 0.2204 |
+ 0.1840 |
+ 0.1840 |
+
+
+ | (0.15, 0.85) |
+ 0.0754 |
+ 0.1511 |
+ 0.0617 |
+ 0.0380 |
+ 0.2182 |
+ 0.1816 |
+ 0.1816 |
+
+
+ | (0.1, 0.9) |
+ 0.0613 |
+ 0.1512 |
+ 0.0592 |
+ 0.0389 |
+ 0.2166 |
+ 0.1818 |
+ 0.1818 |
+
+
+ | (0.05, 0.95) |
+ 0.0696 |
+ 0.1506 |
+ 0.0476 |
+ 0.0357 |
+ 0.2154 |
+ 0.1848 |
+ 0.1848 |
+
+
+ | (0.0, 1.0) |
+ 0.0495 |
+ 0.1527 |
+ 0.0231 |
+ 0.0366 |
+ 0.2160 |
+ 0.1850 |
+ 0.1850 |
+
+
+ | tot |
+ 0.0992 |
+ 0.1385 |
+ 0.0504 |
+ 0.0364 |
+ 0.2398 |
+ 0.1801 |
+ 0.1801 |
+
+
+
+
+
+
+
+
+