QuAcc/out/rcv1_CCAT_best_our_vs_atc/rcv1_CCAT_best_our_vs_atc_acc.md

rcv1_CCAT

train: [0.09996662 0.90003338]
validation: [0.09996662 0.90003338]
evaluate_bin_sld: 258.627s
evaluate_bin_sld_bcts: 255.748s
evaluate_bin_sld_vs: 256.387s
evaluate_bin_cc: 252.645s
evaluate_mul_sld: 77.452s
evaluate_mul_sld_bcts: 83.186s
evaluate_mul_sld_vs: 82.065s
evaluate_mul_cc: 69.467s
reference: 53.997s
atc_mc: 57.417s
atc_ne: 57.316s
tot: 263.605s

	bin_SLD	bin_SLD_bcts	bin_SLD_vs	bin_CC	mul_SLD	mul_SLD_bcts	mul_SLD_vs	mul_CC	atc_mc	atc_ne
(1.0, 0.0)	0.0004	0.0055	0.0055	0.3647	0.0358	0.0153	0.0033	0.2797	0.1704	0.1704
(0.95, 0.05)	0.0501	0.0384	0.0384	0.3468	0.0961	0.0417	0.0320	0.2671	0.1614	0.1614
(0.9, 0.1)	0.0887	0.0399	0.0399	0.3290	0.1250	0.0431	0.0333	0.2512	0.1528	0.1528
(0.85, 0.15)	0.0926	0.0390	0.0390	0.3092	0.1269	0.0420	0.0321	0.2365	0.1426	0.1426
(0.8, 0.2)	0.0887	0.0357	0.0357	0.2914	0.1192	0.0368	0.0283	0.2243	0.1334	0.1334
(0.75, 0.25)	0.0879	0.0366	0.0366	0.2712	0.1197	0.0401	0.0300	0.2058	0.1217	0.1217
(0.7, 0.3)	0.0825	0.0334	0.0334	0.2526	0.1118	0.0362	0.0269	0.1937	0.1131	0.1131
(0.65, 0.35)	0.0778	0.0319	0.0319	0.2348	0.1062	0.0352	0.0254	0.1781	0.1040	0.1040
(0.6, 0.4)	0.0727	0.0303	0.0303	0.2149	0.0999	0.0342	0.0241	0.1640	0.0943	0.0943
(0.55, 0.45)	0.0637	0.0261	0.0261	0.1972	0.0867	0.0286	0.0196	0.1504	0.0847	0.0847
(0.5, 0.5)	0.0569	0.0238	0.0238	0.1765	0.0771	0.0256	0.0178	0.1341	0.0749	0.0749
(0.45, 0.55)	0.0527	0.0239	0.0239	0.1562	0.0715	0.0263	0.0181	0.1189	0.0622	0.0622
(0.4, 0.6)	0.0418	0.0188	0.0188	0.1382	0.0563	0.0200	0.0135	0.1035	0.0541	0.0541
(0.35, 0.65)	0.0392	0.0206	0.0206	0.1181	0.0536	0.0236	0.0158	0.0888	0.0422	0.0422
(0.3, 0.7)	0.0313	0.0182	0.0182	0.0997	0.0426	0.0205	0.0141	0.0738	0.0334	0.0334
(0.25, 0.75)	0.0231	0.0152	0.0152	0.0815	0.0318	0.0169	0.0111	0.0591	0.0239	0.0239
(0.2, 0.8)	0.0184	0.0146	0.0146	0.0619	0.0246	0.0168	0.0110	0.0454	0.0168	0.0168
(0.15, 0.85)	0.0127	0.0129	0.0129	0.0434	0.0172	0.0154	0.0104	0.0314	0.0090	0.0090
(0.1, 0.9)	0.0084	0.0119	0.0119	0.0244	0.0103	0.0132	0.0090	0.0166	0.0070	0.0070
(0.05, 0.95)	0.0060	0.0112	0.0112	0.0060	0.0072	0.0131	0.0090	0.0039	0.0134	0.0134
(0.0, 1.0)	0.0048	0.0125	0.0125	0.0144	0.0040	0.0128	0.0104	0.0137	0.0243	0.0243
tot	0.0476	0.0238	0.0238	0.1777	0.0678	0.0265	0.0188	0.1352	0.0781	0.0781

train: [0.19993324 0.80006676]
validation: [0.20010013 0.79989987]
evaluate_bin_sld: 249.753s
evaluate_bin_sld_bcts: 246.217s
evaluate_bin_sld_vs: 248.247s
evaluate_bin_cc: 240.680s
evaluate_mul_sld: 80.772s
evaluate_mul_sld_bcts: 84.150s
evaluate_mul_sld_vs: 81.179s
evaluate_mul_cc: 68.649s
reference: 53.439s
atc_mc: 57.792s
atc_ne: 56.689s
tot: 251.684s

	bin_SLD	bin_SLD_bcts	bin_SLD_vs	bin_CC	mul_SLD	mul_SLD_bcts	mul_SLD_vs	mul_CC	atc_mc	atc_ne
(1.0, 0.0)	0.0019	0.0026	0.0026	0.1744	0.0162	0.0163	0.0270	0.1688	0.0311	0.0311
(0.95, 0.05)	0.0261	0.0125	0.0125	0.1646	0.0393	0.0141	0.0426	0.1602	0.0274	0.0274
(0.9, 0.1)	0.0233	0.0100	0.0100	0.1564	0.0340	0.0118	0.0370	0.1531	0.0267	0.0267
(0.85, 0.15)	0.0207	0.0091	0.0091	0.1464	0.0320	0.0105	0.0337	0.1418	0.0227	0.0227
(0.8, 0.2)	0.0161	0.0076	0.0076	0.1383	0.0248	0.0087	0.0274	0.1343	0.0214	0.0214
(0.75, 0.25)	0.0162	0.0082	0.0082	0.1258	0.0238	0.0103	0.0252	0.1231	0.0201	0.0201
(0.7, 0.3)	0.0134	0.0095	0.0095	0.1180	0.0242	0.0108	0.0219	0.1152	0.0178	0.0178
(0.65, 0.35)	0.0129	0.0102	0.0102	0.1081	0.0212	0.0113	0.0196	0.1066	0.0196	0.0196
(0.6, 0.4)	0.0108	0.0093	0.0093	0.0974	0.0193	0.0103	0.0164	0.0961	0.0168	0.0168
(0.55, 0.45)	0.0104	0.0102	0.0102	0.0892	0.0164	0.0100	0.0135	0.0877	0.0147	0.0147
(0.5, 0.5)	0.0081	0.0079	0.0079	0.0787	0.0152	0.0098	0.0108	0.0787	0.0136	0.0136
(0.45, 0.55)	0.0082	0.0086	0.0086	0.0672	0.0148	0.0092	0.0112	0.0673	0.0111	0.0111
(0.4, 0.6)	0.0074	0.0084	0.0084	0.0591	0.0143	0.0094	0.0090	0.0589	0.0110	0.0110
(0.35, 0.65)	0.0087	0.0101	0.0101	0.0492	0.0154	0.0095	0.0094	0.0501	0.0097	0.0097
(0.3, 0.7)	0.0079	0.0091	0.0091	0.0395	0.0131	0.0097	0.0085	0.0403	0.0106	0.0106
(0.25, 0.75)	0.0098	0.0091	0.0091	0.0308	0.0124	0.0089	0.0084	0.0328	0.0091	0.0091
(0.2, 0.8)	0.0120	0.0101	0.0101	0.0217	0.0116	0.0099	0.0084	0.0239	0.0100	0.0100
(0.15, 0.85)	0.0141	0.0104	0.0104	0.0128	0.0111	0.0105	0.0087	0.0153	0.0104	0.0104
(0.1, 0.9)	0.0154	0.0099	0.0099	0.0067	0.0099	0.0111	0.0089	0.0084	0.0108	0.0108
(0.05, 0.95)	0.0157	0.0107	0.0107	0.0075	0.0084	0.0119	0.0083	0.0053	0.0130	0.0130
(0.0, 1.0)	0.0055	0.0115	0.0115	0.0160	0.0058	0.0141	0.0051	0.0124	0.0147	0.0147
tot	0.0126	0.0093	0.0093	0.0813	0.0182	0.0109	0.0172	0.0800	0.0163	0.0163

train: [0.29989987 0.70010013]
validation: [0.30006676 0.69993324]
evaluate_bin_sld: 249.281s
evaluate_bin_sld_bcts: 249.181s
evaluate_bin_sld_vs: 246.959s
evaluate_bin_cc: 242.455s
evaluate_mul_sld: 80.406s
evaluate_mul_sld_bcts: 85.285s
evaluate_mul_sld_vs: 82.413s
evaluate_mul_cc: 69.119s
reference: 53.585s
atc_mc: 57.423s
atc_ne: 56.021s
tot: 251.594s

	bin_SLD	bin_SLD_bcts	bin_SLD_vs	bin_CC	mul_SLD	mul_SLD_bcts	mul_SLD_vs	mul_CC	atc_mc	atc_ne
(1.0, 0.0)	0.0007	0.0052	0.0051	0.1254	0.0099	0.0141	0.0204	0.1679	0.0238	0.0238
(0.95, 0.05)	0.0184	0.0141	0.0141	0.1194	0.0145	0.0136	0.0302	0.1600	0.0222	0.0222
(0.9, 0.1)	0.0167	0.0134	0.0134	0.1144	0.0137	0.0126	0.0286	0.1538	0.0216	0.0216
(0.85, 0.15)	0.0149	0.0141	0.0141	0.1077	0.0119	0.0112	0.0268	0.1471	0.0197	0.0197
(0.8, 0.2)	0.0112	0.0115	0.0114	0.1037	0.0093	0.0092	0.0223	0.1398	0.0206	0.0206
(0.75, 0.25)	0.0111	0.0135	0.0135	0.0941	0.0108	0.0111	0.0243	0.1286	0.0160	0.0160
(0.7, 0.3)	0.0098	0.0140	0.0139	0.0902	0.0115	0.0104	0.0228	0.1231	0.0160	0.0160
(0.65, 0.35)	0.0102	0.0132	0.0132	0.0839	0.0123	0.0115	0.0220	0.1164	0.0149	0.0149
(0.6, 0.4)	0.0086	0.0139	0.0139	0.0765	0.0132	0.0121	0.0216	0.1075	0.0122	0.0122
(0.55, 0.45)	0.0095	0.0139	0.0139	0.0731	0.0135	0.0112	0.0189	0.1010	0.0123	0.0123
(0.5, 0.5)	0.0094	0.0140	0.0140	0.0646	0.0160	0.0123	0.0189	0.0920	0.0111	0.0111
(0.45, 0.55)	0.0102	0.0143	0.0143	0.0591	0.0149	0.0124	0.0182	0.0840	0.0102	0.0102
(0.4, 0.6)	0.0130	0.0118	0.0118	0.0537	0.0180	0.0101	0.0137	0.0775	0.0096	0.0096
(0.35, 0.65)	0.0138	0.0148	0.0148	0.0492	0.0178	0.0128	0.0158	0.0713	0.0100	0.0100
(0.3, 0.7)	0.0134	0.0121	0.0120	0.0417	0.0162	0.0111	0.0134	0.0621	0.0080	0.0080
(0.25, 0.75)	0.0147	0.0132	0.0131	0.0366	0.0158	0.0131	0.0135	0.0549	0.0070	0.0070
(0.2, 0.8)	0.0158	0.0144	0.0143	0.0302	0.0162	0.0139	0.0132	0.0476	0.0071	0.0071
(0.15, 0.85)	0.0147	0.0153	0.0152	0.0243	0.0145	0.0154	0.0129	0.0405	0.0076	0.0076
(0.1, 0.9)	0.0127	0.0130	0.0130	0.0193	0.0110	0.0152	0.0108	0.0336	0.0062	0.0062
(0.05, 0.95)	0.0108	0.0124	0.0124	0.0135	0.0082	0.0150	0.0094	0.0256	0.0063	0.0063
(0.0, 1.0)	0.0051	0.0126	0.0126	0.0103	0.0059	0.0174	0.0108	0.0199	0.0059	0.0059
tot	0.0116	0.0131	0.0130	0.0662	0.0131	0.0126	0.0185	0.0931	0.0128	0.0128

train: [0.40003338 0.59996662]
validation: [0.40003338 0.59996662]
evaluate_bin_sld: 240.635s
evaluate_bin_sld_bcts: 240.768s
evaluate_bin_sld_vs: 241.207s
evaluate_bin_cc: 235.336s
evaluate_mul_sld: 79.274s
evaluate_mul_sld_bcts: 84.628s
evaluate_mul_sld_vs: 81.549s
evaluate_mul_cc: 68.404s
reference: 53.547s
atc_mc: 56.419s
atc_ne: 55.827s
tot: 244.553s

	bin_SLD	bin_SLD_bcts	bin_SLD_vs	bin_CC	mul_SLD	mul_SLD_bcts	mul_SLD_vs	mul_CC	atc_mc	atc_ne
(1.0, 0.0)	0.0007	0.0047	0.0047	0.0906	0.0064	0.0106	0.0137	0.1061	0.0106	0.0106
(0.95, 0.05)	0.0050	0.0084	0.0084	0.0885	0.0091	0.0074	0.0167	0.1031	0.0101	0.0101
(0.9, 0.1)	0.0057	0.0095	0.0095	0.0873	0.0134	0.0073	0.0128	0.1016	0.0092	0.0092
(0.85, 0.15)	0.0084	0.0100	0.0100	0.0836	0.0180	0.0079	0.0142	0.0980	0.0083	0.0083
(0.8, 0.2)	0.0130	0.0126	0.0126	0.0839	0.0235	0.0102	0.0116	0.0970	0.0089	0.0089
(0.75, 0.25)	0.0158	0.0118	0.0119	0.0793	0.0261	0.0099	0.0139	0.0924	0.0090	0.0090
(0.7, 0.3)	0.0186	0.0128	0.0128	0.0787	0.0288	0.0109	0.0144	0.0920	0.0084	0.0084
(0.65, 0.35)	0.0208	0.0128	0.0128	0.0756	0.0290	0.0107	0.0143	0.0887	0.0084	0.0084
(0.6, 0.4)	0.0239	0.0134	0.0134	0.0728	0.0320	0.0117	0.0132	0.0849	0.0082	0.0082
(0.55, 0.45)	0.0273	0.0126	0.0126	0.0723	0.0331	0.0112	0.0130	0.0841	0.0086	0.0086
(0.5, 0.5)	0.0267	0.0147	0.0147	0.0678	0.0317	0.0121	0.0156	0.0798	0.0085	0.0085
(0.45, 0.55)	0.0283	0.0113	0.0113	0.0651	0.0313	0.0100	0.0132	0.0762	0.0085	0.0085
(0.4, 0.6)	0.0296	0.0117	0.0117	0.0636	0.0335	0.0104	0.0125	0.0744	0.0072	0.0072
(0.35, 0.65)	0.0273	0.0113	0.0113	0.0628	0.0306	0.0105	0.0121	0.0741	0.0079	0.0079
(0.3, 0.7)	0.0235	0.0125	0.0125	0.0592	0.0260	0.0112	0.0149	0.0696	0.0076	0.0076
(0.25, 0.75)	0.0208	0.0112	0.0112	0.0573	0.0230	0.0099	0.0141	0.0672	0.0075	0.0075
(0.2, 0.8)	0.0183	0.0113	0.0113	0.0558	0.0200	0.0098	0.0132	0.0654	0.0066	0.0066
(0.15, 0.85)	0.0127	0.0111	0.0111	0.0535	0.0149	0.0099	0.0138	0.0627	0.0070	0.0070
(0.1, 0.9)	0.0092	0.0116	0.0116	0.0504	0.0107	0.0108	0.0158	0.0596	0.0078	0.0078
(0.05, 0.95)	0.0076	0.0097	0.0097	0.0501	0.0084	0.0094	0.0125	0.0579	0.0071	0.0071
(0.0, 1.0)	0.0013	0.0087	0.0087	0.0495	0.0048	0.0131	0.0140	0.0572	0.0071	0.0071
tot	0.0164	0.0111	0.0111	0.0689	0.0216	0.0102	0.0138	0.0806	0.0082	0.0082

train: [0.5 0.5]
validation: [0.5 0.5]
evaluate_bin_sld: 229.770s
evaluate_bin_sld_bcts: 230.462s
evaluate_bin_sld_vs: 230.258s
evaluate_bin_cc: 224.702s
evaluate_mul_sld: 75.395s
evaluate_mul_sld_bcts: 80.430s
evaluate_mul_sld_vs: 79.097s
evaluate_mul_cc: 66.009s
reference: 50.782s
atc_mc: 54.176s
atc_ne: 53.525s
tot: 233.568s

	bin_SLD	bin_SLD_bcts	bin_SLD_vs	bin_CC	mul_SLD	mul_SLD_bcts	mul_SLD_vs	mul_CC	atc_mc	atc_ne
(1.0, 0.0)	0.0007	0.0024	0.0024	0.0601	0.0046	0.0105	0.0050	0.0592	0.0088	0.0088
(0.95, 0.05)	0.0055	0.0074	0.0074	0.0615	0.0098	0.0077	0.0076	0.0604	0.0080	0.0080
(0.9, 0.1)	0.0083	0.0099	0.0099	0.0646	0.0157	0.0068	0.0066	0.0636	0.0082	0.0082
(0.85, 0.15)	0.0154	0.0141	0.0141	0.0659	0.0244	0.0094	0.0086	0.0648	0.0077	0.0077
(0.8, 0.2)	0.0235	0.0167	0.0167	0.0693	0.0302	0.0109	0.0092	0.0683	0.0083	0.0083
(0.75, 0.25)	0.0298	0.0182	0.0182	0.0690	0.0358	0.0124	0.0097	0.0678	0.0066	0.0066
(0.7, 0.3)	0.0319	0.0177	0.0177	0.0722	0.0370	0.0137	0.0115	0.0711	0.0082	0.0082
(0.65, 0.35)	0.0357	0.0189	0.0189	0.0747	0.0385	0.0150	0.0121	0.0737	0.0103	0.0103
(0.6, 0.4)	0.0368	0.0185	0.0185	0.0746	0.0398	0.0153	0.0122	0.0737	0.0085	0.0085
(0.55, 0.45)	0.0373	0.0175	0.0175	0.0776	0.0398	0.0150	0.0114	0.0767	0.0110	0.0110
(0.5, 0.5)	0.0369	0.0169	0.0169	0.0784	0.0386	0.0146	0.0110	0.0773	0.0122	0.0122
(0.45, 0.55)	0.0358	0.0166	0.0165	0.0799	0.0390	0.0146	0.0089	0.0790	0.0125	0.0125
(0.4, 0.6)	0.0350	0.0181	0.0181	0.0814	0.0371	0.0158	0.0111	0.0802	0.0144	0.0144
(0.35, 0.65)	0.0309	0.0174	0.0174	0.0861	0.0338	0.0160	0.0120	0.0853	0.0168	0.0168
(0.3, 0.7)	0.0230	0.0157	0.0157	0.0868	0.0287	0.0144	0.0127	0.0857	0.0164	0.0164
(0.25, 0.75)	0.0194	0.0149	0.0149	0.0874	0.0245	0.0135	0.0126	0.0867	0.0170	0.0170
(0.2, 0.8)	0.0139	0.0132	0.0132	0.0896	0.0198	0.0120	0.0126	0.0888	0.0211	0.0211
(0.15, 0.85)	0.0102	0.0104	0.0104	0.0913	0.0148	0.0100	0.0128	0.0903	0.0205	0.0205
(0.1, 0.9)	0.0081	0.0103	0.0103	0.0939	0.0122	0.0098	0.0146	0.0927	0.0239	0.0239
(0.05, 0.95)	0.0075	0.0070	0.0070	0.0954	0.0085	0.0071	0.0147	0.0946	0.0253	0.0253
(0.0, 1.0)	0.0004	0.0038	0.0038	0.0991	0.0035	0.0092	0.0143	0.0979	0.0289	0.0289
tot	0.0212	0.0136	0.0136	0.0790	0.0255	0.0121	0.0110	0.0780	0.0140	0.0140

train: [0.59996662 0.40003338]
validation: [0.59996662 0.40003338]
evaluate_bin_sld: 226.170s
evaluate_bin_sld_bcts: 227.116s
evaluate_bin_sld_vs: 227.245s
evaluate_bin_cc: 221.751s
evaluate_mul_sld: 73.120s
evaluate_mul_sld_bcts: 79.229s
evaluate_mul_sld_vs: 77.833s
evaluate_mul_cc: 65.334s
reference: 51.208s
atc_mc: 53.933s
atc_ne: 53.655s
tot: 230.374s

	bin_SLD	bin_SLD_bcts	bin_SLD_vs	bin_CC	mul_SLD	mul_SLD_bcts	mul_SLD_vs	mul_CC	atc_mc	atc_ne
(1.0, 0.0)	0.0005	0.0019	0.0019	0.0195	0.0034	0.0078	0.0031	0.0249	0.0190	0.0190
(0.95, 0.05)	0.0079	0.0073	0.0073	0.0241	0.0154	0.0060	0.0057	0.0305	0.0166	0.0166
(0.9, 0.1)	0.0192	0.0114	0.0114	0.0306	0.0254	0.0070	0.0083	0.0369	0.0147	0.0147
(0.85, 0.15)	0.0319	0.0157	0.0157	0.0362	0.0348	0.0109	0.0120	0.0427	0.0117	0.0117
(0.8, 0.2)	0.0412	0.0183	0.0183	0.0422	0.0419	0.0143	0.0141	0.0499	0.0105	0.0105
(0.75, 0.25)	0.0458	0.0222	0.0222	0.0465	0.0483	0.0183	0.0166	0.0538	0.0089	0.0089
(0.7, 0.3)	0.0438	0.0215	0.0215	0.0523	0.0502	0.0190	0.0158	0.0605	0.0085	0.0085
(0.65, 0.35)	0.0444	0.0229	0.0229	0.0599	0.0517	0.0212	0.0168	0.0682	0.0076	0.0076
(0.6, 0.4)	0.0410	0.0243	0.0243	0.0643	0.0537	0.0233	0.0173	0.0728	0.0079	0.0079
(0.55, 0.45)	0.0374	0.0228	0.0228	0.0695	0.0519	0.0229	0.0153	0.0784	0.0073	0.0073
(0.5, 0.5)	0.0342	0.0244	0.0244	0.0740	0.0516	0.0244	0.0153	0.0835	0.0081	0.0081
(0.45, 0.55)	0.0318	0.0242	0.0242	0.0798	0.0515	0.0260	0.0148	0.0901	0.0099	0.0099
(0.4, 0.6)	0.0284	0.0245	0.0245	0.0839	0.0491	0.0265	0.0146	0.0946	0.0112	0.0112
(0.35, 0.65)	0.0248	0.0236	0.0236	0.0924	0.0459	0.0267	0.0149	0.1034	0.0156	0.0156
(0.3, 0.7)	0.0205	0.0215	0.0215	0.0975	0.0409	0.0256	0.0132	0.1084	0.0168	0.0168
(0.25, 0.75)	0.0165	0.0198	0.0198	0.1019	0.0338	0.0225	0.0115	0.1133	0.0160	0.0160
(0.2, 0.8)	0.0135	0.0191	0.0191	0.1080	0.0308	0.0232	0.0113	0.1192	0.0180	0.0180
(0.15, 0.85)	0.0100	0.0165	0.0165	0.1131	0.0257	0.0218	0.0102	0.1258	0.0218	0.0218
(0.1, 0.9)	0.0072	0.0134	0.0134	0.1177	0.0172	0.0172	0.0092	0.1303	0.0224	0.0224
(0.05, 0.95)	0.0065	0.0102	0.0102	0.1238	0.0127	0.0150	0.0084	0.1371	0.0278	0.0278
(0.0, 1.0)	0.0003	0.0033	0.0033	0.1304	0.0055	0.0067	0.0097	0.1440	0.0285	0.0285
tot	0.0241	0.0176	0.0176	0.0746	0.0353	0.0184	0.0123	0.0842	0.0147	0.0147

train: [0.69993324 0.30006676]
validation: [0.70010013 0.29989987]
evaluate_bin_sld: 231.071s
evaluate_bin_sld_bcts: 231.337s
evaluate_bin_sld_vs: 232.414s
evaluate_bin_cc: 227.621s
evaluate_mul_sld: 74.887s
evaluate_mul_sld_bcts: 80.509s
evaluate_mul_sld_vs: 78.576s
evaluate_mul_cc: 66.319s
reference: 51.500s
atc_mc: 54.168s
atc_ne: 53.778s
tot: 235.837s

	bin_SLD	bin_SLD_bcts	bin_SLD_vs	bin_CC	mul_SLD	mul_SLD_bcts	mul_SLD_vs	mul_CC	atc_mc	atc_ne
(1.0, 0.0)	0.0014	0.0049	0.0049	0.0071	0.0024	0.0101	0.0041	0.0047	0.0103	0.0103
(0.95, 0.05)	0.0097	0.0067	0.0067	0.0050	0.0117	0.0080	0.0062	0.0101	0.0072	0.0072
(0.9, 0.1)	0.0180	0.0079	0.0079	0.0088	0.0202	0.0073	0.0092	0.0175	0.0049	0.0049
(0.85, 0.15)	0.0227	0.0089	0.0089	0.0170	0.0282	0.0082	0.0121	0.0266	0.0060	0.0060
(0.8, 0.2)	0.0237	0.0102	0.0102	0.0245	0.0333	0.0102	0.0131	0.0352	0.0082	0.0082
(0.75, 0.25)	0.0250	0.0113	0.0113	0.0320	0.0378	0.0125	0.0152	0.0432	0.0101	0.0101
(0.7, 0.3)	0.0229	0.0108	0.0108	0.0398	0.0371	0.0130	0.0138	0.0526	0.0119	0.0119
(0.65, 0.35)	0.0218	0.0124	0.0124	0.0481	0.0364	0.0147	0.0149	0.0608	0.0160	0.0160
(0.6, 0.4)	0.0220	0.0136	0.0136	0.0566	0.0379	0.0174	0.0156	0.0699	0.0190	0.0190
(0.55, 0.45)	0.0189	0.0130	0.0130	0.0626	0.0369	0.0179	0.0148	0.0781	0.0222	0.0222
(0.5, 0.5)	0.0183	0.0136	0.0136	0.0699	0.0359	0.0191	0.0143	0.0858	0.0259	0.0259
(0.45, 0.55)	0.0179	0.0146	0.0146	0.0788	0.0365	0.0218	0.0150	0.0949	0.0297	0.0297
(0.4, 0.6)	0.0144	0.0127	0.0127	0.0832	0.0333	0.0213	0.0127	0.1006	0.0307	0.0307
(0.35, 0.65)	0.0131	0.0133	0.0133	0.0932	0.0309	0.0224	0.0136	0.1121	0.0368	0.0368
(0.3, 0.7)	0.0117	0.0128	0.0128	0.1011	0.0272	0.0219	0.0125	0.1204	0.0400	0.0400
(0.25, 0.75)	0.0095	0.0117	0.0117	0.1084	0.0225	0.0205	0.0110	0.1281	0.0427	0.0427
(0.2, 0.8)	0.0081	0.0110	0.0110	0.1150	0.0196	0.0203	0.0104	0.1366	0.0464	0.0464
(0.15, 0.85)	0.0073	0.0101	0.0101	0.1235	0.0155	0.0191	0.0099	0.1458	0.0517	0.0517
(0.1, 0.9)	0.0078	0.0091	0.0090	0.1297	0.0121	0.0161	0.0101	0.1531	0.0521	0.0521
(0.05, 0.95)	0.0089	0.0085	0.0085	0.1379	0.0102	0.0140	0.0103	0.1614	0.0548	0.0548
(0.0, 1.0)	0.0003	0.0057	0.0057	0.1468	0.0071	0.0071	0.0154	0.1713	0.0625	0.0625
tot	0.0144	0.0106	0.0106	0.0709	0.0254	0.0154	0.0121	0.0861	0.0280	0.0280

train: [0.79989987 0.20010013]
validation: [0.80006676 0.19993324]
evaluate_bin_sld: 240.373s
evaluate_bin_sld_bcts: 241.053s
evaluate_bin_sld_vs: 239.827s
evaluate_bin_cc: 234.809s
evaluate_mul_sld: 74.766s
evaluate_mul_sld_bcts: 80.293s
evaluate_mul_sld_vs: 78.526s
evaluate_mul_cc: 67.477s
reference: 52.154s
atc_mc: 55.027s
atc_ne: 54.191s
tot: 243.374s

	bin_SLD	bin_SLD_bcts	bin_SLD_vs	bin_CC	mul_SLD	mul_SLD_bcts	mul_SLD_vs	mul_CC	atc_mc	atc_ne
(1.0, 0.0)	0.0011	0.0047	0.0047	0.0121	0.0019	0.0078	0.0029	0.0094	0.0097	0.0097
(0.95, 0.05)	0.0092	0.0065	0.0065	0.0040	0.0117	0.0068	0.0060	0.0034	0.0071	0.0071
(0.9, 0.1)	0.0103	0.0071	0.0071	0.0091	0.0164	0.0068	0.0073	0.0119	0.0062	0.0062
(0.85, 0.15)	0.0103	0.0079	0.0079	0.0183	0.0178	0.0067	0.0086	0.0214	0.0064	0.0064
(0.8, 0.2)	0.0117	0.0094	0.0094	0.0294	0.0208	0.0088	0.0105	0.0326	0.0088	0.0088
(0.75, 0.25)	0.0101	0.0088	0.0088	0.0396	0.0218	0.0094	0.0109	0.0429	0.0093	0.0093
(0.7, 0.3)	0.0093	0.0090	0.0090	0.0499	0.0197	0.0102	0.0109	0.0542	0.0124	0.0124
(0.65, 0.35)	0.0087	0.0083	0.0083	0.0616	0.0178	0.0105	0.0106	0.0652	0.0161	0.0161
(0.6, 0.4)	0.0092	0.0090	0.0090	0.0729	0.0173	0.0118	0.0113	0.0767	0.0190	0.0190
(0.55, 0.45)	0.0092	0.0104	0.0104	0.0817	0.0155	0.0118	0.0107	0.0855	0.0207	0.0207
(0.5, 0.5)	0.0088	0.0104	0.0104	0.0910	0.0135	0.0118	0.0095	0.0955	0.0222	0.0222
(0.45, 0.55)	0.0093	0.0100	0.0100	0.1016	0.0135	0.0135	0.0097	0.1059	0.0247	0.0247
(0.4, 0.6)	0.0113	0.0109	0.0109	0.1097	0.0110	0.0119	0.0087	0.1147	0.0272	0.0272
(0.35, 0.65)	0.0125	0.0132	0.0131	0.1232	0.0113	0.0128	0.0105	0.1273	0.0331	0.0331
(0.3, 0.7)	0.0146	0.0114	0.0113	0.1340	0.0126	0.0137	0.0087	0.1385	0.0384	0.0384
(0.25, 0.75)	0.0170	0.0133	0.0133	0.1444	0.0136	0.0128	0.0106	0.1496	0.0425	0.0425
(0.2, 0.8)	0.0216	0.0135	0.0134	0.1520	0.0156	0.0115	0.0110	0.1572	0.0407	0.0407
(0.15, 0.85)	0.0247	0.0162	0.0161	0.1636	0.0182	0.0103	0.0141	0.1685	0.0447	0.0447
(0.1, 0.9)	0.0283	0.0180	0.0179	0.1727	0.0209	0.0104	0.0178	0.1791	0.0492	0.0492
(0.05, 0.95)	0.0297	0.0193	0.0193	0.1821	0.0223	0.0092	0.0229	0.1872	0.0492	0.0492
(0.0, 1.0)	0.0009	0.0116	0.0115	0.1946	0.0082	0.0055	0.0285	0.2005	0.0571	0.0571
tot	0.0128	0.0109	0.0109	0.0927	0.0153	0.0102	0.0115	0.0965	0.0259	0.0259

train: [0.90003338 0.09996662]
validation: [0.90003338 0.09996662]
evaluate_bin_sld: 217.387s
evaluate_bin_cc: 208.359s
evaluate_mul_sld: 60.019s
evaluate_mul_cc: 54.774s
reference: 42.650s
atc_mc: 45.927s
atc_ne: 45.023s
tot: 218.936s

	bin_SLD	bin_CC	mul_SLD	mul_CC	atc_mc	atc_ne
(1.0, 0.0)	0.0010	0.0062	0.0010	0.0061	0.0088	0.0088
(0.95, 0.05)	0.0077	0.0108	0.0085	0.0076	0.0046	0.0046
(0.9, 0.1)	0.0129	0.0278	0.0093	0.0208	0.0080	0.0080
(0.85, 0.15)	0.0181	0.0442	0.0075	0.0332	0.0128	0.0128
(0.8, 0.2)	0.0248	0.0607	0.0110	0.0465	0.0194	0.0194
(0.75, 0.25)	0.0262	0.0767	0.0122	0.0588	0.0256	0.0256
(0.7, 0.3)	0.0372	0.0949	0.0178	0.0736	0.0348	0.0348
(0.65, 0.35)	0.0403	0.1132	0.0226	0.0892	0.0438	0.0438
(0.6, 0.4)	0.0505	0.1297	0.0317	0.1013	0.0509	0.0509
(0.55, 0.45)	0.0550	0.1455	0.0393	0.1133	0.0568	0.0568
(0.5, 0.5)	0.0716	0.1625	0.0473	0.1270	0.0633	0.0633
(0.45, 0.55)	0.0735	0.1798	0.0533	0.1416	0.0728	0.0728
(0.4, 0.6)	0.0795	0.1941	0.0639	0.1499	0.0748	0.0748
(0.35, 0.65)	0.0966	0.2130	0.0709	0.1657	0.0843	0.0843
(0.3, 0.7)	0.0945	0.2303	0.0775	0.1792	0.0916	0.0916
(0.25, 0.75)	0.1032	0.2474	0.0830	0.1930	0.1005	0.1005
(0.2, 0.8)	0.1081	0.2630	0.0916	0.2055	0.1064	0.1064
(0.15, 0.85)	0.1154	0.2804	0.0971	0.2185	0.1147	0.1147
(0.1, 0.9)	0.1080	0.2967	0.0976	0.2317	0.1204	0.1204
(0.05, 0.95)	0.0835	0.3117	0.0729	0.2411	0.1244	0.1244
(0.0, 1.0)	0.0321	0.3318	0.0184	0.2570	0.1336	0.1336
tot	0.0590	0.1629	0.0445	0.1267	0.0644	0.0644