43 KiB

Raw Blame History

rcv1_MCAT_9prevs

10% positives

train: [0.90021426 0.09978574]
validation: [0.8999388 0.1000612]
bin_sld: 226.692s
mul_sld: 90.640s
binmc_sld: 226.949s
mulmc_sld: 100.373s
binne_sld: 224.579s
mulne_sld: 85.858s
bin_pacc: 217.884s
mul_pacc: 56.877s
ref: 47.843s
atc_mc: 51.242s
tot: 229.926s

	binmc_sld	mulmc_sld	binne_sld	mulne_sld	atc_mc
0.0	0.0016	0.0015	0.0006	0.0005	0.0044
0.05	0.0059	0.0066	0.0065	0.0072	0.0055
0.1	0.0073	0.0086	0.0063	0.0089	0.0123
0.15	0.0071	0.0149	0.0074	0.0148	0.0201
0.2	0.0073	0.0229	0.0081	0.0228	0.0273
0.25	0.0085	0.0394	0.0107	0.0324	0.0369
0.3	0.0084	0.0534	0.0127	0.0456	0.0466
0.35	0.0134	0.0844	0.0190	0.0607	0.0521
0.4	0.0195	0.1164	0.0255	0.0868	0.0588
0.45	0.0233	0.1424	0.0294	0.0996	0.0685
0.5	0.0293	0.1622	0.0347	0.1085	0.0791
0.55	0.0367	0.1837	0.0415	0.1377	0.0832
0.6	0.0421	0.1954	0.0457	0.1341	0.0960
0.65	0.0505	0.2234	0.0524	0.1504	0.1024
0.7	0.0597	0.2504	0.0596	0.1693	0.1070
0.75	0.0668	0.2703	0.0643	0.1651	0.1150
0.8	0.0751	0.2864	0.0695	0.1801	0.1214
0.85	0.0820	0.3096	0.0728	0.1882	0.1286
0.9	0.0900	0.3144	0.0774	0.1719	0.1403
0.95	0.0507	0.2241	0.0506	0.1042	0.1463
1.0	0.0009	0.0792	0.0010	0.0306	0.1538
avg	0.0327	0.1424	0.0331	0.0914	0.0765

plot_delta plot_delta_stdev plot_diagonal plot_shift

20% positives

train: [0.80012244 0.19987756]
validation: [0.7998776 0.2001224]
bin_sld: 217.346s
mul_sld: 64.811s
binmc_sld: 216.660s
mulmc_sld: 62.046s
binne_sld: 216.967s
mulne_sld: 61.675s
bin_pacc: 210.890s
mul_pacc: 55.836s
ref: 46.732s
atc_mc: 51.013s
tot: 222.345s

	binmc_sld	mulmc_sld	binne_sld	mulne_sld	atc_mc
0.0	0.0033	0.0030	0.0008	0.0022	0.0081
0.05	0.0077	0.0065	0.0096	0.0082	0.0053
0.1	0.0088	0.0082	0.0102	0.0096	0.0051
0.15	0.0096	0.0094	0.0105	0.0100	0.0071
0.2	0.0103	0.0101	0.0100	0.0103	0.0100
0.25	0.0086	0.0087	0.0079	0.0089	0.0122
0.3	0.0099	0.0098	0.0085	0.0102	0.0172
0.35	0.0101	0.0102	0.0093	0.0108	0.0201
0.4	0.0081	0.0091	0.0075	0.0115	0.0217
0.45	0.0081	0.0095	0.0081	0.0129	0.0261
0.5	0.0087	0.0110	0.0091	0.0146	0.0299
0.55	0.0085	0.0130	0.0107	0.0184	0.0329
0.6	0.0086	0.0136	0.0114	0.0188	0.0411
0.65	0.0098	0.0181	0.0149	0.0234	0.0420
0.7	0.0135	0.0241	0.0186	0.0281	0.0419
0.75	0.0163	0.0283	0.0211	0.0302	0.0467
0.8	0.0202	0.0323	0.0240	0.0321	0.0522
0.85	0.0233	0.0367	0.0257	0.0335	0.0570
0.9	0.0311	0.0471	0.0305	0.0401	0.0604
0.95	0.0341	0.0522	0.0297	0.0402	0.0626
1.0	0.0016	0.0173	0.0011	0.0134	0.0668
avg	0.0124	0.0180	0.0133	0.0184	0.0317

plot_delta plot_delta_stdev plot_diagonal plot_shift

30% positives

train: [0.70003061 0.29996939]
validation: [0.6998164 0.3001836]
bin_sld: 219.389s
mul_sld: 68.837s
binmc_sld: 219.147s
mulmc_sld: 65.023s
binne_sld: 218.371s
mulne_sld: 65.296s
bin_pacc: 212.357s
mul_pacc: 56.167s
ref: 47.599s
atc_mc: 51.508s
tot: 223.231s

	binmc_sld	mulmc_sld	binne_sld	mulne_sld	atc_mc
0.0	0.0019	0.0029	0.0006	0.0032	0.0085
0.05	0.0087	0.0069	0.0099	0.0079	0.0070
0.1	0.0115	0.0095	0.0134	0.0103	0.0061
0.15	0.0140	0.0111	0.0166	0.0111	0.0056
0.2	0.0129	0.0104	0.0150	0.0109	0.0066
0.25	0.0157	0.0133	0.0186	0.0145	0.0078
0.3	0.0177	0.0143	0.0202	0.0160	0.0084
0.35	0.0187	0.0151	0.0209	0.0183	0.0101
0.4	0.0174	0.0146	0.0202	0.0189	0.0111
0.45	0.0198	0.0154	0.0220	0.0207	0.0151
0.5	0.0217	0.0167	0.0231	0.0235	0.0162
0.55	0.0207	0.0173	0.0234	0.0243	0.0192
0.6	0.0250	0.0194	0.0265	0.0272	0.0222
0.65	0.0269	0.0217	0.0297	0.0304	0.0243
0.7	0.0322	0.0260	0.0338	0.0348	0.0225
0.75	0.0337	0.0275	0.0355	0.0358	0.0253
0.8	0.0364	0.0309	0.0367	0.0386	0.0288
0.85	0.0358	0.0325	0.0351	0.0379	0.0316
0.9	0.0458	0.0407	0.0421	0.0452	0.0317
0.95	0.0459	0.0415	0.0396	0.0416	0.0359
1.0	0.0172	0.0190	0.0105	0.0231	0.0400
avg	0.0228	0.0194	0.0235	0.0235	0.0183

plot_delta plot_delta_stdev plot_diagonal plot_shift

40% positives

train: [0.59993878 0.40006122]
validation: [0.6000612 0.3999388]
bin_sld: 218.273s
mul_sld: 64.926s
binmc_sld: 216.495s
mulmc_sld: 63.652s
binne_sld: 217.602s
mulne_sld: 63.801s
bin_pacc: 211.842s
mul_pacc: 56.383s
ref: 47.351s
atc_mc: 51.386s
tot: 222.442s

	binmc_sld	mulmc_sld	binne_sld	mulne_sld	atc_mc
0.0	0.0010	0.0039	0.0004	0.0046	0.0070
0.05	0.0063	0.0068	0.0069	0.0089	0.0071
0.1	0.0092	0.0094	0.0089	0.0108	0.0073
0.15	0.0101	0.0095	0.0105	0.0107	0.0074
0.2	0.0100	0.0091	0.0117	0.0124	0.0060
0.25	0.0107	0.0100	0.0128	0.0125	0.0068
0.3	0.0132	0.0114	0.0155	0.0133	0.0064
0.35	0.0136	0.0115	0.0148	0.0124	0.0069
0.4	0.0113	0.0100	0.0131	0.0115	0.0079
0.45	0.0135	0.0110	0.0142	0.0119	0.0075
0.5	0.0140	0.0106	0.0147	0.0111	0.0098
0.55	0.0133	0.0110	0.0131	0.0122	0.0099
0.6	0.0156	0.0126	0.0153	0.0144	0.0111
0.65	0.0164	0.0136	0.0153	0.0157	0.0111
0.7	0.0178	0.0144	0.0175	0.0177	0.0118
0.75	0.0179	0.0143	0.0175	0.0184	0.0120
0.8	0.0192	0.0162	0.0177	0.0212	0.0129
0.85	0.0219	0.0184	0.0201	0.0236	0.0146
0.9	0.0251	0.0215	0.0234	0.0274	0.0167
0.95	0.0252	0.0237	0.0223	0.0279	0.0191
1.0	0.0171	0.0171	0.0083	0.0158	0.0189
avg	0.0144	0.0127	0.0140	0.0150	0.0104

plot_delta plot_delta_stdev plot_diagonal plot_shift

50% positives

train: [0.50015305 0.49984695]
validation: [0.5 0.5]
bin_sld: 216.810s
mul_sld: 66.656s
binmc_sld: 214.455s
mulmc_sld: 65.245s
binne_sld: 215.501s
mulne_sld: 65.656s
bin_pacc: 211.948s
mul_pacc: 56.312s
ref: 47.378s
atc_mc: 51.192s
tot: 220.479s

	binmc_sld	mulmc_sld	binne_sld	mulne_sld	atc_mc
0.0	0.0033	0.0046	0.0012	0.0049	0.0059
0.05	0.0107	0.0077	0.0117	0.0077	0.0057
0.1	0.0133	0.0112	0.0129	0.0108	0.0059
0.15	0.0151	0.0126	0.0143	0.0122	0.0065
0.2	0.0132	0.0116	0.0129	0.0119	0.0058
0.25	0.0146	0.0123	0.0138	0.0122	0.0065
0.3	0.0164	0.0134	0.0157	0.0127	0.0067
0.35	0.0206	0.0175	0.0201	0.0167	0.0070
0.4	0.0175	0.0147	0.0175	0.0142	0.0087
0.45	0.0207	0.0176	0.0218	0.0181	0.0080
0.5	0.0195	0.0169	0.0203	0.0172	0.0101
0.55	0.0223	0.0185	0.0234	0.0195	0.0091
0.6	0.0248	0.0207	0.0264	0.0222	0.0091
0.65	0.0254	0.0213	0.0269	0.0229	0.0088
0.7	0.0274	0.0229	0.0289	0.0256	0.0083
0.75	0.0271	0.0219	0.0293	0.0251	0.0100
0.8	0.0273	0.0226	0.0292	0.0264	0.0118
0.85	0.0268	0.0220	0.0283	0.0258	0.0125
0.9	0.0327	0.0263	0.0343	0.0306	0.0120
0.95	0.0309	0.0254	0.0304	0.0282	0.0129
1.0	0.0201	0.0168	0.0133	0.0154	0.0115
avg	0.0205	0.0171	0.0206	0.0181	0.0087

plot_delta plot_delta_stdev plot_diagonal plot_shift

60% positives

train: [0.40006122 0.59993878]
validation: [0.3999388 0.6000612]
bin_sld: 214.524s
mul_sld: 67.289s
binmc_sld: 212.382s
mulmc_sld: 64.717s
binne_sld: 212.511s
mulne_sld: 64.931s
bin_pacc: 207.692s
mul_pacc: 55.877s
ref: 47.088s
atc_mc: 51.183s
tot: 217.360s

	binmc_sld	mulmc_sld	binne_sld	mulne_sld	atc_mc
0.0	0.0061	0.0066	0.0016	0.0056	0.0091
0.05	0.0173	0.0135	0.0167	0.0116	0.0090
0.1	0.0204	0.0181	0.0203	0.0166	0.0082
0.15	0.0247	0.0219	0.0228	0.0211	0.0091
0.2	0.0219	0.0200	0.0205	0.0189	0.0090
0.25	0.0226	0.0220	0.0206	0.0209	0.0082
0.3	0.0254	0.0243	0.0228	0.0236	0.0088
0.35	0.0287	0.0283	0.0259	0.0275	0.0087
0.4	0.0276	0.0267	0.0239	0.0251	0.0083
0.45	0.0329	0.0307	0.0296	0.0296	0.0084
0.5	0.0324	0.0304	0.0297	0.0291	0.0082
0.55	0.0363	0.0335	0.0348	0.0326	0.0089
0.6	0.0384	0.0348	0.0384	0.0344	0.0079
0.65	0.0382	0.0347	0.0386	0.0343	0.0093
0.7	0.0406	0.0362	0.0414	0.0358	0.0102
0.75	0.0390	0.0340	0.0412	0.0345	0.0085
0.8	0.0411	0.0345	0.0441	0.0354	0.0081
0.85	0.0427	0.0352	0.0460	0.0363	0.0090
0.9	0.0475	0.0382	0.0514	0.0399	0.0097
0.95	0.0450	0.0340	0.0474	0.0351	0.0086
1.0	0.0351	0.0300	0.0305	0.0275	0.0099
avg	0.0316	0.0280	0.0309	0.0274	0.0088

plot_delta plot_delta_stdev plot_diagonal plot_shift

70% positives

train: [0.29996939 0.70003061]
validation: [0.2998776 0.7001224]
bin_sld: 214.649s
mul_sld: 67.063s
binmc_sld: 213.217s
mulmc_sld: 64.765s
binne_sld: 215.565s
mulne_sld: 65.253s
bin_pacc: 207.954s
mul_pacc: 55.495s
ref: 46.537s
atc_mc: 51.012s
tot: 220.485s

	binmc_sld	mulmc_sld	binne_sld	mulne_sld	atc_mc
0.0	0.0124	0.0124	0.0055	0.0099	0.0295
0.05	0.0282	0.0227	0.0245	0.0194	0.0275
0.1	0.0317	0.0262	0.0296	0.0254	0.0266
0.15	0.0360	0.0299	0.0357	0.0308	0.0244
0.2	0.0324	0.0278	0.0319	0.0291	0.0210
0.25	0.0304	0.0265	0.0304	0.0283	0.0209
0.3	0.0317	0.0284	0.0310	0.0312	0.0181
0.35	0.0307	0.0282	0.0308	0.0319	0.0195
0.4	0.0335	0.0297	0.0327	0.0329	0.0156
0.45	0.0348	0.0311	0.0349	0.0350	0.0156
0.5	0.0323	0.0287	0.0320	0.0321	0.0116
0.55	0.0345	0.0304	0.0362	0.0346	0.0122
0.6	0.0376	0.0326	0.0394	0.0366	0.0099
0.65	0.0350	0.0299	0.0372	0.0340	0.0086
0.7	0.0313	0.0267	0.0340	0.0298	0.0082
0.75	0.0299	0.0242	0.0337	0.0279	0.0068
0.8	0.0323	0.0255	0.0374	0.0289	0.0063
0.85	0.0294	0.0227	0.0339	0.0248	0.0049
0.9	0.0330	0.0245	0.0386	0.0268	0.0064
0.95	0.0287	0.0204	0.0336	0.0221	0.0062
1.0	0.0127	0.0097	0.0088	0.0067	0.0056
avg	0.0304	0.0256	0.0310	0.0275	0.0145

plot_delta plot_delta_stdev plot_diagonal plot_shift

80% positives

train: [0.19987756 0.80012244]
validation: [0.2001224 0.7998776]
bin_sld: 216.905s
mul_sld: 78.500s
binmc_sld: 216.274s
mulmc_sld: 78.752s
binne_sld: 214.957s
mulne_sld: 78.429s
bin_pacc: 208.520s
mul_pacc: 55.495s
ref: 46.765s
atc_mc: 50.943s
tot: 219.759s

	binmc_sld	mulmc_sld	binne_sld	mulne_sld	atc_mc
0.0	0.0020	0.0443	0.0024	0.0545	0.0295
0.05	0.0275	0.0454	0.0270	0.0672	0.0270
0.1	0.0302	0.0526	0.0326	0.0758	0.0266
0.15	0.0310	0.0593	0.0356	0.0835	0.0237
0.2	0.0290	0.0595	0.0350	0.0811	0.0217
0.25	0.0273	0.0534	0.0346	0.0751	0.0224
0.3	0.0275	0.0568	0.0356	0.0778	0.0201
0.35	0.0243	0.0534	0.0332	0.0723	0.0193
0.4	0.0221	0.0550	0.0308	0.0727	0.0172
0.45	0.0235	0.0553	0.0324	0.0715	0.0174
0.5	0.0195	0.0514	0.0281	0.0650	0.0150
0.55	0.0181	0.0551	0.0260	0.0676	0.0126
0.6	0.0182	0.0511	0.0256	0.0618	0.0111
0.65	0.0155	0.0467	0.0215	0.0546	0.0099
0.7	0.0124	0.0376	0.0165	0.0434	0.0094
0.75	0.0109	0.0361	0.0132	0.0401	0.0081
0.8	0.0119	0.0349	0.0124	0.0365	0.0064
0.85	0.0102	0.0282	0.0094	0.0276	0.0069
0.9	0.0150	0.0257	0.0132	0.0238	0.0060
0.95	0.0160	0.0188	0.0147	0.0157	0.0062
1.0	0.0044	0.0044	0.0024	0.0032	0.0067
avg	0.0189	0.0440	0.0230	0.0557	0.0154

plot_delta plot_delta_stdev plot_diagonal plot_shift

90% positives

train: [0.09978574 0.90021426]
validation: [0.1000612 0.8999388]
mul_sld: 50.214s
mulmc_sld: 48.094s
mulne_sld: 47.975s
ref: 36.698s
atc_mc: 39.829s
tot: 53.564s

	mulmc_sld	mulne_sld	atc_mc
0.0	0.0665	0.0630	0.0702
0.05	0.1225	0.1029	0.0677
0.1	0.1314	0.1137	0.0654
0.15	0.1306	0.1166	0.0603
0.2	0.1240	0.1132	0.0530
0.25	0.1156	0.1080	0.0512
0.3	0.1127	0.1078	0.0440
0.35	0.1047	0.1026	0.0410
0.4	0.0953	0.0952	0.0385
0.45	0.0914	0.0934	0.0348
0.5	0.0822	0.0853	0.0271
0.55	0.0771	0.0819	0.0260
0.6	0.0682	0.0741	0.0193
0.65	0.0594	0.0659	0.0143
0.7	0.0504	0.0571	0.0131
0.75	0.0427	0.0492	0.0087
0.8	0.0350	0.0410	0.0064
0.85	0.0257	0.0306	0.0074
0.9	0.0169	0.0202	0.0090
0.95	0.0095	0.0099	0.0125
1.0	0.0013	0.0004	0.0170
avg	0.0744	0.0730	0.0327

plot_delta plot_delta_stdev plot_diagonal plot_shift

avg

avg on train

	binmc_sld	mulmc_sld	binne_sld	mulne_sld	atc_mc
0.0	0.0039	0.0162	0.0016	0.0165	0.0191
0.05	0.0140	0.0265	0.0141	0.0268	0.0180
0.1	0.0165	0.0306	0.0168	0.0313	0.0182
0.15	0.0184	0.0332	0.0192	0.0345	0.0182
0.2	0.0171	0.0328	0.0181	0.0345	0.0178
0.25	0.0173	0.0335	0.0187	0.0347	0.0192
0.3	0.0188	0.0361	0.0203	0.0376	0.0196
0.35	0.0200	0.0393	0.0217	0.0392	0.0205
0.4	0.0196	0.0413	0.0214	0.0410	0.0209
0.45	0.0221	0.0449	0.0241	0.0436	0.0224
0.5	0.0222	0.0456	0.0240	0.0429	0.0230
0.55	0.0238	0.0488	0.0261	0.0476	0.0238
0.6	0.0263	0.0498	0.0286	0.0471	0.0253
0.65	0.0272	0.0521	0.0296	0.0480	0.0256
0.7	0.0293	0.0543	0.0313	0.0491	0.0258
0.75	0.0302	0.0555	0.0320	0.0474	0.0268
0.8	0.0329	0.0576	0.0339	0.0489	0.0283
0.85	0.0340	0.0590	0.0339	0.0476	0.0303
0.9	0.0400	0.0617	0.0389	0.0473	0.0325
0.95	0.0345	0.0500	0.0335	0.0361	0.0345
1.0	0.0137	0.0216	0.0095	0.0151	0.0367
avg	0.0230	0.0424	0.0237	0.0389	0.0241

### avg on test

	binmc_sld	mulmc_sld	binne_sld	mulne_sld	atc_mc
0.1	0.0327	0.1424	0.0331	0.0914	0.0765
0.2	0.0124	0.0180	0.0133	0.0184	0.0317
0.3	0.0228	0.0194	0.0235	0.0235	0.0183
0.4	0.0144	0.0127	0.0140	0.0150	0.0104
0.5	0.0205	0.0171	0.0206	0.0181	0.0087
0.6	0.0316	0.0280	0.0309	0.0274	0.0088
0.7	0.0304	0.0256	0.0310	0.0275	0.0145
0.8	0.0189	0.0440	0.0230	0.0557	0.0154
0.9	NaN	0.0744	NaN	0.0730	0.0327
avg	0.0230	0.0424	0.0237	0.0389	0.0241