lorenzo.volpi
/
QuAcc
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
QuAcc/output/main/imdb_9prevs/imdb_max_conf_vs_atc_pacc_f...

44 KiB
Raw Blame History

imdb_9prevs

10% positives

train: [0.89991359 0.10008641]
validation: [0.9000576 0.0999424]
bin_sld: 249.048s
mul_sld: 71.459s
mul_sld_gs: 455.993s
bin_pacc: 244.563s
mul_pacc: 43.016s
binmc_pacc: 240.469s
mulmc_pacc: 41.750s
binne_pacc: 236.217s
mulne_pacc: 34.041s
bin_cc: 241.914s
mul_cc: 40.328s
kfcv: 24.723s
ref: 18.562s
atc_mc: 27.491s
atc_ne: 25.568s
doc_feat: 11.526s
tot: 456.775s

bin_pacc mul_pacc binmc_pacc mulmc_pacc atc_mc
0.0 0.0194 0.2076 0.0000 0.1036 0.0000
0.05 0.0113 0.0499 0.0088 0.0574 0.0240
0.1 0.0089 0.0305 0.0081 0.0631 0.0244
0.15 0.0095 0.0247 0.0093 0.0635 0.0228
0.2 0.0092 0.0240 0.0079 0.0614 0.0245
0.25 0.0061 0.0202 0.0082 0.0497 0.0246
0.3 0.0071 0.0217 0.0078 0.0552 0.0266
0.35 0.0062 0.0202 0.0081 0.0506 0.0248
0.4 0.0049 0.0174 0.0052 0.0557 0.0230
0.45 0.0065 0.0181 0.0059 0.0528 0.0257
0.5 0.0072 0.0218 0.0077 0.0609 0.0264
0.55 0.0064 0.0180 0.0060 0.0558 0.0239
0.6 0.0058 0.0192 0.0066 0.0594 0.0248
0.65 0.0072 0.0174 0.0073 0.0557 0.0247
0.7 0.0060 0.0180 0.0071 0.0591 0.0239
0.75 0.0050 0.0175 0.0056 0.0531 0.0255
0.8 0.0057 0.0173 0.0064 0.0535 0.0242
0.85 0.0056 0.0172 0.0057 0.0603 0.0240
0.9 0.0062 0.0186 0.0076 0.0601 0.0256
0.95 0.0046 0.0187 0.0058 0.0611 0.0246
1.0 0.0046 0.0180 0.0073 0.0520 0.0246
avg 0.0073 0.0303 0.0068 0.0592 0.0234

plot_delta plot_delta_stdev plot_diagonal plot_shift

20% positives

train: [0.7999712 0.2000288]
validation: [0.7999712 0.2000288]
bin_sld: 312.036s
mul_sld: 63.355s
bin_sld_gs: 1039.328s
mul_sld_gs: 562.297s
bin_sld_gsq: 402.075s
bin_pacc: 297.187s
mul_pacc: 36.589s
binmc_pacc: 296.718s
mulmc_pacc: 36.777s
binne_pacc: 285.556s
mulne_pacc: 47.832s
bin_pacc_gs: 636.796s
mul_pacc_gs: 141.445s
bin_cc: 293.873s
mul_cc: 46.722s
kfcv: 30.476s
ref: 26.348s
atc_mc: 22.299s
atc_ne: 41.782s
doc_feat: 11.276s
tot: 1040.077s

bin_pacc mul_pacc binmc_pacc mulmc_pacc atc_mc
0.0 0.3041 0.5277 0.3456 0.3689 0.0183
0.05 0.1646 0.1447 0.0974 0.1541 0.2921
0.1 0.0968 0.0978 0.0652 0.1047 0.2745
0.15 0.0725 0.0792 0.0560 0.0856 0.2661
0.2 0.0513 0.0705 0.0440 0.0656 0.2539
0.25 0.0373 0.0634 0.0359 0.0601 0.2445
0.3 0.0274 0.0634 0.0362 0.0554 0.2483
0.35 0.0280 0.0672 0.0398 0.0578 0.2419
0.4 0.0272 0.0673 0.0396 0.0571 0.2441
0.45 0.0235 0.0588 0.0322 0.0468 0.2362
0.5 0.0171 0.0559 0.0291 0.0437 0.2307
0.55 0.0170 0.0598 0.0352 0.0458 0.2358
0.6 0.0165 0.0575 0.0315 0.0408 0.2318
0.65 0.0121 0.0554 0.0294 0.0395 0.2306
0.7 0.0137 0.0586 0.0346 0.0423 0.2291
0.75 0.0106 0.0493 0.0292 0.0325 0.2291
0.8 0.0106 0.0562 0.0310 0.0376 0.2310
0.85 0.0094 0.0560 0.0339 0.0375 0.2303
0.9 0.0100 0.0575 0.0311 0.0380 0.2295
0.95 0.0079 0.0551 0.0297 0.0342 0.2301
1.0 0.0073 0.0561 0.0294 0.0344 0.2308
avg 0.0459 0.0885 0.0541 0.0706 0.2314

plot_delta plot_delta_stdev plot_diagonal plot_shift

30% positives

train: [0.7000288 0.2999712]
validation: [0.7000288 0.2999712]
bin_sld: 302.903s
mul_sld: 59.883s
bin_sld_gs: 1013.188s
mul_sld_gs: 556.087s
bin_sld_gsq: 413.115s
bin_pacc: 294.712s
mul_pacc: 45.954s
binmc_pacc: 300.950s
mulmc_pacc: 45.939s
binne_pacc: 289.350s
mulne_pacc: 38.137s
bin_pacc_gs: 643.072s
mul_pacc_gs: 149.582s
bin_cc: 298.684s
mul_cc: 43.908s
kfcv: 37.403s
ref: 28.756s
atc_mc: 39.420s
atc_ne: 24.347s
doc_feat: 22.815s
tot: 1014.314s

bin_pacc mul_pacc binmc_pacc mulmc_pacc atc_mc
0.0 0.1919 0.5442 0.2315 0.2162 0.2272
0.05 0.0921 0.1161 0.0894 0.0994 0.1227
0.1 0.0642 0.0682 0.0597 0.0644 0.1024
0.15 0.0519 0.0455 0.0449 0.0470 0.0885
0.2 0.0436 0.0373 0.0380 0.0396 0.0813
0.25 0.0459 0.0330 0.0403 0.0398 0.0713
0.3 0.0357 0.0283 0.0302 0.0309 0.0552
0.35 0.0467 0.0287 0.0371 0.0331 0.0572
0.4 0.0430 0.0253 0.0327 0.0284 0.0500
0.45 0.0389 0.0234 0.0300 0.0261 0.0469
0.5 0.0388 0.0250 0.0306 0.0264 0.0429
0.55 0.0396 0.0216 0.0286 0.0235 0.0411
0.6 0.0379 0.0203 0.0270 0.0216 0.0383
0.65 0.0381 0.0218 0.0278 0.0220 0.0383
0.7 0.0419 0.0246 0.0306 0.0245 0.0372
0.75 0.0377 0.0204 0.0275 0.0208 0.0335
0.8 0.0388 0.0219 0.0278 0.0216 0.0340
0.85 0.0401 0.0211 0.0286 0.0204 0.0327
0.9 0.0396 0.0217 0.0281 0.0210 0.0326
0.95 0.0375 0.0186 0.0258 0.0182 0.0284
1.0 0.0345 0.0194 0.0258 0.0183 0.0295
avg 0.0514 0.0565 0.0449 0.0411 0.0615

plot_delta plot_delta_stdev plot_diagonal plot_shift

40% positives

train: [0.5999424 0.4000576]
validation: [0.60008641 0.39991359]
bin_sld: 298.351s
mul_sld: 51.270s
bin_sld_gs: 1033.280s
mul_sld_gs: 546.452s
bin_sld_gsq: 421.394s
bin_pacc: 298.508s
mul_pacc: 34.186s
binmc_pacc: 289.145s
mulmc_pacc: 42.455s
binne_pacc: 296.554s
mulne_pacc: 45.269s
bin_pacc_gs: 645.096s
mul_pacc_gs: 145.337s
bin_cc: 300.133s
mul_cc: 42.690s
kfcv: 36.406s
ref: 22.353s
atc_mc: 38.798s
atc_ne: 34.811s
doc_feat: 13.850s
tot: 1034.124s

bin_pacc mul_pacc binmc_pacc mulmc_pacc atc_mc
0.0 0.0586 0.0153 0.2227 0.1463 0.4335
0.05 0.0793 0.1568 0.0700 0.0804 0.0606
0.1 0.0586 0.0883 0.0478 0.0543 0.0339
0.15 0.0570 0.0723 0.0421 0.0465 0.0263
0.2 0.0482 0.0566 0.0334 0.0371 0.0248
0.25 0.0394 0.0466 0.0241 0.0271 0.0213
0.3 0.0391 0.0447 0.0247 0.0298 0.0219
0.35 0.0441 0.0478 0.0241 0.0307 0.0195
0.4 0.0428 0.0459 0.0219 0.0306 0.0164
0.45 0.0395 0.0414 0.0215 0.0283 0.0191
0.5 0.0421 0.0429 0.0219 0.0298 0.0164
0.55 0.0375 0.0380 0.0184 0.0270 0.0133
0.6 0.0403 0.0390 0.0193 0.0286 0.0131
0.65 0.0392 0.0389 0.0176 0.0277 0.0124
0.7 0.0398 0.0374 0.0187 0.0281 0.0116
0.75 0.0393 0.0377 0.0183 0.0281 0.0104
0.8 0.0381 0.0361 0.0175 0.0275 0.0107
0.85 0.0396 0.0372 0.0172 0.0282 0.0084
0.9 0.0370 0.0343 0.0150 0.0263 0.0080
0.95 0.0377 0.0349 0.0162 0.0273 0.0082
1.0 0.0296 0.0343 0.0139 0.0271 0.0072
avg 0.0441 0.0489 0.0346 0.0389 0.0380

plot_delta plot_delta_stdev plot_diagonal plot_shift

50% positives

train: [0.5 0.5]
validation: [0.5 0.5]
bin_sld: 303.489s
mul_sld: 50.183s
bin_sld_gs: 1015.361s
mul_sld_gs: 552.539s
bin_sld_gsq: 418.096s
bin_pacc: 296.283s
mul_pacc: 32.547s
binmc_pacc: 299.487s
mulmc_pacc: 40.506s
binne_pacc: 293.984s
mulne_pacc: 39.974s
bin_pacc_gs: 643.158s
mul_pacc_gs: 146.732s
bin_cc: 292.672s
mul_cc: 37.348s
kfcv: 29.093s
ref: 16.306s
atc_mc: 25.874s
atc_ne: 28.890s
doc_feat: 11.601s
tot: 1016.064s

bin_pacc mul_pacc binmc_pacc mulmc_pacc atc_mc
0.0 0.0727 0.0999 0.0841 0.0569 0.5313
0.05 0.0546 0.0591 0.0540 0.0638 0.2320
0.1 0.0370 0.0421 0.0364 0.0413 0.1230
0.15 0.0356 0.0352 0.0329 0.0363 0.0683
0.2 0.0294 0.0293 0.0279 0.0325 0.0417
0.25 0.0237 0.0241 0.0218 0.0249 0.0278
0.3 0.0223 0.0237 0.0219 0.0248 0.0169
0.35 0.0221 0.0194 0.0217 0.0240 0.0129
0.4 0.0185 0.0191 0.0183 0.0210 0.0113
0.45 0.0163 0.0169 0.0163 0.0180 0.0107
0.5 0.0179 0.0194 0.0185 0.0210 0.0121
0.55 0.0160 0.0188 0.0170 0.0195 0.0109
0.6 0.0151 0.0184 0.0168 0.0180 0.0105
0.65 0.0135 0.0157 0.0147 0.0157 0.0105
0.7 0.0119 0.0169 0.0148 0.0158 0.0106
0.75 0.0124 0.0182 0.0152 0.0160 0.0107
0.8 0.0114 0.0172 0.0136 0.0150 0.0105
0.85 0.0104 0.0175 0.0135 0.0147 0.0100
0.9 0.0091 0.0158 0.0119 0.0125 0.0111
0.95 0.0081 0.0185 0.0129 0.0139 0.0114
1.0 0.0064 0.0168 0.0113 0.0120 0.0102
avg 0.0221 0.0268 0.0236 0.0246 0.0569

plot_delta plot_delta_stdev plot_diagonal plot_shift

60% positives

train: [0.39991359 0.60008641]
validation: [0.4000576 0.5999424]
bin_sld: 296.102s
mul_sld: 56.083s
bin_sld_gs: 1060.976s
mul_sld_gs: 551.619s
bin_sld_gsq: 425.664s
bin_pacc: 293.321s
mul_pacc: 44.690s
binmc_pacc: 296.400s
mulmc_pacc: 38.640s
binne_pacc: 288.195s
mulne_pacc: 44.768s
bin_pacc_gs: 645.660s
mul_pacc_gs: 146.232s
bin_cc: 299.198s
mul_cc: 41.642s
kfcv: 21.885s
ref: 26.261s
atc_mc: 37.391s
atc_ne: 35.750s
doc_feat: 19.963s
tot: 1061.773s

bin_pacc mul_pacc binmc_pacc mulmc_pacc atc_mc
0.0 0.0129 0.0047 0.0002 0.0090 0.5686
0.05 0.0626 0.1122 0.1583 0.0788 0.3422
0.1 0.0488 0.0845 0.1162 0.0585 0.2281
0.15 0.0454 0.0760 0.0959 0.0512 0.1475
0.2 0.0374 0.0646 0.0756 0.0452 0.1066
0.25 0.0320 0.0543 0.0613 0.0363 0.0747
0.3 0.0275 0.0490 0.0508 0.0334 0.0515
0.35 0.0292 0.0504 0.0515 0.0351 0.0344
0.4 0.0257 0.0469 0.0450 0.0338 0.0235
0.45 0.0230 0.0398 0.0364 0.0282 0.0169
0.5 0.0246 0.0403 0.0371 0.0307 0.0121
0.55 0.0204 0.0366 0.0319 0.0276 0.0087
0.6 0.0206 0.0362 0.0314 0.0284 0.0082
0.65 0.0172 0.0311 0.0248 0.0244 0.0093
0.7 0.0189 0.0345 0.0278 0.0292 0.0122
0.75 0.0169 0.0317 0.0242 0.0265 0.0135
0.8 0.0143 0.0282 0.0205 0.0245 0.0156
0.85 0.0136 0.0277 0.0190 0.0246 0.0152
0.9 0.0126 0.0254 0.0173 0.0234 0.0178
0.95 0.0137 0.0269 0.0183 0.0256 0.0189
1.0 0.0115 0.0251 0.0152 0.0246 0.0197
avg 0.0252 0.0441 0.0457 0.0333 0.0831

plot_delta plot_delta_stdev plot_diagonal plot_shift

70% positives

train: [0.2999712 0.7000288]
validation: [0.2999712 0.7000288]
bin_sld: 303.930s
mul_sld: 40.110s
bin_sld_gs: 1015.962s
mul_sld_gs: 557.286s
bin_sld_gsq: 414.452s
bin_pacc: 292.176s
mul_pacc: 47.800s
binmc_pacc: 302.570s
mulmc_pacc: 44.408s
binne_pacc: 293.019s
mulne_pacc: 43.783s
bin_pacc_gs: 648.943s
mul_pacc_gs: 150.210s
bin_cc: 288.613s
mul_cc: 38.672s
kfcv: 32.153s
ref: 34.374s
atc_mc: 38.938s
atc_ne: 40.313s
doc_feat: 20.243s
tot: 1016.774s

bin_pacc mul_pacc binmc_pacc mulmc_pacc atc_mc
0.0 0.0208 0.0112 0.0560 0.0339 0.5833
0.05 0.0385 0.0461 0.0414 0.0355 0.4272
0.1 0.0319 0.0378 0.0349 0.0295 0.3236
0.15 0.0258 0.0342 0.0238 0.0233 0.2429
0.2 0.0256 0.0309 0.0235 0.0232 0.1899
0.25 0.0192 0.0267 0.0187 0.0185 0.1453
0.3 0.0165 0.0226 0.0154 0.0158 0.1125
0.35 0.0145 0.0245 0.0133 0.0171 0.0875
0.4 0.0139 0.0246 0.0129 0.0172 0.0688
0.45 0.0131 0.0194 0.0128 0.0146 0.0528
0.5 0.0121 0.0202 0.0120 0.0158 0.0385
0.55 0.0100 0.0197 0.0101 0.0147 0.0281
0.6 0.0083 0.0182 0.0087 0.0133 0.0209
0.65 0.0098 0.0172 0.0104 0.0139 0.0125
0.7 0.0075 0.0197 0.0100 0.0155 0.0077
0.75 0.0069 0.0178 0.0098 0.0156 0.0053
0.8 0.0073 0.0164 0.0103 0.0145 0.0065
0.85 0.0080 0.0174 0.0118 0.0168 0.0075
0.9 0.0080 0.0155 0.0114 0.0154 0.0101
0.95 0.0116 0.0179 0.0150 0.0190 0.0136
1.0 0.0092 0.0174 0.0150 0.0200 0.0151
avg 0.0152 0.0227 0.0180 0.0192 0.1143

plot_delta plot_delta_stdev plot_diagonal plot_shift

80% positives

train: [0.2000288 0.7999712]
validation: [0.2000288 0.7999712]
bin_sld: 302.697s
mul_sld: 51.427s
bin_sld_gs: 1033.432s
mul_sld_gs: 553.840s
bin_sld_gsq: 405.825s
bin_pacc: 296.888s
mul_pacc: 34.390s
binmc_pacc: 300.681s
mulmc_pacc: 44.972s
binne_pacc: 284.115s
mulne_pacc: 37.204s
bin_pacc_gs: 637.277s
mul_pacc_gs: 146.708s
bin_cc: 297.171s
mul_cc: 42.941s
kfcv: 27.967s
ref: 32.469s
atc_mc: 22.965s
atc_ne: 39.769s
doc_feat: 19.964s
tot: 1034.198s

bin_pacc mul_pacc binmc_pacc mulmc_pacc atc_mc
0.0 0.0556 0.0701 0.1046 0.0556 0.5690
0.05 0.0345 0.0436 0.0721 0.0396 0.4617
0.1 0.0310 0.0399 0.0634 0.0405 0.3805
0.15 0.0216 0.0251 0.0464 0.0272 0.3102
0.2 0.0241 0.0277 0.0410 0.0305 0.2550
0.25 0.0218 0.0228 0.0313 0.0245 0.2072
0.3 0.0195 0.0189 0.0249 0.0207 0.1705
0.35 0.0186 0.0160 0.0210 0.0170 0.1388
0.4 0.0186 0.0160 0.0202 0.0165 0.1144
0.45 0.0156 0.0139 0.0167 0.0147 0.0909
0.5 0.0168 0.0132 0.0151 0.0125 0.0727
0.55 0.0154 0.0113 0.0121 0.0104 0.0569
0.6 0.0160 0.0108 0.0102 0.0093 0.0441
0.65 0.0148 0.0109 0.0110 0.0103 0.0297
0.7 0.0141 0.0104 0.0091 0.0095 0.0198
0.75 0.0136 0.0093 0.0090 0.0094 0.0119
0.8 0.0135 0.0088 0.0091 0.0093 0.0068
0.85 0.0114 0.0071 0.0079 0.0086 0.0049
0.9 0.0097 0.0061 0.0072 0.0082 0.0076
0.95 0.0099 0.0054 0.0072 0.0090 0.0117
1.0 0.0072 0.0039 0.0046 0.0088 0.0150
avg 0.0192 0.0186 0.0259 0.0187 0.1419

plot_delta plot_delta_stdev plot_diagonal plot_shift

90% positives

train: [0.0999424 0.9000576]
validation: [0.10008641 0.89991359]
bin_sld: 170.505s
mul_sld: 31.294s
mul_sld_gs: 380.780s
bin_cc: 164.518s
mul_cc: 20.620s
kfcv: 15.634s
ref: 13.757s
atc_mc: 18.010s
atc_ne: 18.026s
doc_feat: 10.161s
tot: 381.531s

atc_mc
0.0 0.5298
0.05 0.4611
0.1 0.4018
0.15 0.3476
0.2 0.3036
0.25 0.2600
0.3 0.2236
0.35 0.1920
0.4 0.1657
0.45 0.1389
0.5 0.1160
0.55 0.0962
0.6 0.0783
0.65 0.0599
0.7 0.0461
0.75 0.0323
0.8 0.0201
0.85 0.0099
0.9 0.0033
0.95 0.0090
1.0 0.0172
avg 0.1672

plot_delta plot_delta_stdev plot_diagonal plot_shift

avg

avg on train

bin_pacc mul_pacc binmc_pacc mulmc_pacc atc_mc
0.0 0.0920 0.1851 0.1306 0.1238 0.3846
0.05 0.0672 0.0911 0.0739 0.0761 0.2693
0.1 0.0472 0.0611 0.0540 0.0570 0.2102
0.15 0.0399 0.0490 0.0439 0.0476 0.1689
0.2 0.0336 0.0426 0.0364 0.0419 0.1424
0.25 0.0282 0.0364 0.0302 0.0351 0.1196
0.3 0.0244 0.0341 0.0265 0.0332 0.1030
0.35 0.0262 0.0343 0.0271 0.0332 0.0899
0.4 0.0243 0.0328 0.0245 0.0325 0.0797
0.45 0.0220 0.0290 0.0215 0.0287 0.0709
0.5 0.0221 0.0298 0.0215 0.0301 0.0631
0.55 0.0203 0.0280 0.0199 0.0281 0.0572
0.6 0.0201 0.0274 0.0189 0.0274 0.0522
0.65 0.0190 0.0260 0.0179 0.0262 0.0476
0.7 0.0192 0.0275 0.0191 0.0280 0.0443
0.75 0.0178 0.0252 0.0174 0.0253 0.0413
0.8 0.0175 0.0253 0.0170 0.0254 0.0399
0.85 0.0173 0.0251 0.0172 0.0264 0.0381
0.9 0.0165 0.0244 0.0162 0.0256 0.0384
0.95 0.0164 0.0245 0.0164 0.0260 0.0395
1.0 0.0138 0.0239 0.0153 0.0247 0.0410
avg 0.0288 0.0420 0.0317 0.0382 0.1020
plot_delta plot_delta_stdev ### avg on test
bin_pacc mul_pacc binmc_pacc mulmc_pacc atc_mc
0.1 0.0073 0.0303 0.0068 0.0592 0.0234
0.2 0.0459 0.0885 0.0541 0.0706 0.2314
0.3 0.0514 0.0565 0.0449 0.0411 0.0615
0.4 0.0441 0.0489 0.0346 0.0389 0.0380
0.5 0.0221 0.0268 0.0236 0.0246 0.0569
0.6 0.0252 0.0441 0.0457 0.0333 0.0831
0.7 0.0152 0.0227 0.0180 0.0192 0.1143
0.8 0.0192 0.0186 0.0259 0.0187 0.1419
0.9 NaN NaN NaN NaN 0.1672
avg 0.0288 0.0420 0.0317 0.0382 0.1020

plot_delta plot_delta_stdev ### avg dataset shift plot_shift