diff --git a/conf.yaml b/conf.yaml index d34f17e..50a5dd0 100644 --- a/conf.yaml +++ b/conf.yaml @@ -2,6 +2,12 @@ exec: [] commons: + - DATASET_NAME: rcv1 + DATASET_TARGET: CCAT + METRICS: + - acc + - f1 + DATASET_N_PREVS: 9 - DATASET_NAME: imdb METRICS: - acc diff --git a/output/imdb_all_bin_vs_atc/imdb_all_bin_vs_atc_acc.md b/output/imdb_all_bin_vs_atc/imdb_all_bin_vs_atc_acc.md new file mode 100644 index 0000000..09f0419 --- /dev/null +++ b/output/imdb_all_bin_vs_atc/imdb_all_bin_vs_atc_acc.md @@ -0,0 +1,2120 @@ +imdb + +> train: [0.09929078 0.90070922] +> validation: [0.10070922 0.89929078] +> evaluate_bin_sld: 13.447s +> evaluate_bin_cc: 10.834s +> reference: 5.197s +> atc_mc: 7.899s +> atc_ne: 7.958s +> tot: 16.085s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCatc_mcatc_ne
(1.0, 0.0)0.01120.26330.12230.1223
(0.95, 0.05)0.01270.25030.11400.1140
(0.9, 0.1)0.01680.23490.10680.1068
(0.85, 0.15)0.01850.22300.10240.1024
(0.8, 0.2)0.01950.20960.09440.0944
(0.75, 0.25)0.02140.19630.08670.0867
(0.7, 0.3)0.02500.18310.08110.0811
(0.65, 0.35)0.02520.16940.07260.0726
(0.6, 0.4)0.02610.15710.06670.0667
(0.55, 0.45)0.02760.14260.05840.0584
(0.5, 0.5)0.02730.13080.05310.0531
(0.45, 0.55)0.02660.11590.04550.0455
(0.4, 0.6)0.02740.10300.03800.0380
(0.35, 0.65)0.02370.08840.03220.0322
(0.3, 0.7)0.02640.07690.02510.0251
(0.25, 0.75)0.02510.06340.01800.0180
(0.2, 0.8)0.02140.04930.01120.0112
(0.15, 0.85)0.01990.03580.00690.0069
(0.1, 0.9)0.02020.02180.00620.0062
(0.05, 0.95)0.01920.00970.01070.0107
(0.0, 1.0)0.01780.00430.01700.0170
tot0.02190.12990.05570.0557
+ +![plot_delta](plot\delta_imdb_90_acc.png) +![plot_diagonal](plot\diagonal_imdb_90_acc.png) +![plot_shift](plot\shift_imdb_90_acc.png) + + +> train: [0.2 0.8] +> validation: [0.2 0.8] +> evaluate_bin_sld: 12.837s +> evaluate_bin_cc: 10.718s +> reference: 5.143s +> atc_mc: 7.925s +> atc_ne: 7.886s +> tot: 12.906s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCatc_mcatc_ne
(1.0, 0.0)0.08630.11160.01190.0119
(0.95, 0.05)0.08860.10650.01120.0112
(0.9, 0.1)0.08970.10020.01040.0104
(0.85, 0.15)0.08150.09920.01060.0106
(0.8, 0.2)0.07680.09460.00370.0037
(0.75, 0.25)0.06990.09030.00470.0047
(0.7, 0.3)0.06290.08830.00500.0050
(0.65, 0.35)0.05600.08180.00660.0066
(0.6, 0.4)0.04940.07820.00610.0061
(0.55, 0.45)0.04080.07450.00700.0070
(0.5, 0.5)0.03180.07220.00650.0065
(0.45, 0.55)0.02080.06820.00760.0076
(0.4, 0.6)0.01880.06420.00880.0088
(0.35, 0.65)0.01090.05970.00890.0089
(0.3, 0.7)0.01150.05730.00890.0089
(0.25, 0.75)0.01180.05140.01040.0104
(0.2, 0.8)0.01570.04750.00830.0083
(0.15, 0.85)0.02120.04350.00980.0098
(0.1, 0.9)0.02210.04030.00800.0080
(0.05, 0.95)0.02370.03720.01020.0102
(0.0, 1.0)0.02250.03290.00930.0093
tot0.04350.07140.00830.0083
+ +![plot_delta](plot\delta_imdb_80_acc.png) +![plot_diagonal](plot\diagonal_imdb_80_acc.png) +![plot_shift](plot\shift_imdb_80_acc.png) + + +> train: [0.30070922 0.69929078] +> validation: [0.29929078 0.70070922] +> evaluate_bin_sld: 16.535s +> evaluate_bin_sld_nbvs: 17.590s +> evaluate_bin_sld_bcts: 18.667s +> evaluate_bin_sld_ts: 17.436s +> evaluate_bin_sld_vs: 18.824s +> evaluate_bin_cc: 13.663s +> reference: 6.450s +> atc_mc: 10.074s +> atc_ne: 10.258s +> tot: 18.897s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_nbvsbin_SLD_bctsbin_SLD_tsbin_SLD_vsbin_CCatc_mcatc_ne
(1.0, 0.0)0.10270.26040.14810.26040.14820.09400.02520.0252
(0.95, 0.05)0.09500.26350.16000.26350.16000.08800.02290.0229
(0.9, 0.1)0.08470.25800.15550.25800.15550.08550.02170.0217
(0.85, 0.15)0.07360.24770.14630.24770.14630.08460.02310.0231
(0.8, 0.2)0.06530.23940.13900.23930.13910.08010.01970.0197
(0.75, 0.25)0.05420.22570.12500.22570.12500.07580.01840.0184
(0.7, 0.3)0.04640.21630.11680.21630.11680.07350.01790.0179
(0.65, 0.35)0.03620.20190.10150.20190.10150.06870.01500.0150
(0.6, 0.4)0.02680.18730.08700.18730.08700.06640.01550.0155
(0.55, 0.45)0.01810.17310.07250.17310.07250.06240.01340.0134
(0.5, 0.5)0.01150.15930.05900.15930.05900.06050.01290.0129
(0.45, 0.55)0.01010.14340.04500.14340.04500.05620.01140.0114
(0.4, 0.6)0.00800.12960.03410.12960.03410.05290.01030.0103
(0.35, 0.65)0.00960.11060.02200.11060.02200.04880.01100.0110
(0.3, 0.7)0.00910.09920.01830.09920.01830.04670.00950.0095
(0.25, 0.75)0.00830.08470.01600.08470.01600.04200.00760.0076
(0.2, 0.8)0.00900.06300.01360.06300.01360.03970.00780.0078
(0.15, 0.85)0.00710.04820.01300.04820.01300.03510.00630.0063
(0.1, 0.9)0.00660.03320.01050.03320.01050.03330.00710.0071
(0.05, 0.95)0.00520.02090.00960.02090.00960.02900.00670.0067
(0.0, 1.0)0.00240.00440.00050.00440.00050.02530.00550.0055
tot0.03290.15090.07110.15090.07110.05940.01380.0138
+ +![plot_delta](plot\delta_imdb_70_acc.png) +![plot_diagonal](plot\diagonal_imdb_70_acc.png) +![plot_shift](plot\shift_imdb_70_acc.png) + + +> train: [0.4 0.6] +> validation: [0.4 0.6] +> evaluate_bin_sld: 13.492s +> evaluate_bin_cc: 10.814s +> reference: 5.263s +> atc_mc: 7.922s +> atc_ne: 7.991s +> tot: 13.564s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCatc_mcatc_ne
(1.0, 0.0)0.01070.08430.00980.0098
(0.95, 0.05)0.01020.08160.00990.0099
(0.9, 0.1)0.01090.07830.00880.0088
(0.85, 0.15)0.01160.08000.00760.0076
(0.8, 0.2)0.01130.07570.00310.0031
(0.75, 0.25)0.01380.07330.00400.0040
(0.7, 0.3)0.01570.07290.00370.0037
(0.65, 0.35)0.01950.06900.00500.0050
(0.6, 0.4)0.02120.06810.00510.0051
(0.55, 0.45)0.02250.06580.00440.0044
(0.5, 0.5)0.02450.06420.00470.0047
(0.45, 0.55)0.02700.06200.00670.0067
(0.4, 0.6)0.02730.05980.00740.0074
(0.35, 0.65)0.03020.05790.00810.0081
(0.3, 0.7)0.03100.05710.00760.0076
(0.25, 0.75)0.02470.05310.00910.0091
(0.2, 0.8)0.02570.05190.00850.0085
(0.15, 0.85)0.02190.04890.00770.0077
(0.1, 0.9)0.01770.04820.00860.0086
(0.05, 0.95)0.01220.04660.00930.0093
(0.0, 1.0)0.00840.04350.01060.0106
tot0.01890.06390.00710.0071
+ +![plot_delta](plot\delta_imdb_60_acc.png) +![plot_diagonal](plot\diagonal_imdb_60_acc.png) +![plot_shift](plot\shift_imdb_60_acc.png) + + +> train: [0.49929078 0.50070922] +> validation: [0.50070922 0.49929078] +> evaluate_bin_sld: 16.974s +> evaluate_bin_sld_nbvs: 17.681s +> evaluate_bin_sld_bcts: 21.734s +> evaluate_bin_sld_ts: 17.578s +> evaluate_bin_sld_vs: 21.757s +> evaluate_bin_cc: 13.777s +> reference: 6.577s +> atc_mc: 10.117s +> atc_ne: 10.246s +> tot: 21.838s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_nbvsbin_SLD_bctsbin_SLD_tsbin_SLD_vsbin_CCatc_mcatc_ne
(1.0, 0.0)0.00620.02150.01100.02150.01100.05130.01020.0102
(0.95, 0.05)0.00800.04910.04320.04910.04320.05020.00940.0094
(0.9, 0.1)0.00760.06970.05650.06970.05650.05070.00950.0095
(0.85, 0.15)0.00910.09280.06700.09280.06700.05170.00950.0095
(0.8, 0.2)0.00510.10980.06800.10980.06800.05240.00550.0055
(0.75, 0.25)0.00510.12630.06590.12630.06590.05170.00460.0046
(0.7, 0.3)0.00610.14550.06470.14550.06480.05340.00540.0054
(0.65, 0.35)0.00780.15880.05390.15880.05390.05300.00460.0046
(0.6, 0.4)0.00890.17660.05110.17660.05110.05370.00470.0047
(0.55, 0.45)0.00930.19200.04420.19200.04420.05400.00440.0044
(0.5, 0.5)0.00910.20960.04030.20960.04030.05470.00420.0042
(0.45, 0.55)0.01480.22410.04010.22410.04010.05480.00710.0071
(0.4, 0.6)0.01480.23910.03520.23910.03520.05510.00780.0078
(0.35, 0.65)0.01610.25380.03160.25380.03160.05620.00830.0083
(0.3, 0.7)0.01590.26670.02840.26670.02840.05820.00690.0069
(0.25, 0.75)0.01440.28980.03040.28980.03040.05740.00900.0090
(0.2, 0.8)0.01410.30130.02760.30130.02760.05670.00820.0082
(0.15, 0.85)0.01140.31780.02140.31780.02140.05630.00890.0089
(0.1, 0.9)0.00920.32760.01660.32760.01660.05880.01020.0102
(0.05, 0.95)0.00820.34480.01720.34480.01720.05880.00930.0093
(0.0, 1.0)0.00440.34700.00880.34700.00880.05850.01110.0111
tot0.00980.20300.03920.20300.03920.05470.00760.0076
+ +![plot_delta](plot\delta_imdb_50_acc.png) +![plot_diagonal](plot\diagonal_imdb_50_acc.png) +![plot_shift](plot\shift_imdb_50_acc.png) + + +> train: [0.6 0.4] +> validation: [0.6 0.4] +> evaluate_bin_sld: 16.695s +> evaluate_bin_sld_nbvs: 17.829s +> evaluate_bin_sld_bcts: 30.959s +> evaluate_bin_sld_ts: 17.705s +> evaluate_bin_sld_vs: 30.636s +> evaluate_bin_cc: 13.778s +> reference: 6.439s +> atc_mc: 10.039s +> atc_ne: 10.146s +> tot: 31.035s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_nbvsbin_SLD_bctsbin_SLD_tsbin_SLD_vsbin_CCatc_mcatc_ne
(1.0, 0.0)0.01230.05350.01790.05350.01790.03770.01540.0154
(0.95, 0.05)0.01200.08670.04650.08670.04670.04030.01370.0137
(0.9, 0.1)0.01060.11550.04760.11550.04890.04350.01230.0123
(0.85, 0.15)0.01460.14450.04340.14450.04580.04750.01170.0117
(0.8, 0.2)0.01580.17100.03190.17100.03490.05100.00910.0091
(0.75, 0.25)0.02180.19710.02230.19710.02420.05430.00770.0077
(0.7, 0.3)0.02330.22560.01400.22560.01710.05830.00780.0078
(0.65, 0.35)0.02640.25010.00660.25010.00650.06020.00500.0050
(0.6, 0.4)0.02710.27820.00630.27820.00640.06500.00510.0051
(0.55, 0.45)0.02760.30450.01010.30450.01030.06800.00480.0048
(0.5, 0.5)0.02670.33310.01840.33310.01850.07180.00410.0041
(0.45, 0.55)0.02770.35820.02080.35820.02200.07530.00820.0082
(0.4, 0.6)0.02440.38580.03050.38580.03260.07830.01130.0113
(0.35, 0.65)0.02530.41290.03690.41280.03910.08160.00930.0093
(0.3, 0.7)0.02240.43650.04380.43650.04640.08680.00920.0092
(0.25, 0.75)0.01860.46580.05250.46580.05520.09070.01050.0105
(0.2, 0.8)0.01610.48940.05960.48940.06370.09230.01060.0106
(0.15, 0.85)0.01190.52010.07020.52010.07450.09500.01260.0126
(0.1, 0.9)0.00920.54240.07580.54240.08060.10020.01310.0131
(0.05, 0.95)0.00720.56330.08260.56330.08790.10310.01640.0164
(0.0, 1.0)0.00430.58110.07770.58110.08480.10490.01640.0164
tot0.01830.32930.03880.32930.04110.07170.01020.0102
+ +![plot_delta](plot\delta_imdb_40_acc.png) +![plot_diagonal](plot\diagonal_imdb_40_acc.png) +![plot_shift](plot\shift_imdb_40_acc.png) + + +> train: [0.69929078 0.30070922] +> validation: [0.70070922 0.29929078] +> evaluate_bin_sld: 17.387s +> evaluate_bin_sld_nbvs: 57.434s +> evaluate_bin_sld_bcts: 60.133s +> evaluate_bin_sld_ts: 57.430s +> evaluate_bin_sld_vs: 59.915s +> evaluate_bin_cc: 14.128s +> reference: 6.830s +> atc_mc: 10.609s +> atc_ne: 10.812s +> tot: 60.207s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_nbvsbin_SLD_bctsbin_SLD_tsbin_SLD_vsbin_CCatc_mcatc_ne
(1.0, 0.0)0.00880.03350.02580.03350.02580.02410.00730.0073
(0.95, 0.05)0.0098NaNNaNNaNNaN0.02660.00940.0094
(0.9, 0.1)0.0101NaNNaNNaNNaN0.02920.01030.0103
(0.85, 0.15)0.0113NaNNaNNaNNaN0.03200.01040.0104
(0.8, 0.2)0.0071NaNNaNNaNNaN0.03440.00980.0098
(0.75, 0.25)0.0074NaNNaNNaNNaN0.03640.00980.0098
(0.7, 0.3)0.0091NaNNaNNaNNaN0.03960.01100.0110
(0.65, 0.35)0.0094NaNNaNNaNNaN0.04190.01120.0112
(0.6, 0.4)0.0085NaNNaNNaNNaN0.04450.01280.0128
(0.55, 0.45)0.0078NaNNaNNaNNaN0.04730.01290.0129
(0.5, 0.5)0.0066NaNNaNNaNNaN0.04950.01310.0131
(0.45, 0.55)0.0121NaNNaNNaNNaN0.05240.01440.0144
(0.4, 0.6)0.0131NaNNaNNaNNaN0.05430.01540.0154
(0.35, 0.65)0.0127NaNNaNNaNNaN0.05820.01590.0159
(0.3, 0.7)0.0121NaNNaNNaNNaN0.06170.01960.0196
(0.25, 0.75)0.0124NaNNaNNaNNaN0.06280.01860.0186
(0.2, 0.8)0.0123NaNNaNNaNNaN0.06490.01840.0184
(0.15, 0.85)0.0169NaNNaNNaNNaN0.06580.01990.0199
(0.1, 0.9)0.0179NaNNaNNaNNaN0.07050.02100.0210
(0.05, 0.95)0.0207NaNNaNNaNNaN0.07190.02040.0204
(0.0, 1.0)0.0235NaNNaNNaNNaN0.07410.02100.0210
tot0.0119NaNNaNNaNNaN0.04960.01440.0144
+ +![plot_delta](plot\delta_imdb_30_acc.png) +![plot_diagonal](plot\diagonal_imdb_30_acc.png) +![plot_shift](plot\shift_imdb_30_acc.png) + + +> train: [0.8 0.2] +> validation: [0.8 0.2] +> evaluate_bin_sld: 16.052s +> evaluate_bin_sld_nbvs: 16.811s +> evaluate_bin_sld_bcts: 39.480s +> evaluate_bin_sld_ts: 16.727s +> evaluate_bin_sld_vs: 39.509s +> evaluate_bin_cc: 13.544s +> reference: 6.444s +> atc_mc: 10.109s +> atc_ne: 10.174s +> tot: 39.582s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_nbvsbin_SLD_bctsbin_SLD_tsbin_SLD_vsbin_CCatc_mcatc_ne
(1.0, 0.0)0.02740.04830.03400.04830.03400.01510.00800.0080
(0.95, 0.05)0.02200.08600.06940.08600.06940.02100.00920.0092
(0.9, 0.1)0.01610.12120.10190.12120.10190.02820.01000.0100
(0.85, 0.15)0.01780.16350.13120.16350.13120.03460.01020.0102
(0.8, 0.2)0.01440.20070.16170.20070.16160.04110.01100.0110
(0.75, 0.25)0.01320.23990.16810.23990.16800.04700.00950.0095
(0.7, 0.3)0.01330.27830.16440.27830.16440.05400.01210.0121
(0.65, 0.35)0.01200.31730.14230.31730.14220.06020.01020.0102
(0.6, 0.4)0.01270.35550.13090.35550.13080.06660.01150.0115
(0.55, 0.45)0.01440.39400.12020.39400.12000.07310.01160.0116
(0.5, 0.5)0.01590.43370.09400.43370.09390.07960.01340.0134
(0.45, 0.55)0.01540.46960.12460.46970.12450.08690.01500.0150
(0.4, 0.6)0.01840.50810.11110.50810.11090.09310.01530.0153
(0.35, 0.65)0.01530.54340.09020.54340.09010.10080.01780.0178
(0.3, 0.7)0.01630.58070.07990.58070.07990.10760.01680.0168
(0.25, 0.75)0.02020.61470.10150.61470.10140.11410.01950.0195
(0.2, 0.8)0.01790.65210.08100.65210.08090.11910.01770.0177
(0.15, 0.85)0.02100.68740.08020.68740.08020.12450.01810.0181
(0.1, 0.9)0.01750.71990.06020.71990.06010.13220.02050.0205
(0.05, 0.95)0.01560.75140.05070.75140.05070.13850.02030.0203
(0.0, 1.0)0.00990.78250.03390.78250.03390.14450.01730.0173
tot0.01650.42610.10150.42610.10140.08010.01410.0141
+ +![plot_delta](plot\delta_imdb_20_acc.png) +![plot_diagonal](plot\diagonal_imdb_20_acc.png) +![plot_shift](plot\shift_imdb_20_acc.png) + + +> train: [0.89929078 0.10070922] +> validation: [0.90070922 0.09929078] +> evaluate_bin_sld: 12.363s +> evaluate_bin_cc: 10.696s +> reference: 5.034s +> atc_mc: 7.849s +> atc_ne: 7.907s +> tot: 12.434s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCatc_mcatc_ne
(1.0, 0.0)0.02730.00410.00800.0080
(0.95, 0.05)0.03210.01560.00720.0072
(0.9, 0.1)0.03700.02920.00680.0068
(0.85, 0.15)0.04820.04400.00690.0069
(0.8, 0.2)0.05580.05750.00730.0073
(0.75, 0.25)0.06410.06950.00800.0080
(0.7, 0.3)0.07130.08410.01140.0114
(0.65, 0.35)0.07910.09690.01270.0127
(0.6, 0.4)0.08420.11100.01640.0164
(0.55, 0.45)0.08950.12540.01990.0199
(0.5, 0.5)0.09620.13760.02210.0221
(0.45, 0.55)0.09970.15220.02600.0260
(0.4, 0.6)0.10350.16600.02840.0284
(0.35, 0.65)0.10420.17910.03280.0328
(0.3, 0.7)0.10590.19270.03430.0343
(0.25, 0.75)0.10680.20780.03870.0387
(0.2, 0.8)0.10300.21990.03920.0392
(0.15, 0.85)0.10180.23060.03930.0393
(0.1, 0.9)0.09850.24460.04700.0470
(0.05, 0.95)0.09030.26070.04880.0488
(0.0, 1.0)0.08080.26940.05070.0507
tot0.08000.13800.02440.0244
+ +![plot_delta](plot\delta_imdb_10_acc.png) +![plot_diagonal](plot\diagonal_imdb_10_acc.png) +![plot_shift](plot\shift_imdb_10_acc.png) + + diff --git a/output/imdb_all_bin_vs_atc/imdb_all_bin_vs_atc_f1.md b/output/imdb_all_bin_vs_atc/imdb_all_bin_vs_atc_f1.md new file mode 100644 index 0000000..8d71beb --- /dev/null +++ b/output/imdb_all_bin_vs_atc/imdb_all_bin_vs_atc_f1.md @@ -0,0 +1,2120 @@ +imdb + +> train: [0.09929078 0.90070922] +> validation: [0.10070922 0.89929078] +> evaluate_bin_sld: 13.447s +> evaluate_bin_cc: 10.834s +> reference: 5.197s +> atc_mc: 7.899s +> atc_ne: 7.958s +> tot: 16.085s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCatc_mcatc_ne
(1.0, 0.0)0.09660.82290.61960.6196
(0.95, 0.05)0.03270.63590.45650.4565
(0.9, 0.1)0.02010.50250.34680.3468
(0.85, 0.15)0.02430.40840.27190.2719
(0.8, 0.2)0.02540.33570.21400.2140
(0.75, 0.25)0.02740.27880.17020.1702
(0.7, 0.3)0.02990.23330.13820.1382
(0.65, 0.35)0.02840.19550.11010.1101
(0.6, 0.4)0.02770.16520.08980.0898
(0.55, 0.45)0.02710.13820.07140.0714
(0.5, 0.5)0.02490.11700.05850.0585
(0.45, 0.55)0.02260.09660.04590.0459
(0.4, 0.6)0.02180.08010.03530.0353
(0.35, 0.65)0.01770.06450.02740.0274
(0.3, 0.7)0.01870.05270.01990.0199
(0.25, 0.75)0.01680.04110.01330.0133
(0.2, 0.8)0.01360.03020.00770.0077
(0.15, 0.85)0.01190.02080.00420.0042
(0.1, 0.9)0.01150.01200.00340.0034
(0.05, 0.95)0.01040.00510.00570.0057
(0.0, 1.0)0.00910.00220.00870.0087
tot0.02470.20180.12950.1295
+ +![plot_delta](plot\delta_imdb_90_f1.png) +![plot_diagonal](plot\diagonal_imdb_90_f1.png) +![plot_shift](plot\shift_imdb_90_f1.png) + + +> train: [0.2 0.8] +> validation: [0.2 0.8] +> evaluate_bin_sld: 12.837s +> evaluate_bin_cc: 10.718s +> reference: 5.143s +> atc_mc: 7.925s +> atc_ne: 7.886s +> tot: 12.906s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCatc_mcatc_ne
(1.0, 0.0)0.10030.79850.53680.5368
(0.95, 0.05)0.05180.49310.27780.2778
(0.9, 0.1)0.09190.33980.15510.1551
(0.85, 0.15)0.08890.25870.10270.1027
(0.8, 0.2)0.08350.20120.06610.0661
(0.75, 0.25)0.07240.16110.04240.0424
(0.7, 0.3)0.06120.13510.03000.0300
(0.65, 0.35)0.05050.10990.01740.0174
(0.6, 0.4)0.04170.09330.01210.0121
(0.55, 0.45)0.03210.07990.00810.0081
(0.5, 0.5)0.02310.07010.00590.0059
(0.45, 0.55)0.01420.06050.00610.0061
(0.4, 0.6)0.01240.05260.00600.0060
(0.35, 0.65)0.00760.04530.00600.0060
(0.3, 0.7)0.00810.04060.00590.0059
(0.25, 0.75)0.00800.03410.00680.0068
(0.2, 0.8)0.01020.02970.00530.0053
(0.15, 0.85)0.01270.02570.00610.0061
(0.1, 0.9)0.01240.02250.00500.0050
(0.05, 0.95)0.01260.01980.00600.0060
(0.0, 1.0)0.01140.01670.00550.0055
tot0.03840.14710.06250.0625
+ +![plot_delta](plot\delta_imdb_80_f1.png) +![plot_diagonal](plot\diagonal_imdb_80_f1.png) +![plot_shift](plot\shift_imdb_80_f1.png) + + +> train: [0.30070922 0.69929078] +> validation: [0.29929078 0.70070922] +> evaluate_bin_sld: 16.535s +> evaluate_bin_sld_nbvs: 17.590s +> evaluate_bin_sld_bcts: 18.667s +> evaluate_bin_sld_ts: 17.436s +> evaluate_bin_sld_vs: 18.824s +> evaluate_bin_cc: 13.663s +> reference: 6.450s +> atc_mc: 10.074s +> atc_ne: 10.258s +> tot: 18.897s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_nbvsbin_SLD_bctsbin_SLD_tsbin_SLD_vsbin_CCatc_mcatc_ne
(1.0, 0.0)0.11160.00910.00190.00910.00190.85600.62710.6271
(0.95, 0.05)0.05710.27380.24810.27380.24810.46110.28750.2875
(0.9, 0.1)0.07620.31920.25110.31920.25120.30600.16530.1653
(0.85, 0.15)0.06830.30950.22150.30950.22150.22740.11180.1118
(0.8, 0.2)0.05790.28490.18890.28490.18890.17360.07560.0756
(0.75, 0.25)0.04360.25260.15200.25260.15200.13710.05440.0544
(0.7, 0.3)0.03370.22560.12740.22560.12740.11380.04200.0420
(0.65, 0.35)0.02310.19730.10040.19730.10040.09300.03000.0300
(0.6, 0.4)0.01500.17220.07880.17220.07890.07960.02500.0250
(0.55, 0.45)0.00910.14900.05960.14900.05960.06720.01870.0187
(0.5, 0.5)0.00680.12870.04400.12870.04400.05900.01550.0155
(0.45, 0.55)0.00810.10970.03080.10970.03080.05020.01160.0116
(0.4, 0.6)0.00740.09360.02130.09360.02130.04360.00930.0093
(0.35, 0.65)0.00820.07580.01330.07580.01330.03730.00870.0087
(0.3, 0.7)0.00700.06460.01010.06460.01010.03330.00690.0069
(0.25, 0.75)0.00560.05270.00880.05270.00880.02800.00500.0050
(0.2, 0.8)0.00590.03730.00740.03730.00740.02490.00470.0047
(0.15, 0.85)0.00420.02720.00690.02720.00690.02080.00370.0037
(0.1, 0.9)0.00370.01800.00540.01800.00540.01860.00390.0039
(0.05, 0.95)0.00270.01100.00490.01100.00490.01540.00370.0037
(0.0, 1.0)0.00120.00230.00020.00230.00020.01280.00300.0030
tot0.02650.13400.07540.13400.07540.13610.07210.0721
+ +![plot_delta](plot\delta_imdb_70_f1.png) +![plot_diagonal](plot\diagonal_imdb_70_f1.png) +![plot_shift](plot\shift_imdb_70_f1.png) + + +> train: [0.4 0.6] +> validation: [0.4 0.6] +> evaluate_bin_sld: 13.492s +> evaluate_bin_cc: 10.814s +> reference: 5.263s +> atc_mc: 7.922s +> atc_ne: 7.991s +> tot: 13.564s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCatc_mcatc_ne
(1.0, 0.0)0.25660.92330.59260.5926
(0.95, 0.05)0.08160.45190.20120.2012
(0.9, 0.1)0.04920.28840.09430.0943
(0.85, 0.15)0.03320.21800.05740.0574
(0.8, 0.2)0.02640.16560.03240.0324
(0.75, 0.25)0.02580.13300.01910.0191
(0.7, 0.3)0.02440.11310.01340.0134
(0.65, 0.35)0.02650.09360.00860.0086
(0.6, 0.4)0.02530.08190.00690.0069
(0.55, 0.45)0.02400.07110.00490.0049
(0.5, 0.5)0.02370.06290.00410.0041
(0.45, 0.55)0.02400.05570.00560.0056
(0.4, 0.6)0.02230.04960.00590.0059
(0.35, 0.65)0.02290.04450.00640.0064
(0.3, 0.7)0.02200.04100.00570.0057
(0.25, 0.75)0.01640.03570.00670.0067
(0.2, 0.8)0.01600.03280.00600.0060
(0.15, 0.85)0.01280.02920.00540.0054
(0.1, 0.9)0.00980.02720.00570.0057
(0.05, 0.95)0.00650.02500.00560.0056
(0.0, 1.0)0.00450.02220.00640.0064
tot0.03590.14120.05210.0521
+ +![plot_delta](plot\delta_imdb_60_f1.png) +![plot_diagonal](plot\diagonal_imdb_60_f1.png) +![plot_shift](plot\shift_imdb_60_f1.png) + + +> train: [0.49929078 0.50070922] +> validation: [0.50070922 0.49929078] +> evaluate_bin_sld: 16.974s +> evaluate_bin_sld_nbvs: 17.681s +> evaluate_bin_sld_bcts: 21.734s +> evaluate_bin_sld_ts: 17.578s +> evaluate_bin_sld_vs: 21.757s +> evaluate_bin_cc: 13.777s +> reference: 6.577s +> atc_mc: 10.117s +> atc_ne: 10.246s +> tot: 21.838s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_nbvsbin_SLD_bctsbin_SLD_tsbin_SLD_vsbin_CCatc_mcatc_ne
(1.0, 0.0)0.23540.05900.01240.05900.01240.80280.64140.6414
(0.95, 0.05)0.04830.32040.39970.32040.39970.33290.20080.2008
(0.9, 0.1)0.03130.34810.34170.34810.34170.20800.09510.0951
(0.85, 0.15)0.02610.35040.28160.35040.28160.15290.05620.0562
(0.8, 0.2)0.01330.33680.21700.33680.21700.12120.03530.0353
(0.75, 0.25)0.01050.31860.16580.31860.16580.09800.02180.0218
(0.7, 0.3)0.01030.31070.13510.31070.13510.08570.01550.0155
(0.65, 0.35)0.01030.29270.09430.29270.09430.07370.00940.0094
(0.6, 0.4)0.01050.28760.07770.28760.07770.06600.00720.0072
(0.55, 0.45)0.00950.27900.05910.27900.05910.05940.00540.0054
(0.5, 0.5)0.00850.27440.04780.27440.04780.05450.00420.0042
(0.45, 0.55)0.01330.26860.04300.26860.04300.04990.00650.0065
(0.4, 0.6)0.01200.26210.03380.26210.03380.04610.00660.0066
(0.35, 0.65)0.01230.25790.02790.25790.02790.04360.00660.0066
(0.3, 0.7)0.01140.25060.02270.25060.02270.04210.00530.0053
(0.25, 0.75)0.00980.25600.02270.25600.02270.03890.00710.0071
(0.2, 0.8)0.00900.24860.01900.24860.01900.03610.00620.0062
(0.15, 0.85)0.00700.24600.01370.24600.01370.03370.00680.0068
(0.1, 0.9)0.00530.23910.00980.23910.00980.03350.00720.0072
(0.05, 0.95)0.00460.23900.00950.23900.00950.03170.00630.0063
(0.0, 1.0)0.00240.22900.00480.22900.00480.03000.00760.0076
tot0.02390.27020.09710.27020.09710.11620.05520.0552
+ +![plot_delta](plot\delta_imdb_50_f1.png) +![plot_diagonal](plot\diagonal_imdb_50_f1.png) +![plot_shift](plot\shift_imdb_50_f1.png) + + +> train: [0.6 0.4] +> validation: [0.6 0.4] +> evaluate_bin_sld: 16.695s +> evaluate_bin_sld_nbvs: 17.829s +> evaluate_bin_sld_bcts: 30.959s +> evaluate_bin_sld_ts: 17.705s +> evaluate_bin_sld_vs: 30.636s +> evaluate_bin_cc: 13.778s +> reference: 6.439s +> atc_mc: 10.039s +> atc_ne: 10.146s +> tot: 31.035s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_nbvsbin_SLD_bctsbin_SLD_tsbin_SLD_vsbin_CCatc_mcatc_ne
(1.0, 0.0)0.35770.00020.01800.00020.01820.82670.66880.6688
(0.95, 0.05)0.09740.48950.40700.48950.41010.31120.18600.1860
(0.9, 0.1)0.06450.55210.27510.55210.28410.19810.08770.0877
(0.85, 0.15)0.05780.56030.17470.56030.18550.15160.05200.0520
(0.8, 0.2)0.04940.55310.09380.55310.10340.12520.03110.0311
(0.75, 0.25)0.05020.54350.05130.54350.05660.10820.01910.0191
(0.7, 0.3)0.04400.54080.02630.54080.03290.09790.01370.0137
(0.65, 0.35)0.04140.52800.00870.52800.00870.08720.00690.0069
(0.6, 0.4)0.03700.52620.00810.52620.00820.08290.00590.0059
(0.55, 0.45)0.03330.51940.01340.51940.01370.07750.00540.0054
(0.5, 0.5)0.02900.51610.02200.51610.02210.07390.00580.0058
(0.45, 0.55)0.02700.51320.02280.51320.02410.07070.01000.0100
(0.4, 0.6)0.02170.50980.03030.50980.03240.06770.01130.0113
(0.35, 0.65)0.02080.50900.03410.50900.03610.06530.01150.0115
(0.3, 0.7)0.01710.50040.03700.50040.03930.06470.01100.0110
(0.25, 0.75)0.01300.50380.04140.50380.04360.06330.01180.0118
(0.2, 0.8)0.01050.49610.04380.49610.04700.06040.01210.0121
(0.15, 0.85)0.00720.49970.04830.49970.05140.05860.01340.0134
(0.1, 0.9)0.00530.49490.04940.49490.05270.05860.01320.0132
(0.05, 0.95)0.00400.48720.05090.48720.05440.05720.01590.0159
(0.0, 1.0)0.00250.48120.04630.48120.05070.05530.01540.0154
tot0.04720.49160.07160.49160.07500.13150.05750.0575
+ +![plot_delta](plot\delta_imdb_40_f1.png) +![plot_diagonal](plot\diagonal_imdb_40_f1.png) +![plot_shift](plot\shift_imdb_40_f1.png) + + +> train: [0.69929078 0.30070922] +> validation: [0.70070922 0.29929078] +> evaluate_bin_sld: 17.387s +> evaluate_bin_sld_nbvs: 57.434s +> evaluate_bin_sld_bcts: 60.133s +> evaluate_bin_sld_ts: 57.430s +> evaluate_bin_sld_vs: 59.915s +> evaluate_bin_cc: 14.128s +> reference: 6.830s +> atc_mc: 10.609s +> atc_ne: 10.812s +> tot: 60.207s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_nbvsbin_SLD_bctsbin_SLD_tsbin_SLD_vsbin_CCatc_mcatc_ne
(1.0, 0.0)0.54180.09740.16690.09740.16690.75350.59010.5901
(0.95, 0.05)0.1297NaNNaNNaNNaN0.24620.14550.1455
(0.9, 0.1)0.0631NaNNaNNaNNaN0.14860.07170.0717
(0.85, 0.15)0.0440NaNNaNNaNNaN0.11020.04300.0430
(0.8, 0.2)0.0265NaNNaNNaNNaN0.08910.02910.0291
(0.75, 0.25)0.0198NaNNaNNaNNaN0.07500.02010.0201
(0.7, 0.3)0.0184NaNNaNNaNNaN0.06770.01670.0167
(0.65, 0.35)0.0158NaNNaNNaNNaN0.06110.01310.0131
(0.6, 0.4)0.0122NaNNaNNaNNaN0.05660.01210.0121
(0.55, 0.45)0.0094NaNNaNNaNNaN0.05340.00980.0098
(0.5, 0.5)0.0070NaNNaNNaNNaN0.05010.00810.0081
(0.45, 0.55)0.0119NaNNaNNaNNaN0.04810.01000.0100
(0.4, 0.6)0.0117NaNNaNNaNNaN0.04550.00940.0094
(0.35, 0.65)0.0104NaNNaNNaNNaN0.04510.00840.0084
(0.3, 0.7)0.0093NaNNaNNaNNaN0.04440.01010.0101
(0.25, 0.75)0.0100NaNNaNNaNNaN0.04210.00900.0090
(0.2, 0.8)0.0092NaNNaNNaNNaN0.04080.00790.0079
(0.15, 0.85)0.0124NaNNaNNaNNaN0.03870.00720.0072
(0.1, 0.9)0.0124NaNNaNNaNNaN0.03930.00750.0075
(0.05, 0.95)0.0136NaNNaNNaNNaN0.03780.00630.0063
(0.0, 1.0)0.0145NaNNaNNaNNaN0.03710.00650.0065
tot0.0478NaNNaNNaNNaN0.10140.04960.0496
+ +![plot_delta](plot\delta_imdb_30_f1.png) +![plot_diagonal](plot\diagonal_imdb_30_f1.png) +![plot_shift](plot\shift_imdb_30_f1.png) + + +> train: [0.8 0.2] +> validation: [0.8 0.2] +> evaluate_bin_sld: 16.052s +> evaluate_bin_sld_nbvs: 16.811s +> evaluate_bin_sld_bcts: 39.480s +> evaluate_bin_sld_ts: 16.727s +> evaluate_bin_sld_vs: 39.509s +> evaluate_bin_cc: 13.544s +> reference: 6.444s +> atc_mc: 10.109s +> atc_ne: 10.174s +> tot: 39.582s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_nbvsbin_SLD_bctsbin_SLD_tsbin_SLD_vsbin_CCatc_mcatc_ne
(1.0, 0.0)0.15420.00000.00090.00000.00090.70100.63730.6373
(0.95, 0.05)0.06990.62990.62620.62990.62620.20480.12640.1264
(0.9, 0.1)0.04270.73820.71230.73820.71230.14180.05960.0596
(0.85, 0.15)0.03800.78250.67800.78250.67790.11740.03540.0354
(0.8, 0.2)0.02150.80600.67260.80600.67250.10500.02420.0242
(0.75, 0.25)0.01740.82650.55070.82650.55050.09610.01370.0137
(0.7, 0.3)0.01610.83530.43150.83530.43130.09230.01270.0127
(0.65, 0.35)0.01330.84750.30450.84750.30420.08860.00800.0080
(0.6, 0.4)0.01300.85240.23110.85240.23080.08600.00560.0056
(0.55, 0.45)0.01400.85690.17780.85690.17760.08410.00510.0051
(0.5, 0.5)0.01420.86050.11500.86050.11480.08260.00460.0046
(0.45, 0.55)0.01360.86410.16700.86410.16690.08230.01210.0121
(0.4, 0.6)0.01540.86640.12650.86640.12630.08100.01110.0111
(0.35, 0.65)0.01190.86820.09360.86820.09350.08120.01100.0110
(0.3, 0.7)0.01210.87130.07450.87130.07450.08070.00820.0082
(0.25, 0.75)0.01480.87110.09240.87110.09230.07980.00950.0095
(0.2, 0.8)0.01250.87460.06600.87460.06590.07830.00870.0087
(0.15, 0.85)0.01440.87550.06340.87550.06330.07690.00980.0098
(0.1, 0.9)0.01160.87660.04220.87660.04210.07730.01000.0100
(0.05, 0.95)0.01020.87740.03420.87740.03410.07680.00880.0088
(0.0, 1.0)0.00680.88000.02300.88000.02300.07630.01030.0103
tot0.02560.79810.25160.79810.25150.12340.04920.0492
+ +![plot_delta](plot\delta_imdb_20_f1.png) +![plot_diagonal](plot\diagonal_imdb_20_f1.png) +![plot_shift](plot\shift_imdb_20_f1.png) + + +> train: [0.89929078 0.10070922] +> validation: [0.90070922 0.09929078] +> evaluate_bin_sld: 12.363s +> evaluate_bin_cc: 10.696s +> reference: 5.034s +> atc_mc: 7.849s +> atc_ne: 7.907s +> tot: 12.434s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCatc_mcatc_ne
(1.0, 0.0)0.22880.62830.40150.4015
(0.95, 0.05)0.13480.16900.07480.0748
(0.9, 0.1)0.12410.15000.06840.0684
(0.85, 0.15)0.12640.15040.06300.0630
(0.8, 0.2)0.12300.14800.06100.0610
(0.75, 0.25)0.12410.14240.06320.0632
(0.7, 0.3)0.12070.14470.05960.0596
(0.65, 0.35)0.11860.14280.06190.0619
(0.6, 0.4)0.11500.14370.05990.0599
(0.55, 0.45)0.11170.14490.05890.0589
(0.5, 0.5)0.11170.14280.06010.0601
(0.45, 0.55)0.10880.14390.06010.0601
(0.4, 0.6)0.10650.14420.06010.0601
(0.35, 0.65)0.10170.14370.05890.0589
(0.3, 0.7)0.09900.14380.06090.0609
(0.25, 0.75)0.09690.14490.06000.0600
(0.2, 0.8)0.08980.14400.06030.0603
(0.15, 0.85)0.08740.14150.06330.0633
(0.1, 0.9)0.08440.14140.05800.0580
(0.05, 0.95)0.07740.14360.05980.0598
(0.0, 1.0)0.07130.14030.05940.0594
tot0.11250.16850.07780.0778
+ +![plot_delta](plot\delta_imdb_10_f1.png) +![plot_diagonal](plot\diagonal_imdb_10_f1.png) +![plot_shift](plot\shift_imdb_10_f1.png) + + diff --git a/output/imdb_all_bin_vs_atc/plot/delta_imdb_10_acc.png b/output/imdb_all_bin_vs_atc/plot/delta_imdb_10_acc.png new file mode 100644 index 0000000..9e476c3 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/delta_imdb_10_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/delta_imdb_10_f1.png b/output/imdb_all_bin_vs_atc/plot/delta_imdb_10_f1.png new file mode 100644 index 0000000..0436647 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/delta_imdb_10_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/delta_imdb_20_acc.png b/output/imdb_all_bin_vs_atc/plot/delta_imdb_20_acc.png new file mode 100644 index 0000000..1de90bc Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/delta_imdb_20_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/delta_imdb_20_f1.png b/output/imdb_all_bin_vs_atc/plot/delta_imdb_20_f1.png new file mode 100644 index 0000000..4c02f4c Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/delta_imdb_20_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/delta_imdb_30_acc.png b/output/imdb_all_bin_vs_atc/plot/delta_imdb_30_acc.png new file mode 100644 index 0000000..481686f Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/delta_imdb_30_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/delta_imdb_30_f1.png b/output/imdb_all_bin_vs_atc/plot/delta_imdb_30_f1.png new file mode 100644 index 0000000..774d7a7 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/delta_imdb_30_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/delta_imdb_40_acc.png b/output/imdb_all_bin_vs_atc/plot/delta_imdb_40_acc.png new file mode 100644 index 0000000..79c73f8 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/delta_imdb_40_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/delta_imdb_40_f1.png b/output/imdb_all_bin_vs_atc/plot/delta_imdb_40_f1.png new file mode 100644 index 0000000..413b147 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/delta_imdb_40_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/delta_imdb_50_acc.png b/output/imdb_all_bin_vs_atc/plot/delta_imdb_50_acc.png new file mode 100644 index 0000000..3538cd3 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/delta_imdb_50_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/delta_imdb_50_f1.png b/output/imdb_all_bin_vs_atc/plot/delta_imdb_50_f1.png new file mode 100644 index 0000000..872c484 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/delta_imdb_50_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/delta_imdb_60_acc.png b/output/imdb_all_bin_vs_atc/plot/delta_imdb_60_acc.png new file mode 100644 index 0000000..b430ff7 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/delta_imdb_60_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/delta_imdb_60_f1.png b/output/imdb_all_bin_vs_atc/plot/delta_imdb_60_f1.png new file mode 100644 index 0000000..0e59729 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/delta_imdb_60_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/delta_imdb_70_acc.png b/output/imdb_all_bin_vs_atc/plot/delta_imdb_70_acc.png new file mode 100644 index 0000000..88b328b Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/delta_imdb_70_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/delta_imdb_70_f1.png b/output/imdb_all_bin_vs_atc/plot/delta_imdb_70_f1.png new file mode 100644 index 0000000..e408a45 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/delta_imdb_70_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/delta_imdb_80_acc.png b/output/imdb_all_bin_vs_atc/plot/delta_imdb_80_acc.png new file mode 100644 index 0000000..a258091 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/delta_imdb_80_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/delta_imdb_80_f1.png b/output/imdb_all_bin_vs_atc/plot/delta_imdb_80_f1.png new file mode 100644 index 0000000..8fdbc16 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/delta_imdb_80_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/delta_imdb_90_acc.png b/output/imdb_all_bin_vs_atc/plot/delta_imdb_90_acc.png new file mode 100644 index 0000000..a0c32e2 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/delta_imdb_90_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/delta_imdb_90_f1.png b/output/imdb_all_bin_vs_atc/plot/delta_imdb_90_f1.png new file mode 100644 index 0000000..bbf235f Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/delta_imdb_90_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_10_acc.png b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_10_acc.png new file mode 100644 index 0000000..9861d52 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_10_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_10_f1.png b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_10_f1.png new file mode 100644 index 0000000..9f0e9f6 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_10_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_20_acc.png b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_20_acc.png new file mode 100644 index 0000000..36714ee Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_20_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_20_f1.png b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_20_f1.png new file mode 100644 index 0000000..30b9bcf Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_20_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_30_acc.png b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_30_acc.png new file mode 100644 index 0000000..325e06b Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_30_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_30_f1.png b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_30_f1.png new file mode 100644 index 0000000..570b890 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_30_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_40_acc.png b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_40_acc.png new file mode 100644 index 0000000..3a00d76 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_40_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_40_f1.png b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_40_f1.png new file mode 100644 index 0000000..a8f453e Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_40_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_50_acc.png b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_50_acc.png new file mode 100644 index 0000000..18e6274 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_50_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_50_f1.png b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_50_f1.png new file mode 100644 index 0000000..4c03da2 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_50_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_60_acc.png b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_60_acc.png new file mode 100644 index 0000000..02f483b Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_60_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_60_f1.png b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_60_f1.png new file mode 100644 index 0000000..31b275f Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_60_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_70_acc.png b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_70_acc.png new file mode 100644 index 0000000..011365c Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_70_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_70_f1.png b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_70_f1.png new file mode 100644 index 0000000..51513e3 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_70_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_80_acc.png b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_80_acc.png new file mode 100644 index 0000000..dc84538 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_80_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_80_f1.png b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_80_f1.png new file mode 100644 index 0000000..b0a8abf Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_80_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_90_acc.png b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_90_acc.png new file mode 100644 index 0000000..ce6ae78 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_90_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_90_f1.png b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_90_f1.png new file mode 100644 index 0000000..95e8980 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/diagonal_imdb_90_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/shift_imdb_10_acc.png b/output/imdb_all_bin_vs_atc/plot/shift_imdb_10_acc.png new file mode 100644 index 0000000..425b254 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/shift_imdb_10_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/shift_imdb_10_f1.png b/output/imdb_all_bin_vs_atc/plot/shift_imdb_10_f1.png new file mode 100644 index 0000000..2a08cad Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/shift_imdb_10_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/shift_imdb_20_acc.png b/output/imdb_all_bin_vs_atc/plot/shift_imdb_20_acc.png new file mode 100644 index 0000000..90e5e2b Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/shift_imdb_20_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/shift_imdb_20_f1.png b/output/imdb_all_bin_vs_atc/plot/shift_imdb_20_f1.png new file mode 100644 index 0000000..50f75bf Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/shift_imdb_20_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/shift_imdb_30_acc.png b/output/imdb_all_bin_vs_atc/plot/shift_imdb_30_acc.png new file mode 100644 index 0000000..82b7b8e Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/shift_imdb_30_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/shift_imdb_30_f1.png b/output/imdb_all_bin_vs_atc/plot/shift_imdb_30_f1.png new file mode 100644 index 0000000..d251f20 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/shift_imdb_30_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/shift_imdb_40_acc.png b/output/imdb_all_bin_vs_atc/plot/shift_imdb_40_acc.png new file mode 100644 index 0000000..e9bf550 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/shift_imdb_40_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/shift_imdb_40_f1.png b/output/imdb_all_bin_vs_atc/plot/shift_imdb_40_f1.png new file mode 100644 index 0000000..7a1def6 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/shift_imdb_40_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/shift_imdb_50_acc.png b/output/imdb_all_bin_vs_atc/plot/shift_imdb_50_acc.png new file mode 100644 index 0000000..b0e829a Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/shift_imdb_50_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/shift_imdb_50_f1.png b/output/imdb_all_bin_vs_atc/plot/shift_imdb_50_f1.png new file mode 100644 index 0000000..9106e3d Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/shift_imdb_50_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/shift_imdb_60_acc.png b/output/imdb_all_bin_vs_atc/plot/shift_imdb_60_acc.png new file mode 100644 index 0000000..2462bab Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/shift_imdb_60_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/shift_imdb_60_f1.png b/output/imdb_all_bin_vs_atc/plot/shift_imdb_60_f1.png new file mode 100644 index 0000000..fcf6eba Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/shift_imdb_60_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/shift_imdb_70_acc.png b/output/imdb_all_bin_vs_atc/plot/shift_imdb_70_acc.png new file mode 100644 index 0000000..adf7a11 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/shift_imdb_70_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/shift_imdb_70_f1.png b/output/imdb_all_bin_vs_atc/plot/shift_imdb_70_f1.png new file mode 100644 index 0000000..0399455 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/shift_imdb_70_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/shift_imdb_80_acc.png b/output/imdb_all_bin_vs_atc/plot/shift_imdb_80_acc.png new file mode 100644 index 0000000..f2196d7 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/shift_imdb_80_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/shift_imdb_80_f1.png b/output/imdb_all_bin_vs_atc/plot/shift_imdb_80_f1.png new file mode 100644 index 0000000..5aafbae Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/shift_imdb_80_f1.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/shift_imdb_90_acc.png b/output/imdb_all_bin_vs_atc/plot/shift_imdb_90_acc.png new file mode 100644 index 0000000..0615fed Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/shift_imdb_90_acc.png differ diff --git a/output/imdb_all_bin_vs_atc/plot/shift_imdb_90_f1.png b/output/imdb_all_bin_vs_atc/plot/shift_imdb_90_f1.png new file mode 100644 index 0000000..b4f5922 Binary files /dev/null and b/output/imdb_all_bin_vs_atc/plot/shift_imdb_90_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/imdb_all_mul_vs_atc_acc.md b/output/imdb_all_mul_vs_atc/imdb_all_mul_vs_atc_acc.md new file mode 100644 index 0000000..0ea1fc3 --- /dev/null +++ b/output/imdb_all_mul_vs_atc/imdb_all_mul_vs_atc_acc.md @@ -0,0 +1,2504 @@ +imdb + +> train: [0.09929078 0.90070922] +> validation: [0.10070922 0.89929078] +> evaluate_mul_sld: 12.766s +> evaluate_mul_sld_nbvs: 12.191s +> evaluate_mul_sld_bcts: 14.645s +> evaluate_mul_sld_ts: 13.434s +> evaluate_mul_sld_vs: 19.863s +> evaluate_mul_cc: 8.217s +> reference: 6.623s +> atc_mc: 10.277s +> atc_ne: 10.442s +> tot: 22.219s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
mul_SLDmul_SLD_nbvsmul_SLD_bctsmul_SLD_tsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.47150.54790.35210.49950.33390.39520.12230.1223
(0.95, 0.05)0.47630.56040.36130.50670.36340.37430.11400.1140
(0.9, 0.1)0.47110.56230.36110.50340.37600.35520.10680.1068
(0.85, 0.15)0.46110.55920.35590.49560.37980.33710.10240.1024
(0.8, 0.2)0.45330.55920.35340.48960.38820.31730.09440.0944
(0.75, 0.25)0.44280.55550.34780.48090.38860.29770.08670.0867
(0.7, 0.3)0.42870.54750.34010.46800.38610.27950.08110.0811
(0.65, 0.35)0.41310.53870.32880.45390.37750.25900.07260.0726
(0.6, 0.4)0.39580.52690.31550.43760.36600.24040.06670.0667
(0.55, 0.45)0.38050.51750.30480.42300.35810.22030.05840.0584
(0.5, 0.5)0.35720.49920.28530.40040.34070.20340.05310.0531
(0.45, 0.55)0.33800.48480.26940.38170.32460.18240.04550.0455
(0.4, 0.6)0.31630.46620.25190.35940.30660.16410.03800.0380
(0.35, 0.65)0.28930.44170.22720.33230.28060.14330.03220.0322
(0.3, 0.7)0.26360.41950.20450.30650.25870.12530.02510.0251
(0.25, 0.75)0.23750.39640.17850.28050.22960.10580.01800.0180
(0.2, 0.8)0.20950.36760.15430.25080.20420.08540.01120.0112
(0.15, 0.85)0.17470.33280.12020.21520.16690.06680.00690.0069
(0.1, 0.9)0.14020.29680.08690.17950.13060.04710.00620.0062
(0.05, 0.95)0.09990.25640.04620.13850.08570.02820.01070.0107
(0.0, 1.0)0.04230.19780.00540.07970.01740.00890.01700.0170
tot0.32680.45880.25000.36580.28870.20180.05570.0557
+ +![plot_delta](plot\delta_imdb_90_acc.png) +![plot_diagonal](plot\diagonal_imdb_90_acc.png) +![plot_shift](plot\shift_imdb_90_acc.png) + + +> train: [0.2 0.8] +> validation: [0.2 0.8] +> evaluate_mul_sld: 15.125s +> evaluate_mul_sld_nbvs: 106.203s +> evaluate_mul_sld_bcts: 108.574s +> evaluate_mul_sld_ts: 108.520s +> evaluate_mul_sld_vs: 108.125s +> evaluate_mul_cc: 8.225s +> reference: 6.740s +> atc_mc: 10.599s +> atc_ne: 10.480s +> tot: 108.655s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
mul_SLDmul_SLD_nbvsmul_SLD_bctsmul_SLD_tsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.07470.03520.07150.02970.07480.17540.01190.0119
(0.95, 0.05)0.0637NaNNaNNaNNaN0.16920.01120.0112
(0.9, 0.1)0.0559NaNNaNNaNNaN0.15990.01040.0104
(0.85, 0.15)0.0548NaNNaNNaNNaN0.15610.01060.0106
(0.8, 0.2)0.0524NaNNaNNaNNaN0.14890.00370.0037
(0.75, 0.25)0.0483NaNNaNNaNNaN0.14140.00470.0047
(0.7, 0.3)0.0463NaNNaNNaNNaN0.13660.00500.0050
(0.65, 0.35)0.0444NaNNaNNaNNaN0.12740.00660.0066
(0.6, 0.4)0.0432NaNNaNNaNNaN0.12150.00610.0061
(0.55, 0.45)0.0384NaNNaNNaNNaN0.11390.00700.0070
(0.5, 0.5)0.0380NaNNaNNaNNaN0.10870.00650.0065
(0.45, 0.55)0.0403NaNNaNNaNNaN0.10110.00760.0076
(0.4, 0.6)0.0328NaNNaNNaNNaN0.09550.00880.0088
(0.35, 0.65)0.0356NaNNaNNaNNaN0.08640.00890.0089
(0.3, 0.7)0.0283NaNNaNNaNNaN0.08250.00890.0089
(0.25, 0.75)0.0268NaNNaNNaNNaN0.07410.01040.0104
(0.2, 0.8)0.0255NaNNaNNaNNaN0.06730.00830.0083
(0.15, 0.85)0.0247NaNNaNNaNNaN0.06030.00980.0098
(0.1, 0.9)0.0226NaNNaNNaNNaN0.05420.00800.0080
(0.05, 0.95)0.0217NaNNaNNaNNaN0.04780.01020.0102
(0.0, 1.0)0.0213NaNNaNNaNNaN0.04010.00930.0093
tot0.0400NaNNaNNaNNaN0.10800.00830.0083
+ +![plot_delta](plot\delta_imdb_80_acc.png) +![plot_diagonal](plot\diagonal_imdb_80_acc.png) +![plot_shift](plot\shift_imdb_80_acc.png) + + +> train: [0.30070922 0.69929078] +> validation: [0.29929078 0.70070922] +> evaluate_mul_sld: 15.894s +> evaluate_mul_sld_nbvs: 13.299s +> evaluate_mul_sld_bcts: 17.393s +> evaluate_mul_sld_ts: 17.399s +> evaluate_mul_sld_vs: 11.947s +> evaluate_mul_cc: 7.771s +> reference: 6.226s +> atc_mc: 9.586s +> atc_ne: 9.651s +> tot: 17.471s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
mul_SLDmul_SLD_nbvsmul_SLD_bctsmul_SLD_tsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.08700.40260.06570.13690.07720.10910.02520.0252
(0.95, 0.05)0.10080.40170.09050.15450.07620.10370.02290.0229
(0.9, 0.1)0.10780.39490.10440.16510.07310.10080.02170.0217
(0.85, 0.15)0.10570.38030.10750.16470.06760.09860.02310.0231
(0.8, 0.2)0.10430.36550.11270.16430.06270.09430.01970.0197
(0.75, 0.25)0.10220.35010.11430.16250.05880.08960.01840.0184
(0.7, 0.3)0.09860.33460.11430.15910.05550.08750.01790.0179
(0.65, 0.35)0.09030.31380.10860.14990.04840.08190.01500.0150
(0.6, 0.4)0.08290.29230.10430.14110.04220.07960.01550.0155
(0.55, 0.45)0.07880.27630.10180.13580.04240.07420.01340.0134
(0.5, 0.5)0.07070.25510.09580.12590.03760.07220.01290.0129
(0.45, 0.55)0.05890.23230.08450.11200.03100.06830.01140.0114
(0.4, 0.6)0.05320.21260.07940.10360.03070.06490.01030.0103
(0.35, 0.65)0.04030.18630.06730.08740.02230.06030.01100.0110
(0.3, 0.7)0.03750.16740.06500.08110.02520.05810.00950.0095
(0.25, 0.75)0.02720.14010.05460.06600.02110.05320.00760.0076
(0.2, 0.8)0.01900.11720.04410.05310.01660.04940.00780.0078
(0.15, 0.85)0.01480.08880.03090.03640.01610.04510.00630.0063
(0.1, 0.9)0.01200.05980.01730.01900.01010.04310.00710.0071
(0.05, 0.95)0.01940.02910.01270.01160.01230.03890.00670.0067
(0.0, 1.0)0.03010.01420.02200.02450.02110.03440.00550.0055
tot0.06390.23880.07610.10740.04040.07180.01380.0138
+ +![plot_delta](plot\delta_imdb_70_acc.png) +![plot_diagonal](plot\diagonal_imdb_70_acc.png) +![plot_shift](plot\shift_imdb_70_acc.png) + + +> train: [0.4 0.6] +> validation: [0.4 0.6] +> evaluate_mul_sld: 10.484s +> evaluate_mul_sld_nbvs: 13.002s +> evaluate_mul_sld_bcts: 12.782s +> evaluate_mul_sld_ts: 11.473s +> evaluate_mul_sld_vs: 13.304s +> evaluate_mul_cc: 7.784s +> reference: 6.210s +> atc_mc: 9.583s +> atc_ne: 9.683s +> tot: 13.383s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
mul_SLDmul_SLD_nbvsmul_SLD_bctsmul_SLD_tsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.09960.09570.09360.09930.09900.09900.00980.0098
(0.95, 0.05)0.09570.08560.08920.09550.09470.09500.00990.0099
(0.9, 0.1)0.09220.07860.08720.09200.09110.09160.00880.0088
(0.85, 0.15)0.09360.07460.08970.09340.09230.09310.00760.0076
(0.8, 0.2)0.08930.06810.08690.08910.08790.08870.00310.0031
(0.75, 0.25)0.08620.05950.08400.08600.08450.08570.00400.0040
(0.7, 0.3)0.08580.05350.08380.08560.08390.08550.00370.0037
(0.65, 0.35)0.08130.04800.07950.08100.07930.08100.00500.0050
(0.6, 0.4)0.07980.04300.07820.07950.07760.07960.00510.0051
(0.55, 0.45)0.07710.03560.07550.07680.07460.07690.00440.0044
(0.5, 0.5)0.07530.02970.07370.07490.07230.07520.00470.0047
(0.45, 0.55)0.07210.02860.07040.07170.06800.07210.00670.0067
(0.4, 0.6)0.07030.02230.06860.06980.06470.07040.00740.0074
(0.35, 0.65)0.06760.02280.06610.06720.06280.06780.00810.0081
(0.3, 0.7)0.06590.01980.06420.06530.05840.06630.00760.0076
(0.25, 0.75)0.06230.01610.06060.06180.05390.06270.00910.0091
(0.2, 0.8)0.06010.01820.05860.05950.05160.06060.00850.0085
(0.15, 0.85)0.05640.01710.05490.05570.04600.05700.00770.0077
(0.1, 0.9)0.05600.01370.05470.05540.04450.05660.00860.0086
(0.05, 0.95)0.05330.01570.05180.05250.03720.05390.00930.0093
(0.0, 1.0)0.04980.00970.04760.04800.02940.05090.01060.0106
tot0.07480.04080.07230.07430.06920.07470.00710.0071
+ +![plot_delta](plot\delta_imdb_60_acc.png) +![plot_diagonal](plot\diagonal_imdb_60_acc.png) +![plot_shift](plot\shift_imdb_60_acc.png) + + +> train: [0.49929078 0.50070922] +> validation: [0.50070922 0.49929078] +> evaluate_mul_sld: 11.871s +> evaluate_mul_sld_nbvs: 12.707s +> evaluate_mul_sld_bcts: 12.100s +> evaluate_mul_sld_ts: 12.994s +> evaluate_mul_sld_vs: 12.705s +> evaluate_mul_cc: 7.783s +> reference: 6.147s +> atc_mc: 9.753s +> atc_ne: 9.647s +> tot: 13.074s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
mul_SLDmul_SLD_nbvsmul_SLD_bctsmul_SLD_tsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.02030.05360.05370.02050.06450.07500.01020.0102
(0.95, 0.05)0.01930.05410.04680.03630.06550.07310.00940.0094
(0.9, 0.1)0.01690.05790.04400.04520.06800.07260.00950.0095
(0.85, 0.15)0.01970.06520.04680.04520.07310.07470.00950.0095
(0.8, 0.2)0.00900.06890.04500.04660.07550.07410.00550.0055
(0.75, 0.25)0.00890.07060.04330.04820.07520.07300.00460.0046
(0.7, 0.3)0.01240.07360.04450.04630.07700.07440.00540.0054
(0.65, 0.35)0.01540.07300.04350.04190.07530.07240.00460.0046
(0.6, 0.4)0.01910.07420.04400.03760.07600.07310.00470.0047
(0.55, 0.45)0.02220.07420.04280.03430.07590.07300.00440.0044
(0.5, 0.5)0.02660.07480.04290.02900.07630.07350.00420.0042
(0.45, 0.55)0.03160.07350.04210.02370.07530.07270.00710.0071
(0.4, 0.6)0.03170.07280.03770.02370.07460.07210.00780.0078
(0.35, 0.65)0.04170.07410.04130.01480.07540.07300.00830.0083
(0.3, 0.7)0.04220.07460.03580.01610.07650.07440.00690.0069
(0.25, 0.75)0.04840.07300.03470.01780.07490.07310.00900.0090
(0.2, 0.8)0.05190.07120.03270.02210.07290.07170.00820.0082
(0.15, 0.85)0.05710.07010.03000.03060.07150.07190.00890.0089
(0.1, 0.9)0.06430.07000.03070.04440.06960.07250.01020.0102
(0.05, 0.95)0.06630.06430.02590.05370.05790.07230.00930.0093
(0.0, 1.0)0.07180.05680.02700.06890.03760.07130.01110.0111
tot0.03320.06860.03980.03560.07090.07300.00760.0076
+ +![plot_delta](plot\delta_imdb_50_acc.png) +![plot_diagonal](plot\diagonal_imdb_50_acc.png) +![plot_shift](plot\shift_imdb_50_acc.png) + + +> train: [0.6 0.4] +> validation: [0.6 0.4] +> evaluate_mul_sld: 12.124s +> evaluate_mul_sld_nbvs: 12.527s +> evaluate_mul_sld_bcts: 12.649s +> evaluate_mul_sld_ts: 12.050s +> evaluate_mul_sld_vs: 12.982s +> evaluate_mul_cc: 7.766s +> reference: 6.203s +> atc_mc: 9.762s +> atc_ne: 9.737s +> tot: 13.060s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
mul_SLDmul_SLD_nbvsmul_SLD_bctsmul_SLD_tsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.01260.01680.01680.01690.01190.05880.01540.0154
(0.95, 0.05)0.02330.02020.01750.03160.02100.06150.01370.0137
(0.9, 0.1)0.03340.01870.01900.04470.03380.06440.01230.0123
(0.85, 0.15)0.04920.01710.02690.05920.04940.06890.01170.0117
(0.8, 0.2)0.06020.01160.03810.06900.06140.07200.00910.0091
(0.75, 0.25)0.06900.01630.04800.07440.07020.07500.00770.0077
(0.7, 0.3)0.07640.02390.05860.07980.07730.07950.00780.0078
(0.65, 0.35)0.07980.03160.06800.08150.08010.08040.00500.0050
(0.6, 0.4)0.08550.03960.07730.08670.08570.08520.00510.0051
(0.55, 0.45)0.08900.04300.08290.09000.08910.08820.00480.0048
(0.5, 0.5)0.09280.04750.08830.09360.09290.09170.00410.0041
(0.45, 0.55)0.09610.05450.09240.09680.09610.09500.00820.0082
(0.4, 0.6)0.09950.05590.09620.10010.09950.09820.01130.0113
(0.35, 0.65)0.10300.06590.10120.10350.10300.10120.00930.0093
(0.3, 0.7)0.10810.06650.10620.10860.10810.10650.00920.0092
(0.25, 0.75)0.11180.07150.11050.11220.11170.10960.01050.0105
(0.2, 0.8)0.11350.07560.11250.11390.11350.11100.01060.0106
(0.15, 0.85)0.11690.08110.11620.11720.11680.11460.01260.0126
(0.1, 0.9)0.12120.08860.12080.12140.12110.11820.01310.0131
(0.05, 0.95)0.12450.09050.12410.12470.12440.12180.01640.0164
(0.0, 1.0)0.12660.09580.12630.12670.12620.12350.01640.0164
tot0.08530.04920.07850.08820.08540.09170.01020.0102
+ +![plot_delta](plot\delta_imdb_40_acc.png) +![plot_diagonal](plot\diagonal_imdb_40_acc.png) +![plot_shift](plot\shift_imdb_40_acc.png) + + +> train: [0.69929078 0.30070922] +> validation: [0.70070922 0.29929078] +> evaluate_mul_sld: 11.801s +> evaluate_mul_sld_nbvs: 13.711s +> evaluate_mul_sld_bcts: 14.517s +> evaluate_mul_sld_ts: 12.714s +> evaluate_mul_sld_vs: 12.374s +> evaluate_mul_cc: 7.739s +> reference: 6.185s +> atc_mc: 9.677s +> atc_ne: 9.687s +> tot: 14.588s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
mul_SLDmul_SLD_nbvsmul_SLD_bctsmul_SLD_tsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.02550.00940.03250.03360.00960.02700.00730.0073
(0.95, 0.05)0.03980.01160.05890.05570.01240.03050.00940.0094
(0.9, 0.1)0.04330.01430.07300.06460.01170.03650.01030.0103
(0.85, 0.15)0.04980.01590.09040.07660.01330.04100.01040.0104
(0.8, 0.2)0.05280.01590.10320.08410.00870.04580.00980.0098
(0.75, 0.25)0.05380.02130.11450.08950.01130.05020.00980.0098
(0.7, 0.3)0.04980.02990.12050.08940.01910.05620.01100.0110
(0.65, 0.35)0.05060.03540.13090.09400.02370.05960.01120.0112
(0.6, 0.4)0.04750.04290.13760.09450.03030.06490.01280.0128
(0.55, 0.45)0.04710.04840.14730.09790.03520.06970.01290.0129
(0.5, 0.5)0.04340.05460.15290.09720.04070.07470.01310.0131
(0.45, 0.55)0.03690.06470.15630.09310.05010.07970.01440.0144
(0.4, 0.6)0.03490.07170.16410.09420.05650.08420.01540.0154
(0.35, 0.65)0.02960.07830.16390.08780.06290.08930.01590.0159
(0.3, 0.7)0.02420.08520.16730.08370.06960.09590.01960.0196
(0.25, 0.75)0.02590.08870.17700.08650.07140.09960.01860.0186
(0.2, 0.8)0.01920.09710.17260.07570.08020.10250.01840.0184
(0.15, 0.85)0.02160.10320.17610.07180.08520.10820.01990.0199
(0.1, 0.9)0.02270.10830.17500.06370.08810.11330.02100.0210
(0.05, 0.95)0.02280.10820.17760.05770.08560.11900.02040.0204
(0.0, 1.0)0.02320.09380.17730.05180.06970.12260.02100.0210
tot0.03640.05710.13660.07820.04450.07480.01440.0144
+ +![plot_delta](plot\delta_imdb_30_acc.png) +![plot_diagonal](plot\diagonal_imdb_30_acc.png) +![plot_shift](plot\shift_imdb_30_acc.png) + + +> train: [0.8 0.2] +> validation: [0.8 0.2] +> evaluate_mul_sld: 10.618s +> evaluate_mul_sld_nbvs: 14.017s +> evaluate_mul_sld_bcts: 14.155s +> evaluate_mul_sld_ts: 13.156s +> evaluate_mul_sld_vs: 12.783s +> evaluate_mul_cc: 7.944s +> reference: 6.217s +> atc_mc: 9.623s +> atc_ne: 9.662s +> tot: 14.223s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
mul_SLDmul_SLD_nbvsmul_SLD_bctsmul_SLD_tsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.03830.03530.02400.03510.01460.03870.00800.0080
(0.95, 0.05)0.04610.09080.07020.04190.05120.04660.00920.0092
(0.9, 0.1)0.05530.13240.10510.05090.09000.05580.01000.0100
(0.85, 0.15)0.06450.16420.12730.06080.12040.06500.01020.0102
(0.8, 0.2)0.07420.19340.14740.07180.14890.07480.01100.0110
(0.75, 0.25)0.08160.22060.16560.07960.17570.08210.00950.0095
(0.7, 0.3)0.09170.23870.17350.09000.19320.09220.01210.0121
(0.65, 0.35)0.09850.25810.18090.09710.21270.09900.01020.0102
(0.6, 0.4)0.10810.26900.18020.10690.22380.10860.01150.0115
(0.55, 0.45)0.11720.28220.18230.11620.23760.11770.01160.0116
(0.5, 0.5)0.12640.28960.17790.12550.24570.12680.01340.0134
(0.45, 0.55)0.13500.29380.16820.13440.25060.13550.01500.0150
(0.4, 0.6)0.14420.29850.16290.14360.25660.14460.01530.0153
(0.35, 0.65)0.15370.28690.13830.15330.24610.15410.01780.0178
(0.3, 0.7)0.16130.28890.12610.16090.24980.16170.01680.0168
(0.25, 0.75)0.17250.27660.10170.17220.24010.17280.01950.0195
(0.2, 0.8)0.17920.26110.07550.17900.22630.17950.01770.0177
(0.15, 0.85)0.18850.24040.04200.18830.20800.18880.01810.0181
(0.1, 0.9)0.19770.20920.02270.19750.18010.19790.02050.0205
(0.05, 0.95)0.20710.17520.05380.20690.14930.20720.02030.0203
(0.0, 1.0)0.21340.10300.14260.21320.08030.21340.01730.0173
tot0.12640.21940.12230.12500.18100.12680.01410.0141
+ +![plot_delta](plot\delta_imdb_20_acc.png) +![plot_diagonal](plot\diagonal_imdb_20_acc.png) +![plot_shift](plot\shift_imdb_20_acc.png) + + +> train: [0.89929078 0.10070922] +> validation: [0.90070922 0.09929078] +> evaluate_mul_sld: 13.481s +> evaluate_mul_sld_nbvs: 105.010s +> evaluate_mul_sld_bcts: 106.875s +> evaluate_mul_sld_ts: 105.838s +> evaluate_mul_sld_vs: 106.616s +> evaluate_mul_cc: 8.053s +> reference: 6.582s +> atc_mc: 10.199s +> atc_ne: 10.276s +> tot: 106.941s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
mul_SLDmul_SLD_nbvsmul_SLD_bctsmul_SLD_tsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.02140.47440.30090.59780.16010.01530.00800.0080
(0.95, 0.05)0.0270NaNNaNNaNNaN0.03430.00720.0072
(0.9, 0.1)0.0204NaNNaNNaNNaN0.05480.00680.0068
(0.85, 0.15)0.0391NaNNaNNaNNaN0.07690.00690.0069
(0.8, 0.2)0.0705NaNNaNNaNNaN0.09780.00730.0073
(0.75, 0.25)0.0991NaNNaNNaNNaN0.11670.00800.0080
(0.7, 0.3)0.1294NaNNaNNaNNaN0.13810.01140.0114
(0.65, 0.35)0.1543NaNNaNNaNNaN0.15860.01270.0127
(0.6, 0.4)0.1773NaNNaNNaNNaN0.17940.01640.0164
(0.55, 0.45)0.1993NaNNaNNaNNaN0.20050.01990.0199
(0.5, 0.5)0.2193NaNNaNNaNNaN0.22000.02210.0221
(0.45, 0.55)0.2417NaNNaNNaNNaN0.24230.02600.0260
(0.4, 0.6)0.2618NaNNaNNaNNaN0.26220.02840.0284
(0.35, 0.65)0.2822NaNNaNNaNNaN0.28240.03280.0328
(0.3, 0.7)0.3029NaNNaNNaNNaN0.30310.03430.0343
(0.25, 0.75)0.3248NaNNaNNaNNaN0.32510.03870.0387
(0.2, 0.8)0.3436NaNNaNNaNNaN0.34380.03920.0392
(0.15, 0.85)0.3629NaNNaNNaNNaN0.36300.03930.0393
(0.1, 0.9)0.3853NaNNaNNaNNaN0.38560.04700.0470
(0.05, 0.95)0.4070NaNNaNNaNNaN0.40730.04880.0488
(0.0, 1.0)0.4249NaNNaNNaNNaN0.42520.05070.0507
tot0.2140NaNNaNNaNNaN0.22060.02440.0244
+ +![plot_delta](plot\delta_imdb_10_acc.png) +![plot_diagonal](plot\diagonal_imdb_10_acc.png) +![plot_shift](plot\shift_imdb_10_acc.png) + + diff --git a/output/imdb_all_mul_vs_atc/imdb_all_mul_vs_atc_f1.md b/output/imdb_all_mul_vs_atc/imdb_all_mul_vs_atc_f1.md new file mode 100644 index 0000000..943f3a7 --- /dev/null +++ b/output/imdb_all_mul_vs_atc/imdb_all_mul_vs_atc_f1.md @@ -0,0 +1,2504 @@ +imdb + +> train: [0.09929078 0.90070922] +> validation: [0.10070922 0.89929078] +> evaluate_mul_sld: 12.766s +> evaluate_mul_sld_nbvs: 12.191s +> evaluate_mul_sld_bcts: 14.645s +> evaluate_mul_sld_ts: 13.434s +> evaluate_mul_sld_vs: 19.863s +> evaluate_mul_cc: 8.217s +> reference: 6.623s +> atc_mc: 10.277s +> atc_ne: 10.442s +> tot: 22.219s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
mul_SLDmul_SLD_nbvsmul_SLD_bctsmul_SLD_tsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.05900.02120.05670.04380.03691.00000.61960.6196
(0.95, 0.05)0.08830.15780.08170.11120.12420.79050.45650.4565
(0.9, 0.1)0.17110.26550.15310.19960.21170.64150.34680.3468
(0.85, 0.15)0.21960.33210.19110.25240.25900.53130.27190.2719
(0.8, 0.2)0.24840.37670.21300.28440.28990.44450.21400.2140
(0.75, 0.25)0.26390.40240.22290.30210.30270.37520.17020.1702
(0.7, 0.3)0.26670.41180.22240.30610.30280.31980.13820.1382
(0.65, 0.35)0.26360.41340.21680.30390.29450.27180.11010.1101
(0.6, 0.4)0.25520.40630.20710.29540.28090.23260.08980.0898
(0.55, 0.45)0.24680.39880.19890.28680.26960.19810.07140.0714
(0.5, 0.5)0.23010.38050.18280.26940.24920.17030.05850.0585
(0.45, 0.55)0.21620.36440.17000.25450.23100.14340.04590.0459
(0.4, 0.6)0.19990.34360.15590.23640.21180.12130.03530.0353
(0.35, 0.65)0.17940.31670.13710.21400.18650.10020.02740.0274
(0.3, 0.7)0.16090.29400.12100.19390.16670.08280.01990.0199
(0.25, 0.75)0.14230.27040.10340.17380.14330.06650.01330.0133
(0.2, 0.8)0.12260.24250.08720.15140.12290.05110.00770.0077
(0.15, 0.85)0.09970.21220.06610.12640.09670.03810.00420.0042
(0.1, 0.9)0.07780.18220.04650.10220.07280.02570.00340.0034
(0.05, 0.95)0.05380.15130.02400.07630.04590.01470.00570.0057
(0.0, 1.0)0.02190.11100.00270.04200.00890.00450.00870.0087
tot0.17080.28830.13620.20120.18610.26780.12950.1295
+ +![plot_delta](plot\delta_imdb_90_f1.png) +![plot_diagonal](plot\diagonal_imdb_90_f1.png) +![plot_shift](plot\shift_imdb_90_f1.png) + + +> train: [0.2 0.8] +> validation: [0.2 0.8] +> evaluate_mul_sld: 15.125s +> evaluate_mul_sld_nbvs: 106.203s +> evaluate_mul_sld_bcts: 108.574s +> evaluate_mul_sld_ts: 108.520s +> evaluate_mul_sld_vs: 108.125s +> evaluate_mul_cc: 8.225s +> reference: 6.740s +> atc_mc: 10.599s +> atc_ne: 10.480s +> tot: 108.655s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
mul_SLDmul_SLD_nbvsmul_SLD_bctsmul_SLD_tsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.31130.37870.11250.19840.20330.96710.53680.5368
(0.95, 0.05)0.1897NaNNaNNaNNaN0.63000.27780.2778
(0.9, 0.1)0.1362NaNNaNNaNNaN0.45280.15510.1551
(0.85, 0.15)0.1101NaNNaNNaNNaN0.35180.10270.1027
(0.8, 0.2)0.0900NaNNaNNaNNaN0.28030.06610.0661
(0.75, 0.25)0.0731NaNNaNNaNNaN0.22810.04240.0424
(0.7, 0.3)0.0623NaNNaNNaNNaN0.19250.03000.0300
(0.65, 0.35)0.0543NaNNaNNaNNaN0.15970.01740.0174
(0.6, 0.4)0.0482NaNNaNNaNNaN0.13680.01210.0121
(0.55, 0.45)0.0391NaNNaNNaNNaN0.11670.00810.0081
(0.5, 0.5)0.0357NaNNaNNaNNaN0.10190.00590.0059
(0.45, 0.55)0.0347NaNNaNNaNNaN0.08740.00610.0061
(0.4, 0.6)0.0264NaNNaNNaNNaN0.07660.00600.0060
(0.35, 0.65)0.0268NaNNaNNaNNaN0.06470.00600.0060
(0.3, 0.7)0.0201NaNNaNNaNNaN0.05790.00590.0059
(0.25, 0.75)0.0179NaNNaNNaNNaN0.04900.00680.0068
(0.2, 0.8)0.0161NaNNaNNaNNaN0.04200.00530.0053
(0.15, 0.85)0.0147NaNNaNNaNNaN0.03560.00610.0061
(0.1, 0.9)0.0128NaNNaNNaNNaN0.03040.00500.0050
(0.05, 0.95)0.0117NaNNaNNaNNaN0.02550.00600.0060
(0.0, 1.0)0.0109NaNNaNNaNNaN0.02050.00550.0055
tot0.0639NaNNaNNaNNaN0.19560.06250.0625
+ +![plot_delta](plot\delta_imdb_80_f1.png) +![plot_diagonal](plot\diagonal_imdb_80_f1.png) +![plot_shift](plot\shift_imdb_80_f1.png) + + +> train: [0.30070922 0.69929078] +> validation: [0.29929078 0.70070922] +> evaluate_mul_sld: 15.894s +> evaluate_mul_sld_nbvs: 13.299s +> evaluate_mul_sld_bcts: 17.393s +> evaluate_mul_sld_ts: 17.399s +> evaluate_mul_sld_vs: 11.947s +> evaluate_mul_cc: 7.771s +> reference: 6.226s +> atc_mc: 9.586s +> atc_ne: 9.651s +> tot: 17.471s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
mul_SLDmul_SLD_nbvsmul_SLD_bctsmul_SLD_tsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.21500.09840.18830.15650.30040.95140.62710.6271
(0.95, 0.05)0.06460.23420.10080.13930.05640.53140.28750.2875
(0.9, 0.1)0.11630.32260.15840.20380.04750.35750.16530.1653
(0.85, 0.15)0.11630.33470.15820.20280.05350.26580.11180.1118
(0.8, 0.2)0.11390.32660.15530.19570.04640.20540.07560.0756
(0.75, 0.25)0.10590.30920.14480.18170.04630.16320.05440.0544
(0.7, 0.3)0.09500.28510.13210.16470.04330.13630.04200.0420
(0.65, 0.35)0.08060.25830.11450.14390.03630.11160.03000.0300
(0.6, 0.4)0.06890.23100.10130.12630.03010.09590.02500.0250
(0.55, 0.45)0.06180.21020.09200.11400.03030.08060.01870.0187
(0.5, 0.5)0.05170.18560.08030.09880.02540.07090.01550.0155
(0.45, 0.55)0.04030.16250.06620.08270.02070.06120.01160.0116
(0.4, 0.6)0.03440.14310.05840.07230.02010.05360.00930.0093
(0.35, 0.65)0.02430.12020.04630.05750.01380.04620.00870.0087
(0.3, 0.7)0.02190.10410.04250.05090.01520.04140.00690.0069
(0.25, 0.75)0.01510.08400.03380.03950.01240.03560.00500.0050
(0.2, 0.8)0.01010.06780.02590.03040.00950.03100.00470.0047
(0.15, 0.85)0.00820.04950.01740.01980.00900.02670.00370.0037
(0.1, 0.9)0.00700.03210.00930.00990.00560.02420.00390.0039
(0.05, 0.95)0.01060.01510.00680.00620.00660.02080.00370.0037
(0.0, 1.0)0.01540.00730.01120.01250.01080.01750.00300.0030
tot0.06080.17060.08300.10040.04000.15850.07210.0721
+ +![plot_delta](plot\delta_imdb_70_f1.png) +![plot_diagonal](plot\diagonal_imdb_70_f1.png) +![plot_shift](plot\shift_imdb_70_f1.png) + + +> train: [0.4 0.6] +> validation: [0.4 0.6] +> evaluate_mul_sld: 10.484s +> evaluate_mul_sld_nbvs: 13.002s +> evaluate_mul_sld_bcts: 12.782s +> evaluate_mul_sld_ts: 11.473s +> evaluate_mul_sld_vs: 13.304s +> evaluate_mul_cc: 7.784s +> reference: 6.210s +> atc_mc: 9.583s +> atc_ne: 9.683s +> tot: 13.383s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
mul_SLDmul_SLD_nbvsmul_SLD_bctsmul_SLD_tsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.98790.92910.87030.97530.98170.99430.59260.5926
(0.95, 0.05)0.49830.43030.44800.49560.49170.49800.20120.2012
(0.9, 0.1)0.32490.26750.30200.32340.32030.32420.09430.0943
(0.85, 0.15)0.24670.18820.23360.24560.24250.24620.05740.0574
(0.8, 0.2)0.19020.13930.18410.18960.18680.18950.03240.0324
(0.75, 0.25)0.15330.10100.14880.15270.15000.15270.01910.0191
(0.7, 0.3)0.13110.07770.12760.13060.12790.13070.01340.0134
(0.65, 0.35)0.10880.06130.10630.10840.10600.10850.00860.0086
(0.6, 0.4)0.09500.04890.09300.09460.09230.09480.00690.0069
(0.55, 0.45)0.08280.03610.08100.08230.07990.08260.00490.0049
(0.5, 0.5)0.07340.02730.07180.07300.07040.07340.00410.0041
(0.45, 0.55)0.06450.02480.06300.06410.06070.06460.00560.0056
(0.4, 0.6)0.05820.01820.05670.05770.05330.05830.00590.0059
(0.35, 0.65)0.05200.01730.05080.05160.04820.05210.00640.0064
(0.3, 0.7)0.04730.01440.04610.04690.04180.04760.00570.0057
(0.25, 0.75)0.04200.01100.04080.04160.03620.04220.00670.0067
(0.2, 0.8)0.03810.01160.03710.03770.03270.03840.00600.0060
(0.15, 0.85)0.03370.01040.03290.03330.02750.03410.00540.0054
(0.1, 0.9)0.03180.00790.03100.03140.02520.03210.00570.0057
(0.05, 0.95)0.02870.00870.02800.02830.02010.02910.00560.0056
(0.0, 1.0)0.02560.00520.02450.02470.01510.02610.00640.0064
tot0.15780.11600.14650.15660.15290.15810.05210.0521
+ +![plot_delta](plot\delta_imdb_60_f1.png) +![plot_diagonal](plot\diagonal_imdb_60_f1.png) +![plot_shift](plot\shift_imdb_60_f1.png) + + +> train: [0.49929078 0.50070922] +> validation: [0.50070922 0.49929078] +> evaluate_mul_sld: 11.871s +> evaluate_mul_sld_nbvs: 12.707s +> evaluate_mul_sld_bcts: 12.100s +> evaluate_mul_sld_ts: 12.994s +> evaluate_mul_sld_vs: 12.705s +> evaluate_mul_cc: 7.783s +> reference: 6.147s +> atc_mc: 9.753s +> atc_ne: 9.647s +> tot: 13.074s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
mul_SLDmul_SLD_nbvsmul_SLD_bctsmul_SLD_tsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.38910.66090.54180.25370.78260.97880.64140.6414
(0.95, 0.05)0.09170.29800.19850.10230.36830.43930.20080.2008
(0.9, 0.1)0.05710.21080.12640.11970.25230.28140.09510.0951
(0.85, 0.15)0.05180.17730.10510.10120.20180.21240.05620.0562
(0.8, 0.2)0.02170.15100.08140.08710.16740.16710.03530.0353
(0.75, 0.25)0.01800.12910.06640.07680.13850.13600.02180.0218
(0.7, 0.3)0.02140.11550.06020.06310.12140.11830.01550.0155
(0.65, 0.35)0.02320.10030.05270.04980.10360.10030.00940.0094
(0.6, 0.4)0.02570.09050.04830.03920.09290.08980.00720.0072
(0.55, 0.45)0.02640.08140.04250.03190.08330.08050.00540.0054
(0.5, 0.5)0.02850.07440.03930.02390.07600.07350.00420.0042
(0.45, 0.55)0.03050.06700.03580.01840.06870.06650.00650.0065
(0.4, 0.6)0.02810.06130.02930.01760.06280.06080.00660.0066
(0.35, 0.65)0.03380.05780.03070.01100.05890.05700.00660.0066
(0.3, 0.7)0.03210.05430.02480.01120.05580.05430.00530.0053
(0.25, 0.75)0.03410.04980.02280.01290.05110.05000.00710.0071
(0.2, 0.8)0.03410.04570.02040.01510.04680.04600.00620.0062
(0.15, 0.85)0.03520.04250.01790.01980.04330.04360.00680.0068
(0.1, 0.9)0.03730.04020.01750.02640.03990.04160.00720.0072
(0.05, 0.95)0.03650.03510.01420.02990.03140.03940.00630.0063
(0.0, 1.0)0.03740.02960.01430.03590.01930.03690.00760.0076
tot0.05210.12250.07570.05460.13650.15110.05520.0552
+ +![plot_delta](plot\delta_imdb_50_f1.png) +![plot_diagonal](plot\diagonal_imdb_50_f1.png) +![plot_shift](plot\shift_imdb_50_f1.png) + + +> train: [0.6 0.4] +> validation: [0.6 0.4] +> evaluate_mul_sld: 12.124s +> evaluate_mul_sld_nbvs: 12.527s +> evaluate_mul_sld_bcts: 12.649s +> evaluate_mul_sld_ts: 12.050s +> evaluate_mul_sld_vs: 12.982s +> evaluate_mul_cc: 7.766s +> reference: 6.203s +> atc_mc: 9.762s +> atc_ne: 9.737s +> tot: 13.060s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
mul_SLDmul_SLD_nbvsmul_SLD_bctsmul_SLD_tsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.45260.33230.39110.52790.44120.98560.66880.6688
(0.95, 0.05)0.18060.08010.10920.23970.17230.41010.18600.1860
(0.9, 0.1)0.15360.06100.09120.19580.15850.26930.08770.0877
(0.85, 0.15)0.15280.05020.09690.18050.15510.20850.05200.0520
(0.8, 0.2)0.14450.03070.09970.16400.14770.17110.03110.0311
(0.75, 0.25)0.13550.03410.09920.14530.13790.14670.01910.0191
(0.7, 0.3)0.12730.04100.10070.13260.12880.13210.01370.0137
(0.65, 0.35)0.11500.04640.09970.11740.11550.11580.00690.0069
(0.6, 0.4)0.10910.05130.09960.11050.10930.10860.00590.0059
(0.55, 0.45)0.10180.04980.09550.10290.10190.10080.00540.0054
(0.5, 0.5)0.09620.05000.09190.09690.09620.09490.00580.0058
(0.45, 0.55)0.09100.05200.08790.09170.09100.08980.01000.0100
(0.4, 0.6)0.08680.04930.08420.08740.08680.08560.01130.0113
(0.35, 0.65)0.08330.05370.08190.08360.08320.08160.01150.0115
(0.3, 0.7)0.08160.05080.08030.08190.08150.08020.01100.0110
(0.25, 0.75)0.07900.05120.07820.07930.07900.07730.01180.0118
(0.2, 0.8)0.07530.05080.07460.07550.07520.07340.01210.0121
(0.15, 0.85)0.07320.05140.07280.07330.07310.07150.01340.0134
(0.1, 0.9)0.07180.05310.07150.07190.07170.06980.01320.0132
(0.05, 0.95)0.07000.05160.06980.07010.06990.06830.01590.0159
(0.0, 1.0)0.06760.05190.06750.06770.06750.06580.01540.0154
tot0.12140.06400.10210.13310.12110.16700.05750.0575
+ +![plot_delta](plot\delta_imdb_40_f1.png) +![plot_diagonal](plot\diagonal_imdb_40_f1.png) +![plot_shift](plot\shift_imdb_40_f1.png) + + +> train: [0.69929078 0.30070922] +> validation: [0.70070922 0.29929078] +> evaluate_mul_sld: 11.801s +> evaluate_mul_sld_nbvs: 13.711s +> evaluate_mul_sld_bcts: 14.517s +> evaluate_mul_sld_ts: 12.714s +> evaluate_mul_sld_vs: 12.374s +> evaluate_mul_cc: 7.739s +> reference: 6.185s +> atc_mc: 9.677s +> atc_ne: 9.687s +> tot: 14.588s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
mul_SLDmul_SLD_nbvsmul_SLD_bctsmul_SLD_tsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.12020.40840.06900.08220.38380.78150.59010.5901
(0.95, 0.05)0.17270.08630.30690.25890.06710.26770.14550.1455
(0.9, 0.1)0.15660.07250.30350.24300.05430.17620.07170.0717
(0.85, 0.15)0.14320.05540.29400.22730.04170.13640.04300.0430
(0.8, 0.2)0.12660.04610.27630.20650.02720.11550.02910.0291
(0.75, 0.25)0.10920.04720.25840.18580.02720.10180.02010.0201
(0.7, 0.3)0.08750.05360.23470.16030.03520.09560.01670.0167
(0.65, 0.35)0.07800.05380.22320.14780.03650.08730.01310.0131
(0.6, 0.4)0.06550.05700.20920.13260.04050.08360.01210.0121
(0.55, 0.45)0.05920.05720.20290.12460.04160.08010.00980.0098
(0.5, 0.5)0.04970.05810.19120.11240.04320.07760.00810.0081
(0.45, 0.55)0.03940.06260.18030.09960.04830.07560.01000.0100
(0.4, 0.6)0.03470.06360.17520.09340.04990.07330.00940.0094
(0.35, 0.65)0.02750.06430.16230.08090.05140.07200.00840.0084
(0.3, 0.7)0.02080.06520.15510.07220.05310.07220.01010.0101
(0.25, 0.75)0.02110.06350.15420.07040.05100.07010.00900.0090
(0.2, 0.8)0.01440.06520.14110.05810.05360.06760.00790.0079
(0.15, 0.85)0.01490.06530.13590.05220.05380.06740.00720.0072
(0.1, 0.9)0.01420.06490.12800.04410.05260.06680.00750.0075
(0.05, 0.95)0.01340.06160.12350.03820.04850.06660.00630.0063
(0.0, 1.0)0.01280.05080.11650.03250.03750.06530.00650.0065
tot0.06580.07730.19250.12010.06180.12860.04960.0496
+ +![plot_delta](plot\delta_imdb_30_f1.png) +![plot_diagonal](plot\diagonal_imdb_30_f1.png) +![plot_shift](plot\shift_imdb_30_f1.png) + + +> train: [0.8 0.2] +> validation: [0.8 0.2] +> evaluate_mul_sld: 10.618s +> evaluate_mul_sld_nbvs: 14.017s +> evaluate_mul_sld_bcts: 14.155s +> evaluate_mul_sld_ts: 13.156s +> evaluate_mul_sld_vs: 12.783s +> evaluate_mul_cc: 7.944s +> reference: 6.217s +> atc_mc: 9.623s +> atc_ne: 9.662s +> tot: 14.223s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
mul_SLDmul_SLD_nbvsmul_SLD_bctsmul_SLD_tsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.98980.12540.14850.90400.26821.00000.63730.6373
(0.95, 0.05)0.36570.40620.35850.33410.29400.37000.12640.1264
(0.9, 0.1)0.25920.44860.38150.24230.35730.26160.05960.0596
(0.85, 0.15)0.21560.44690.36020.20570.36660.21730.03540.0354
(0.8, 0.2)0.19250.43890.33860.18770.36700.19370.02420.0242
(0.75, 0.25)0.17230.42940.31830.16900.36350.17320.01370.0137
(0.7, 0.3)0.16360.40530.28430.16130.34400.16440.01270.0127
(0.65, 0.35)0.15160.39200.26070.15000.33490.15220.00800.0080
(0.6, 0.4)0.14670.36830.22940.14550.31460.14720.00560.0056
(0.55, 0.45)0.14230.35370.20910.14140.30360.14280.00510.0051
(0.5, 0.5)0.13870.33250.18350.13810.28570.13910.00460.0046
(0.45, 0.55)0.13530.31440.15920.13470.27040.13560.01210.0121
(0.4, 0.6)0.13300.29700.14090.13250.25620.13330.01110.0111
(0.35, 0.65)0.13110.26690.10920.13080.22890.13140.01100.0110
(0.3, 0.7)0.12800.25310.09170.12780.21800.12820.00820.0082
(0.25, 0.75)0.12830.22990.06790.12810.19810.12850.00950.0095
(0.2, 0.8)0.12490.20480.04530.12470.17570.12500.00870.0087
(0.15, 0.85)0.12400.17960.02290.12380.15340.12410.00980.0098
(0.1, 0.9)0.12290.14890.01570.12280.12640.12300.01000.0100
(0.05, 0.95)0.12220.12040.03690.12210.10090.12220.00880.0088
(0.0, 1.0)0.11950.06890.08260.11940.05300.11950.01030.0103
tot0.20030.29670.18310.19270.25620.20150.04920.0492
+ +![plot_delta](plot\delta_imdb_20_f1.png) +![plot_diagonal](plot\diagonal_imdb_20_f1.png) +![plot_shift](plot\shift_imdb_20_f1.png) + + +> train: [0.89929078 0.10070922] +> validation: [0.90070922 0.09929078] +> evaluate_mul_sld: 13.481s +> evaluate_mul_sld_nbvs: 105.010s +> evaluate_mul_sld_bcts: 106.875s +> evaluate_mul_sld_ts: 105.838s +> evaluate_mul_sld_vs: 106.616s +> evaluate_mul_cc: 8.053s +> reference: 6.582s +> atc_mc: 10.199s +> atc_ne: 10.276s +> tot: 106.941s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
mul_SLDmul_SLD_nbvsmul_SLD_bctsmul_SLD_tsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.58920.01680.02880.02540.03770.93940.40150.4015
(0.95, 0.05)0.1653NaNNaNNaNNaN0.35710.07480.0748
(0.9, 0.1)0.1892NaNNaNNaNNaN0.31210.06840.0684
(0.85, 0.15)0.2273NaNNaNNaNNaN0.30500.06300.0630
(0.8, 0.2)0.2556NaNNaNNaNNaN0.29620.06100.0610
(0.75, 0.25)0.2646NaNNaNNaNNaN0.28500.06320.0632
(0.7, 0.3)0.2766NaNNaNNaNNaN0.28370.05960.0596
(0.65, 0.35)0.2791NaNNaNNaNNaN0.28090.06190.0619
(0.6, 0.4)0.2795NaNNaNNaNNaN0.27910.05990.0599
(0.55, 0.45)0.2796NaNNaNNaNNaN0.27860.05890.0589
(0.5, 0.5)0.2767NaNNaNNaNNaN0.27570.06010.0601
(0.45, 0.55)0.2782NaNNaNNaNNaN0.27740.06010.0601
(0.4, 0.6)0.2761NaNNaNNaNNaN0.27530.06010.0601
(0.35, 0.65)0.2747NaNNaNNaNNaN0.27390.05890.0589
(0.3, 0.7)0.2743NaNNaNNaNNaN0.27380.06090.0609
(0.25, 0.75)0.2752NaNNaNNaNNaN0.27490.06000.0600
(0.2, 0.8)0.2725NaNNaNNaNNaN0.27220.06030.0603
(0.15, 0.85)0.2708NaNNaNNaNNaN0.27060.06330.0633
(0.1, 0.9)0.2720NaNNaNNaNNaN0.27200.05800.0580
(0.05, 0.95)0.2726NaNNaNNaNNaN0.27260.05980.0598
(0.0, 1.0)0.2700NaNNaNNaNNaN0.27010.05940.0594
tot0.2771NaNNaNNaNNaN0.31550.07780.0778
+ +![plot_delta](plot\delta_imdb_10_f1.png) +![plot_diagonal](plot\diagonal_imdb_10_f1.png) +![plot_shift](plot\shift_imdb_10_f1.png) + + diff --git a/output/imdb_all_mul_vs_atc/plot/delta_imdb_10_acc.png b/output/imdb_all_mul_vs_atc/plot/delta_imdb_10_acc.png new file mode 100644 index 0000000..6220f14 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/delta_imdb_10_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/delta_imdb_10_f1.png b/output/imdb_all_mul_vs_atc/plot/delta_imdb_10_f1.png new file mode 100644 index 0000000..c9dce0d Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/delta_imdb_10_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/delta_imdb_20_acc.png b/output/imdb_all_mul_vs_atc/plot/delta_imdb_20_acc.png new file mode 100644 index 0000000..e339070 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/delta_imdb_20_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/delta_imdb_20_f1.png b/output/imdb_all_mul_vs_atc/plot/delta_imdb_20_f1.png new file mode 100644 index 0000000..2f77632 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/delta_imdb_20_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/delta_imdb_30_acc.png b/output/imdb_all_mul_vs_atc/plot/delta_imdb_30_acc.png new file mode 100644 index 0000000..a189d6e Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/delta_imdb_30_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/delta_imdb_30_f1.png b/output/imdb_all_mul_vs_atc/plot/delta_imdb_30_f1.png new file mode 100644 index 0000000..b133d0e Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/delta_imdb_30_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/delta_imdb_40_acc.png b/output/imdb_all_mul_vs_atc/plot/delta_imdb_40_acc.png new file mode 100644 index 0000000..ccf1f84 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/delta_imdb_40_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/delta_imdb_40_f1.png b/output/imdb_all_mul_vs_atc/plot/delta_imdb_40_f1.png new file mode 100644 index 0000000..8168faf Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/delta_imdb_40_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/delta_imdb_50_acc.png b/output/imdb_all_mul_vs_atc/plot/delta_imdb_50_acc.png new file mode 100644 index 0000000..e95776e Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/delta_imdb_50_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/delta_imdb_50_f1.png b/output/imdb_all_mul_vs_atc/plot/delta_imdb_50_f1.png new file mode 100644 index 0000000..a8d2b9e Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/delta_imdb_50_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/delta_imdb_60_acc.png b/output/imdb_all_mul_vs_atc/plot/delta_imdb_60_acc.png new file mode 100644 index 0000000..d586f66 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/delta_imdb_60_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/delta_imdb_60_f1.png b/output/imdb_all_mul_vs_atc/plot/delta_imdb_60_f1.png new file mode 100644 index 0000000..a12a145 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/delta_imdb_60_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/delta_imdb_70_acc.png b/output/imdb_all_mul_vs_atc/plot/delta_imdb_70_acc.png new file mode 100644 index 0000000..0becf48 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/delta_imdb_70_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/delta_imdb_70_f1.png b/output/imdb_all_mul_vs_atc/plot/delta_imdb_70_f1.png new file mode 100644 index 0000000..d857c23 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/delta_imdb_70_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/delta_imdb_80_acc.png b/output/imdb_all_mul_vs_atc/plot/delta_imdb_80_acc.png new file mode 100644 index 0000000..2b51fc3 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/delta_imdb_80_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/delta_imdb_80_f1.png b/output/imdb_all_mul_vs_atc/plot/delta_imdb_80_f1.png new file mode 100644 index 0000000..c73be7f Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/delta_imdb_80_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/delta_imdb_90_acc.png b/output/imdb_all_mul_vs_atc/plot/delta_imdb_90_acc.png new file mode 100644 index 0000000..c663408 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/delta_imdb_90_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/delta_imdb_90_f1.png b/output/imdb_all_mul_vs_atc/plot/delta_imdb_90_f1.png new file mode 100644 index 0000000..306a7c7 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/delta_imdb_90_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_10_acc.png b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_10_acc.png new file mode 100644 index 0000000..dd71931 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_10_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_10_f1.png b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_10_f1.png new file mode 100644 index 0000000..0ca42f0 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_10_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_20_acc.png b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_20_acc.png new file mode 100644 index 0000000..70e01c9 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_20_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_20_f1.png b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_20_f1.png new file mode 100644 index 0000000..b4f2969 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_20_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_30_acc.png b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_30_acc.png new file mode 100644 index 0000000..5d6adf0 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_30_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_30_f1.png b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_30_f1.png new file mode 100644 index 0000000..edd241b Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_30_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_40_acc.png b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_40_acc.png new file mode 100644 index 0000000..20fbf81 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_40_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_40_f1.png b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_40_f1.png new file mode 100644 index 0000000..c4be8f4 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_40_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_50_acc.png b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_50_acc.png new file mode 100644 index 0000000..fe3a31a Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_50_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_50_f1.png b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_50_f1.png new file mode 100644 index 0000000..af2b500 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_50_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_60_acc.png b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_60_acc.png new file mode 100644 index 0000000..0d9e557 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_60_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_60_f1.png b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_60_f1.png new file mode 100644 index 0000000..a87a4dd Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_60_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_70_acc.png b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_70_acc.png new file mode 100644 index 0000000..8d92f2a Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_70_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_70_f1.png b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_70_f1.png new file mode 100644 index 0000000..f068ba8 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_70_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_80_acc.png b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_80_acc.png new file mode 100644 index 0000000..8dda467 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_80_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_80_f1.png b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_80_f1.png new file mode 100644 index 0000000..8dd5483 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_80_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_90_acc.png b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_90_acc.png new file mode 100644 index 0000000..34fa132 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_90_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_90_f1.png b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_90_f1.png new file mode 100644 index 0000000..d01feed Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/diagonal_imdb_90_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/shift_imdb_10_acc.png b/output/imdb_all_mul_vs_atc/plot/shift_imdb_10_acc.png new file mode 100644 index 0000000..b4e6184 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/shift_imdb_10_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/shift_imdb_10_f1.png b/output/imdb_all_mul_vs_atc/plot/shift_imdb_10_f1.png new file mode 100644 index 0000000..01eea25 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/shift_imdb_10_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/shift_imdb_20_acc.png b/output/imdb_all_mul_vs_atc/plot/shift_imdb_20_acc.png new file mode 100644 index 0000000..39db04e Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/shift_imdb_20_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/shift_imdb_20_f1.png b/output/imdb_all_mul_vs_atc/plot/shift_imdb_20_f1.png new file mode 100644 index 0000000..7aab33e Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/shift_imdb_20_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/shift_imdb_30_acc.png b/output/imdb_all_mul_vs_atc/plot/shift_imdb_30_acc.png new file mode 100644 index 0000000..25febf4 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/shift_imdb_30_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/shift_imdb_30_f1.png b/output/imdb_all_mul_vs_atc/plot/shift_imdb_30_f1.png new file mode 100644 index 0000000..0157e5b Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/shift_imdb_30_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/shift_imdb_40_acc.png b/output/imdb_all_mul_vs_atc/plot/shift_imdb_40_acc.png new file mode 100644 index 0000000..2f5f885 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/shift_imdb_40_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/shift_imdb_40_f1.png b/output/imdb_all_mul_vs_atc/plot/shift_imdb_40_f1.png new file mode 100644 index 0000000..cb371ee Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/shift_imdb_40_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/shift_imdb_50_acc.png b/output/imdb_all_mul_vs_atc/plot/shift_imdb_50_acc.png new file mode 100644 index 0000000..f1f4454 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/shift_imdb_50_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/shift_imdb_50_f1.png b/output/imdb_all_mul_vs_atc/plot/shift_imdb_50_f1.png new file mode 100644 index 0000000..912a5e7 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/shift_imdb_50_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/shift_imdb_60_acc.png b/output/imdb_all_mul_vs_atc/plot/shift_imdb_60_acc.png new file mode 100644 index 0000000..dff1ca1 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/shift_imdb_60_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/shift_imdb_60_f1.png b/output/imdb_all_mul_vs_atc/plot/shift_imdb_60_f1.png new file mode 100644 index 0000000..d2c54a2 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/shift_imdb_60_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/shift_imdb_70_acc.png b/output/imdb_all_mul_vs_atc/plot/shift_imdb_70_acc.png new file mode 100644 index 0000000..9f5b1b2 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/shift_imdb_70_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/shift_imdb_70_f1.png b/output/imdb_all_mul_vs_atc/plot/shift_imdb_70_f1.png new file mode 100644 index 0000000..775f91d Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/shift_imdb_70_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/shift_imdb_80_acc.png b/output/imdb_all_mul_vs_atc/plot/shift_imdb_80_acc.png new file mode 100644 index 0000000..73378e7 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/shift_imdb_80_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/shift_imdb_80_f1.png b/output/imdb_all_mul_vs_atc/plot/shift_imdb_80_f1.png new file mode 100644 index 0000000..7efffa9 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/shift_imdb_80_f1.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/shift_imdb_90_acc.png b/output/imdb_all_mul_vs_atc/plot/shift_imdb_90_acc.png new file mode 100644 index 0000000..0e5375f Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/shift_imdb_90_acc.png differ diff --git a/output/imdb_all_mul_vs_atc/plot/shift_imdb_90_f1.png b/output/imdb_all_mul_vs_atc/plot/shift_imdb_90_f1.png new file mode 100644 index 0000000..aaebdc0 Binary files /dev/null and b/output/imdb_all_mul_vs_atc/plot/shift_imdb_90_f1.png differ diff --git a/output/imdb_best_our_vs_all/imdb_best_our_vs_all_acc.md b/output/imdb_best_our_vs_all/imdb_best_our_vs_all_acc.md new file mode 100644 index 0000000..54ddb41 --- /dev/null +++ b/output/imdb_best_our_vs_all/imdb_best_our_vs_all_acc.md @@ -0,0 +1,3176 @@ +imdb + +> train: [0.09929078 0.90070922] +> validation: [0.10070922 0.89929078] +> evaluate_bin_sld: 16.387s +> evaluate_bin_cc: 13.242s +> evaluate_mul_sld: 12.902s +> evaluate_mul_sld_bcts: 14.811s +> evaluate_mul_sld_vs: 20.046s +> evaluate_mul_cc: 8.516s +> reference: 6.899s +> kfcv: 6.652s +> atc_mc: 10.388s +> atc_ne: 10.270s +> doc_feat: 2.898s +> tot: 24.137s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCkfcvatc_mcatc_nedoc_feat
(1.0, 0.0)0.01120.26330.47150.35210.33390.39520.33840.12230.12230.3414
(0.95, 0.05)0.01270.25030.47630.36130.36340.37430.31760.11400.11400.3206
(0.9, 0.1)0.01680.23490.47110.36110.37600.35520.29850.10680.10680.3016
(0.85, 0.15)0.01850.22300.46110.35590.37980.33710.28040.10240.10240.2836
(0.8, 0.2)0.01950.20960.45330.35340.38820.31730.26060.09440.09440.2639
(0.75, 0.25)0.02140.19630.44280.34780.38860.29770.24090.08670.08670.2443
(0.7, 0.3)0.02500.18310.42870.34010.38610.27950.22280.08110.08110.2262
(0.65, 0.35)0.02520.16940.41310.32880.37750.25900.20220.07260.07260.2057
(0.6, 0.4)0.02610.15710.39580.31550.36600.24040.18360.06670.06670.1872
(0.55, 0.45)0.02760.14260.38050.30480.35810.22030.16360.05840.05840.1673
(0.5, 0.5)0.02730.13080.35720.28530.34070.20340.14670.05310.05310.1504
(0.45, 0.55)0.02660.11590.33800.26940.32460.18240.12570.04550.04550.1295
(0.4, 0.6)0.02740.10300.31630.25190.30660.16410.10740.03800.03800.1112
(0.35, 0.65)0.02370.08840.28930.22720.28060.14330.08650.03220.03220.0904
(0.3, 0.7)0.02640.07690.26360.20450.25870.12530.06860.02510.02510.0725
(0.25, 0.75)0.02510.06340.23750.17850.22960.10580.04910.01800.01800.0531
(0.2, 0.8)0.02140.04930.20950.15430.20420.08540.02860.01120.01120.0328
(0.15, 0.85)0.01990.03580.17470.12020.16690.06680.01060.00690.00690.0145
(0.1, 0.9)0.02020.02180.14020.08690.13060.04710.00970.00620.00620.0061
(0.05, 0.95)0.01920.00970.09990.04620.08570.02820.02860.01070.01070.0242
(0.0, 1.0)0.01780.00430.04230.00540.01740.00890.04780.01700.01700.0434
tot0.02190.12990.32680.25000.28870.20180.15320.05570.05570.1557
+ +![plot_delta](plot\delta_imdb_90_acc.png) +![plot_diagonal](plot\diagonal_imdb_90_acc.png) +![plot_shift](plot\shift_imdb_90_acc.png) + + +> train: [0.2 0.8] +> validation: [0.2 0.8] +> evaluate_bin_sld: 15.979s +> evaluate_bin_cc: 13.648s +> evaluate_mul_sld: 14.579s +> evaluate_mul_sld_bcts: 93.980s +> evaluate_mul_sld_vs: 98.491s +> evaluate_mul_cc: 8.426s +> reference: 6.898s +> kfcv: 6.833s +> atc_mc: 10.615s +> atc_ne: 10.543s +> doc_feat: 3.086s +> tot: 98.590s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCkfcvatc_mcatc_nedoc_feat
(1.0, 0.0)0.08630.11160.07470.07150.07480.17540.12650.01190.01190.1131
(0.95, 0.05)0.08860.10650.0637NaNNaN0.16920.11860.01120.01120.1052
(0.9, 0.1)0.08970.10020.0559NaNNaN0.15990.10820.01040.01040.0948
(0.85, 0.15)0.08150.09920.0548NaNNaN0.15610.10420.01060.01060.0909
(0.8, 0.2)0.07680.09460.0524NaNNaN0.14890.09610.00370.00370.0828
(0.75, 0.25)0.06990.09030.0483NaNNaN0.14140.08770.00470.00470.0744
(0.7, 0.3)0.06290.08830.0463NaNNaN0.13660.08240.00500.00500.0692
(0.65, 0.35)0.05600.08180.0444NaNNaN0.12740.07220.00660.00660.0590
(0.6, 0.4)0.04940.07820.0432NaNNaN0.12150.06530.00610.00610.0522
(0.55, 0.45)0.04080.07450.0384NaNNaN0.11390.05770.00700.00700.0446
(0.5, 0.5)0.03180.07220.0380NaNNaN0.10870.05130.00650.00650.0383
(0.45, 0.55)0.02080.06820.0403NaNNaN0.10110.04270.00760.00760.0297
(0.4, 0.6)0.01880.06420.0328NaNNaN0.09550.03620.00880.00880.0233
(0.35, 0.65)0.01090.05970.0356NaNNaN0.08640.02680.00890.00890.0142
(0.3, 0.7)0.01150.05730.0283NaNNaN0.08250.02180.00890.00890.0095
(0.25, 0.75)0.01180.05140.0268NaNNaN0.07410.01280.01040.01040.0063
(0.2, 0.8)0.01570.04750.0255NaNNaN0.06730.00710.00830.00830.0082
(0.15, 0.85)0.02120.04350.0247NaNNaN0.06030.00680.00980.00980.0157
(0.1, 0.9)0.02210.04030.0226NaNNaN0.05420.01020.00800.00800.0223
(0.05, 0.95)0.02370.03720.0217NaNNaN0.04780.01690.01020.01020.0295
(0.0, 1.0)0.02250.03290.0213NaNNaN0.04010.02520.00930.00930.0378
tot0.04350.07140.0400NaNNaN0.10800.05600.00830.00830.0486
+ +![plot_delta](plot\delta_imdb_80_acc.png) +![plot_diagonal](plot\diagonal_imdb_80_acc.png) +![plot_shift](plot\shift_imdb_80_acc.png) + + +> train: [0.30070922 0.69929078] +> validation: [0.29929078 0.70070922] +> evaluate_bin_sld: 17.878s +> evaluate_bin_sld_bcts: 19.984s +> evaluate_bin_sld_vs: 20.067s +> evaluate_bin_cc: 15.035s +> evaluate_mul_sld: 18.514s +> evaluate_mul_sld_bcts: 19.983s +> evaluate_mul_sld_vs: 14.082s +> evaluate_mul_cc: 9.386s +> reference: 7.423s +> kfcv: 7.428s +> atc_mc: 11.240s +> atc_ne: 11.297s +> doc_feat: 3.750s +> tot: 20.155s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCkfcvatc_mcatc_nedoc_feat
(1.0, 0.0)0.10270.14810.14820.09400.08700.06570.07720.10910.05720.02520.02520.0794
(0.95, 0.05)0.09500.16000.16000.08800.10080.09050.07620.10370.05070.02290.02290.0730
(0.9, 0.1)0.08470.15550.15550.08550.10780.10440.07310.10080.04530.02170.02170.0676
(0.85, 0.15)0.07360.14630.14630.08460.10570.10750.06760.09860.04250.02310.02310.0649
(0.8, 0.2)0.06530.13900.13910.08010.10430.11270.06270.09430.03680.01970.01970.0592
(0.75, 0.25)0.05420.12500.12500.07580.10220.11430.05880.08960.03070.01840.01840.0531
(0.7, 0.3)0.04640.11680.11680.07350.09860.11430.05550.08750.02740.01790.01790.0498
(0.65, 0.35)0.03620.10150.10150.06870.09030.10860.04840.08190.02030.01500.01500.0428
(0.6, 0.4)0.02680.08700.08700.06640.08290.10430.04220.07960.01650.01550.01550.0390
(0.55, 0.45)0.01810.07250.07250.06240.07880.10180.04240.07420.01060.01340.01340.0331
(0.5, 0.5)0.01150.05900.05900.06050.07070.09580.03760.07220.00730.01290.01290.0294
(0.45, 0.55)0.01010.04500.04500.05620.05890.08450.03100.06830.00520.01140.01140.0235
(0.4, 0.6)0.00800.03410.03410.05290.05320.07940.03070.06490.00610.01030.01030.0185
(0.35, 0.65)0.00960.02200.02200.04880.04030.06730.02230.06030.01030.01100.01100.0135
(0.3, 0.7)0.00910.01830.01830.04670.03750.06500.02520.05810.01330.00950.00950.0099
(0.25, 0.75)0.00830.01600.01600.04200.02720.05460.02110.05320.01950.00760.00760.0056
(0.2, 0.8)0.00900.01360.01360.03970.01900.04410.01660.04940.02420.00780.00780.0052
(0.15, 0.85)0.00710.01300.01300.03510.01480.03090.01610.04510.03030.00630.00630.0087
(0.1, 0.9)0.00660.01050.01050.03330.01200.01730.01010.04310.03370.00710.00710.0110
(0.05, 0.95)0.00520.00960.00960.02900.01940.01270.01230.03890.03940.00670.00670.0166
(0.0, 1.0)0.00240.00050.00050.02530.03010.02200.02110.03440.04510.00550.00550.0222
tot0.03290.07110.07110.05940.06390.07610.04040.07180.02730.01380.01380.0346
+ +![plot_delta](plot\delta_imdb_70_acc.png) +![plot_diagonal](plot\diagonal_imdb_70_acc.png) +![plot_shift](plot\shift_imdb_70_acc.png) + + +> train: [0.4 0.6] +> validation: [0.4 0.6] +> evaluate_bin_sld: 16.892s +> evaluate_bin_cc: 14.167s +> evaluate_mul_sld: 11.611s +> evaluate_mul_sld_bcts: 14.161s +> evaluate_mul_sld_vs: 14.599s +> evaluate_mul_cc: 9.078s +> reference: 7.046s +> kfcv: 6.925s +> atc_mc: 10.748s +> atc_ne: 10.823s +> doc_feat: 3.081s +> tot: 16.980s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCkfcvatc_mcatc_nedoc_feat
(1.0, 0.0)0.01070.08430.09960.09360.09900.09900.02200.00980.00980.0289
(0.95, 0.05)0.01020.08160.09570.08920.09470.09500.01840.00990.00990.0252
(0.9, 0.1)0.01090.07830.09220.08720.09110.09160.01510.00880.00880.0217
(0.85, 0.15)0.01160.08000.09360.08970.09230.09310.01650.00760.00760.0231
(0.8, 0.2)0.01130.07570.08930.08690.08790.08870.01170.00310.00310.0187
(0.75, 0.25)0.01380.07330.08620.08400.08450.08570.00870.00400.00400.0156
(0.7, 0.3)0.01570.07290.08580.08380.08390.08550.00830.00370.00370.0153
(0.65, 0.35)0.01950.06900.08130.07950.07930.08100.00500.00500.00500.0108
(0.6, 0.4)0.02120.06810.07980.07820.07760.07960.00420.00510.00510.0095
(0.55, 0.45)0.02250.06580.07710.07550.07460.07690.00400.00440.00440.0072
(0.5, 0.5)0.02450.06420.07530.07370.07230.07520.00370.00470.00470.0056
(0.45, 0.55)0.02700.06200.07210.07040.06800.07210.00700.00670.00670.0050
(0.4, 0.6)0.02730.05980.07030.06860.06470.07040.00820.00740.00740.0058
(0.35, 0.65)0.03020.05790.06760.06610.06280.06780.01050.00810.00810.0059
(0.3, 0.7)0.03100.05710.06590.06420.05840.06630.01160.00760.00760.0059
(0.25, 0.75)0.02470.05310.06230.06060.05390.06270.01510.00910.00910.0088
(0.2, 0.8)0.02570.05190.06010.05860.05160.06060.01730.00850.00850.0107
(0.15, 0.85)0.02190.04890.05640.05490.04600.05700.02080.00770.00770.0139
(0.1, 0.9)0.01770.04820.05600.05470.04450.05660.02140.00860.00860.0142
(0.05, 0.95)0.01220.04660.05330.05180.03720.05390.02410.00930.00930.0169
(0.0, 1.0)0.00840.04350.04980.04760.02940.05090.02710.01060.01060.0199
tot0.01890.06390.07480.07230.06920.07470.01340.00710.00710.0137
+ +![plot_delta](plot\delta_imdb_60_acc.png) +![plot_diagonal](plot\diagonal_imdb_60_acc.png) +![plot_shift](plot\shift_imdb_60_acc.png) + + +> train: [0.49929078 0.50070922] +> validation: [0.50070922 0.49929078] +> evaluate_bin_sld: 17.940s +> evaluate_bin_sld_bcts: 22.819s +> evaluate_bin_sld_vs: 22.561s +> evaluate_bin_cc: 15.240s +> evaluate_mul_sld: 14.159s +> evaluate_mul_sld_bcts: 14.434s +> evaluate_mul_sld_vs: 15.019s +> evaluate_mul_cc: 9.461s +> reference: 7.565s +> kfcv: 7.591s +> atc_mc: 11.500s +> atc_ne: 11.584s +> doc_feat: 3.889s +> tot: 22.915s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCkfcvatc_mcatc_nedoc_feat
(1.0, 0.0)0.00620.01100.01100.05130.02030.05370.06450.07500.01840.01020.01020.0096
(0.95, 0.05)0.00800.04320.04320.05020.01930.04680.06550.07310.02010.00940.00940.0110
(0.9, 0.1)0.00760.05650.05650.05070.01690.04400.06800.07260.02080.00950.00950.0115
(0.85, 0.15)0.00910.06700.06700.05170.01970.04680.07310.07470.01870.00950.00950.0099
(0.8, 0.2)0.00510.06800.06800.05240.00900.04500.07550.07410.01930.00550.00550.0093
(0.75, 0.25)0.00510.06590.06590.05170.00890.04330.07520.07300.02040.00460.00460.0104
(0.7, 0.3)0.00610.06470.06480.05340.01240.04450.07700.07440.01910.00540.00540.0092
(0.65, 0.35)0.00780.05390.05390.05300.01540.04350.07530.07240.02110.00460.00460.0111
(0.6, 0.4)0.00890.05110.05110.05370.01910.04400.07600.07310.02050.00470.00470.0105
(0.55, 0.45)0.00930.04420.04420.05400.02220.04280.07590.07300.02060.00440.00440.0106
(0.5, 0.5)0.00910.04030.04030.05470.02660.04290.07630.07350.02020.00420.00420.0102
(0.45, 0.55)0.01480.04010.04010.05480.03160.04210.07530.07270.02120.00710.00710.0117
(0.4, 0.6)0.01480.03520.03520.05510.03170.03770.07460.07210.02180.00780.00780.0126
(0.35, 0.65)0.01610.03160.03160.05620.04170.04130.07540.07300.02110.00830.00830.0119
(0.3, 0.7)0.01590.02840.02840.05820.04220.03580.07650.07440.01960.00690.00690.0098
(0.25, 0.75)0.01440.03040.03040.05740.04840.03470.07490.07310.02080.00900.00900.0114
(0.2, 0.8)0.01410.02760.02760.05670.05190.03270.07290.07170.02220.00820.00820.0127
(0.15, 0.85)0.01140.02140.02140.05630.05710.03000.07150.07190.02250.00890.00890.0131
(0.1, 0.9)0.00920.01660.01660.05880.06430.03070.06960.07250.02140.01020.01020.0123
(0.05, 0.95)0.00820.01720.01720.05880.06630.02590.05790.07230.02180.00930.00930.0123
(0.0, 1.0)0.00440.00880.00880.05850.07180.02700.03760.07130.02300.01110.01110.0132
tot0.00980.03920.03920.05470.03320.03980.07090.07300.02070.00760.00760.0112
+ +![plot_delta](plot\delta_imdb_50_acc.png) +![plot_diagonal](plot\diagonal_imdb_50_acc.png) +![plot_shift](plot\shift_imdb_50_acc.png) + + +> train: [0.6 0.4] +> validation: [0.6 0.4] +> evaluate_bin_sld: 17.806s +> evaluate_bin_sld_bcts: 31.960s +> evaluate_bin_sld_vs: 31.417s +> evaluate_bin_cc: 15.050s +> evaluate_mul_sld: 14.144s +> evaluate_mul_sld_bcts: 14.872s +> evaluate_mul_sld_vs: 15.326s +> evaluate_mul_cc: 9.419s +> reference: 7.568s +> kfcv: 7.443s +> atc_mc: 11.436s +> atc_ne: 11.455s +> doc_feat: 3.739s +> tot: 32.049s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCkfcvatc_mcatc_nedoc_feat
(1.0, 0.0)0.01230.01790.01790.03770.01260.01680.01190.05880.02370.01540.01540.0292
(0.95, 0.05)0.01200.04650.04670.04030.02330.01750.02100.06150.02120.01370.01370.0267
(0.9, 0.1)0.01060.04760.04890.04350.03340.01900.03380.06440.01840.01230.01230.0239
(0.85, 0.15)0.01460.04340.04580.04750.04920.02690.04940.06890.01400.01170.01170.0193
(0.8, 0.2)0.01580.03190.03490.05100.06020.03810.06140.07200.01050.00910.00910.0161
(0.75, 0.25)0.02180.02230.02420.05430.06900.04800.07020.07500.00770.00770.00770.0131
(0.7, 0.3)0.02330.01400.01710.05830.07640.05860.07730.07950.00470.00780.00780.0088
(0.65, 0.35)0.02640.00660.00650.06020.07980.06800.08010.08040.00420.00500.00500.0077
(0.6, 0.4)0.02710.00630.00640.06500.08550.07730.08570.08520.00450.00510.00510.0041
(0.55, 0.45)0.02760.01010.01030.06800.08900.08290.08910.08820.00690.00480.00480.0042
(0.5, 0.5)0.02670.01840.01850.07180.09280.08830.09290.09170.00970.00410.00410.0047
(0.45, 0.55)0.02770.02080.02200.07530.09610.09240.09610.09500.01310.00820.00820.0085
(0.4, 0.6)0.02440.03050.03260.07830.09950.09620.09950.09820.01650.01130.01130.0119
(0.35, 0.65)0.02530.03690.03910.08160.10300.10120.10300.10120.01940.00930.00930.0141
(0.3, 0.7)0.02240.04380.04640.08680.10810.10620.10810.10650.02440.00920.00920.0186
(0.25, 0.75)0.01860.05250.05520.09070.11180.11050.11170.10960.02790.01050.01050.0221
(0.2, 0.8)0.01610.05960.06370.09230.11350.11250.11350.11100.02960.01060.01060.0237
(0.15, 0.85)0.01190.07020.07450.09500.11690.11620.11680.11460.03280.01260.01260.0270
(0.1, 0.9)0.00920.07580.08060.10020.12120.12080.12110.11820.03700.01310.01310.0310
(0.05, 0.95)0.00720.08260.08790.10310.12450.12410.12440.12180.04030.01640.01640.0343
(0.0, 1.0)0.00430.07770.08480.10490.12660.12630.12620.12350.04200.01640.01640.0360
tot0.01830.03880.04110.07170.08530.07850.08540.09170.01940.01020.01020.0183
+ +![plot_delta](plot\delta_imdb_40_acc.png) +![plot_diagonal](plot\diagonal_imdb_40_acc.png) +![plot_shift](plot\shift_imdb_40_acc.png) + + +> train: [0.69929078 0.30070922] +> validation: [0.70070922 0.29929078] +> evaluate_bin_sld: 18.495s +> evaluate_bin_sld_bcts: 59.685s +> evaluate_bin_sld_vs: 56.327s +> evaluate_bin_cc: 15.843s +> evaluate_mul_sld: 14.427s +> evaluate_mul_sld_bcts: 17.621s +> evaluate_mul_sld_vs: 15.049s +> evaluate_mul_cc: 9.859s +> reference: 8.059s +> kfcv: 8.018s +> atc_mc: 12.093s +> atc_ne: 12.106s +> doc_feat: 3.974s +> tot: 59.771s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCkfcvatc_mcatc_nedoc_feat
(1.0, 0.0)0.00880.02580.02580.02410.02550.03250.00960.02700.05550.00730.00730.0297
(0.95, 0.05)0.0098NaNNaN0.02660.03980.05890.01240.03050.05110.00940.00940.0254
(0.9, 0.1)0.0101NaNNaN0.02920.04330.07300.01170.03650.04630.01030.01030.0207
(0.85, 0.15)0.0113NaNNaN0.03200.04980.09040.01330.04100.04110.01040.01040.0155
(0.8, 0.2)0.0071NaNNaN0.03440.05280.10320.00870.04580.03630.00980.00980.0107
(0.75, 0.25)0.0074NaNNaN0.03640.05380.11450.01130.05020.03240.00980.00980.0073
(0.7, 0.3)0.0091NaNNaN0.03960.04980.12050.01910.05620.02680.01100.01100.0042
(0.65, 0.35)0.0094NaNNaN0.04190.05060.13090.02370.05960.02370.01120.01120.0044
(0.6, 0.4)0.0085NaNNaN0.04450.04750.13760.03030.06490.01810.01280.01280.0075
(0.55, 0.45)0.0078NaNNaN0.04730.04710.14730.03520.06970.01360.01290.01290.0119
(0.5, 0.5)0.0066NaNNaN0.04950.04340.15290.04070.07470.00880.01310.01310.0167
(0.45, 0.55)0.0121NaNNaN0.05240.03690.15630.05010.07970.00770.01440.01440.0211
(0.4, 0.6)0.0131NaNNaN0.05430.03490.16410.05650.08420.00700.01540.01540.0255
(0.35, 0.65)0.0127NaNNaN0.05820.02960.16390.06290.08930.00840.01590.01590.0309
(0.3, 0.7)0.0121NaNNaN0.06170.02420.16730.06960.09590.01270.01960.01960.0369
(0.25, 0.75)0.0124NaNNaN0.06280.02590.17700.07140.09960.01620.01860.01860.0408
(0.2, 0.8)0.0123NaNNaN0.06490.01920.17260.08020.10250.01860.01840.01840.0439
(0.15, 0.85)0.0169NaNNaN0.06580.02160.17610.08520.10820.02400.01990.01990.0489
(0.1, 0.9)0.0179NaNNaN0.07050.02270.17500.08810.11330.02880.02100.02100.0540
(0.05, 0.95)0.0207NaNNaN0.07190.02280.17760.08560.11900.03390.02040.02040.0591
(0.0, 1.0)0.0235NaNNaN0.07410.02320.17730.06970.12260.03700.02100.02100.0622
tot0.0119NaNNaN0.04960.03640.13660.04450.07480.02610.01440.01440.0275
+ +![plot_delta](plot\delta_imdb_30_acc.png) +![plot_diagonal](plot\diagonal_imdb_30_acc.png) +![plot_shift](plot\shift_imdb_30_acc.png) + + +> train: [0.8 0.2] +> validation: [0.8 0.2] +> evaluate_bin_sld: 17.433s +> evaluate_bin_sld_bcts: 41.101s +> evaluate_bin_sld_vs: 41.053s +> evaluate_bin_cc: 15.093s +> evaluate_mul_sld: 12.538s +> evaluate_mul_sld_bcts: 16.580s +> evaluate_mul_sld_vs: 15.161s +> evaluate_mul_cc: 9.321s +> reference: 7.617s +> kfcv: 7.494s +> atc_mc: 11.433s +> atc_ne: 11.565s +> doc_feat: 3.615s +> tot: 41.184s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCkfcvatc_mcatc_nedoc_feat
(1.0, 0.0)0.02740.03400.03400.01510.03830.02400.01460.03870.04080.00800.00800.0291
(0.95, 0.05)0.02200.06940.06940.02100.04610.07020.05120.04660.03280.00920.00920.0213
(0.9, 0.1)0.01610.10190.10190.02820.05530.10510.09000.05580.02360.01000.01000.0123
(0.85, 0.15)0.01780.13120.13120.03460.06450.12730.12040.06500.01450.01020.01020.0059
(0.8, 0.2)0.01440.16170.16160.04110.07420.14740.14890.07480.00570.01100.01100.0070
(0.75, 0.25)0.01320.16810.16800.04700.08160.16560.17570.08210.00430.00950.00950.0140
(0.7, 0.3)0.01330.16440.16440.05400.09170.17350.19320.09220.01280.01210.01210.0240
(0.65, 0.35)0.01200.14230.14220.06020.09850.18090.21270.09900.01950.01020.01020.0307
(0.6, 0.4)0.01270.13090.13080.06660.10810.18020.22380.10860.02910.01150.01150.0403
(0.55, 0.45)0.01440.12020.12000.07310.11720.18230.23760.11770.03820.01160.01160.0493
(0.5, 0.5)0.01590.09400.09390.07960.12640.17790.24570.12680.04730.01340.01340.0584
(0.45, 0.55)0.01540.12460.12450.08690.13500.16820.25060.13550.05600.01500.01500.0670
(0.4, 0.6)0.01840.11110.11090.09310.14420.16290.25660.14460.06520.01530.01530.0761
(0.35, 0.65)0.01530.09020.09010.10080.15370.13830.24610.15410.07470.01780.01780.0855
(0.3, 0.7)0.01630.07990.07990.10760.16130.12610.24980.16170.08220.01680.01680.0930
(0.25, 0.75)0.02020.10150.10140.11410.17250.10170.24010.17280.09340.01950.01950.1041
(0.2, 0.8)0.01790.08100.08090.11910.17920.07550.22630.17950.10010.01770.01770.1107
(0.15, 0.85)0.02100.08020.08020.12450.18850.04200.20800.18880.10940.01810.01810.1199
(0.1, 0.9)0.01750.06020.06010.13220.19770.02270.18010.19790.11850.02050.02050.1290
(0.05, 0.95)0.01560.05070.05070.13850.20710.05380.14930.20720.12780.02030.02030.1382
(0.0, 1.0)0.00990.03390.03390.14450.21340.14260.08030.21340.13400.01730.01730.1444
tot0.01650.10150.10140.08010.12640.12230.18100.12680.05860.01410.01410.0648
+ +![plot_delta](plot\delta_imdb_20_acc.png) +![plot_diagonal](plot\diagonal_imdb_20_acc.png) +![plot_shift](plot\shift_imdb_20_acc.png) + + +> train: [0.89929078 0.10070922] +> validation: [0.90070922 0.09929078] +> evaluate_bin_sld: 15.512s +> evaluate_bin_cc: 13.963s +> evaluate_mul_sld: 13.929s +> evaluate_mul_sld_bcts: 97.208s +> evaluate_mul_sld_vs: 96.043s +> evaluate_mul_cc: 8.697s +> reference: 6.996s +> kfcv: 6.891s +> atc_mc: 10.541s +> atc_ne: 10.583s +> doc_feat: 3.146s +> tot: 97.298s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCkfcvatc_mcatc_nedoc_feat
(1.0, 0.0)0.02730.00410.02140.30090.16010.01530.03770.00800.00800.0461
(0.95, 0.05)0.03210.01560.0270NaNNaN0.03430.01880.00720.00720.0272
(0.9, 0.1)0.03700.02920.0204NaNNaN0.05480.00540.00680.00680.0076
(0.85, 0.15)0.04820.04400.0391NaNNaN0.07690.02360.00690.00690.0151
(0.8, 0.2)0.05580.05750.0705NaNNaN0.09780.04440.00730.00730.0357
(0.75, 0.25)0.06410.06950.0991NaNNaN0.11670.06320.00800.00800.0545
(0.7, 0.3)0.07130.08410.1294NaNNaN0.13810.08450.01140.01140.0756
(0.65, 0.35)0.07910.09690.1543NaNNaN0.15860.10480.01270.01270.0959
(0.6, 0.4)0.08420.11100.1773NaNNaN0.17940.12550.01640.01640.1165
(0.55, 0.45)0.08950.12540.1993NaNNaN0.20050.14660.01990.01990.1375
(0.5, 0.5)0.09620.13760.2193NaNNaN0.22000.16600.02210.02210.1568
(0.45, 0.55)0.09970.15220.2417NaNNaN0.24230.18800.02600.02600.1787
(0.4, 0.6)0.10350.16600.2618NaNNaN0.26220.20790.02840.02840.1985
(0.35, 0.65)0.10420.17910.2822NaNNaN0.28240.22790.03280.03280.2185
(0.3, 0.7)0.10590.19270.3029NaNNaN0.30310.24850.03430.03430.2390
(0.25, 0.75)0.10680.20780.3248NaNNaN0.32510.27030.03870.03870.2607
(0.2, 0.8)0.10300.21990.3436NaNNaN0.34380.28890.03920.03920.2792
(0.15, 0.85)0.10180.23060.3629NaNNaN0.36300.30810.03930.03930.2983
(0.1, 0.9)0.09850.24460.3853NaNNaN0.38560.33050.04700.04700.3206
(0.05, 0.95)0.09030.26070.4070NaNNaN0.40730.35200.04880.04880.3421
(0.0, 1.0)0.08080.26940.4249NaNNaN0.42520.36990.05070.05070.3599
tot0.08000.13800.2140NaNNaN0.22060.17200.02440.02440.1649
+ +![plot_delta](plot\delta_imdb_10_acc.png) +![plot_diagonal](plot\diagonal_imdb_10_acc.png) +![plot_shift](plot\shift_imdb_10_acc.png) + + diff --git a/output/imdb_best_our_vs_all/imdb_best_our_vs_all_f1.md b/output/imdb_best_our_vs_all/imdb_best_our_vs_all_f1.md new file mode 100644 index 0000000..62b07cd --- /dev/null +++ b/output/imdb_best_our_vs_all/imdb_best_our_vs_all_f1.md @@ -0,0 +1,2969 @@ +imdb + +> train: [0.09929078 0.90070922] +> validation: [0.10070922 0.89929078] +> evaluate_bin_sld: 16.387s +> evaluate_bin_cc: 13.242s +> evaluate_mul_sld: 12.902s +> evaluate_mul_sld_bcts: 14.811s +> evaluate_mul_sld_vs: 20.046s +> evaluate_mul_cc: 8.516s +> reference: 6.899s +> kfcv: 6.652s +> atc_mc: 10.388s +> atc_ne: 10.270s +> doc_feat: 2.898s +> tot: 24.137s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCkfcvatc_mcatc_ne
(1.0, 0.0)0.09660.82290.05900.05670.03691.00000.81950.61960.6196
(0.95, 0.05)0.03270.63590.08830.08170.12420.79050.61000.45650.4565
(0.9, 0.1)0.02010.50250.17110.15310.21170.64150.46110.34680.3468
(0.85, 0.15)0.02430.40840.21960.19110.25900.53130.35080.27190.2719
(0.8, 0.2)0.02540.33570.24840.21300.28990.44450.26400.21400.2140
(0.75, 0.25)0.02740.27880.26390.22290.30270.37520.19470.17020.1702
(0.7, 0.3)0.02990.23330.26670.22240.30280.31980.13930.13820.1382
(0.65, 0.35)0.02840.19550.26360.21680.29450.27180.09130.11010.1101
(0.6, 0.4)0.02770.16520.25520.20710.28090.23260.05210.08980.0898
(0.55, 0.45)0.02710.13820.24680.19890.26960.19810.01770.07140.0714
(0.5, 0.5)0.02490.11700.23010.18280.24920.17030.01030.05850.0585
(0.45, 0.55)0.02260.09660.21620.17000.23100.14340.03710.04590.0459
(0.4, 0.6)0.02180.08010.19990.15590.21180.12130.05920.03530.0353
(0.35, 0.65)0.01770.06450.17940.13710.18650.10020.08030.02740.0274
(0.3, 0.7)0.01870.05270.16090.12100.16670.08280.09760.01990.0199
(0.25, 0.75)0.01680.04110.14230.10340.14330.06650.11400.01330.0133
(0.2, 0.8)0.01360.03020.12260.08720.12290.05110.12940.00770.0077
(0.15, 0.85)0.01190.02080.09970.06610.09670.03810.14230.00420.0042
(0.1, 0.9)0.01150.01200.07780.04650.07280.02570.15470.00340.0034
(0.05, 0.95)0.01040.00510.05380.02400.04590.01470.16570.00570.0057
(0.0, 1.0)0.00910.00220.02190.00270.00890.00450.17600.00870.0087
tot0.02470.20180.17080.13620.18610.26780.19840.12950.1295
+ +![plot_delta](plot\delta_imdb_90_f1.png) +![plot_diagonal](plot\diagonal_imdb_90_f1.png) +![plot_shift](plot\shift_imdb_90_f1.png) + + +> train: [0.2 0.8] +> validation: [0.2 0.8] +> evaluate_bin_sld: 15.979s +> evaluate_bin_cc: 13.648s +> evaluate_mul_sld: 14.579s +> evaluate_mul_sld_bcts: 93.980s +> evaluate_mul_sld_vs: 98.491s +> evaluate_mul_cc: 8.426s +> reference: 6.898s +> kfcv: 6.833s +> atc_mc: 10.615s +> atc_ne: 10.543s +> doc_feat: 3.086s +> tot: 98.590s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCkfcvatc_mcatc_ne
(1.0, 0.0)0.10030.79850.31130.11250.20330.96710.88990.53680.5368
(0.95, 0.05)0.05180.49310.1897NaNNaN0.63000.54560.27780.2778
(0.9, 0.1)0.09190.33980.1362NaNNaN0.45280.36390.15510.1551
(0.85, 0.15)0.08890.25870.1101NaNNaN0.35180.26040.10270.1027
(0.8, 0.2)0.08350.20120.0900NaNNaN0.28030.18590.06610.0661
(0.75, 0.25)0.07240.16110.0731NaNNaN0.22810.13140.04240.0424
(0.7, 0.3)0.06120.13510.0623NaNNaN0.19250.09420.03000.0300
(0.65, 0.35)0.05050.10990.0543NaNNaN0.15970.05960.01740.0174
(0.6, 0.4)0.04170.09330.0482NaNNaN0.13680.03510.01210.0121
(0.55, 0.45)0.03210.07990.0391NaNNaN0.11670.01450.00810.0081
(0.5, 0.5)0.02310.07010.0357NaNNaN0.10190.00420.00590.0059
(0.45, 0.55)0.01420.06050.0347NaNNaN0.08740.01750.00610.0061
(0.4, 0.6)0.01240.05260.0264NaNNaN0.07660.02910.00600.0060
(0.35, 0.65)0.00760.04530.0268NaNNaN0.06470.04140.00600.0060
(0.3, 0.7)0.00810.04060.0201NaNNaN0.05790.04920.00590.0059
(0.25, 0.75)0.00800.03410.0179NaNNaN0.04900.05880.00680.0068
(0.2, 0.8)0.01020.02970.0161NaNNaN0.04200.06620.00530.0053
(0.15, 0.85)0.01270.02570.0147NaNNaN0.03560.07330.00610.0061
(0.1, 0.9)0.01240.02250.0128NaNNaN0.03040.07890.00500.0050
(0.05, 0.95)0.01260.01980.0117NaNNaN0.02550.08430.00600.0060
(0.0, 1.0)0.01140.01670.0109NaNNaN0.02050.08970.00550.0055
tot0.03840.14710.0639NaNNaN0.19560.15110.06250.0625
+ +![plot_delta](plot\delta_imdb_80_f1.png) +![plot_diagonal](plot\diagonal_imdb_80_f1.png) +![plot_shift](plot\shift_imdb_80_f1.png) + + +> train: [0.30070922 0.69929078] +> validation: [0.29929078 0.70070922] +> evaluate_bin_sld: 17.878s +> evaluate_bin_sld_bcts: 19.984s +> evaluate_bin_sld_vs: 20.067s +> evaluate_bin_cc: 15.035s +> evaluate_mul_sld: 18.514s +> evaluate_mul_sld_bcts: 19.983s +> evaluate_mul_sld_vs: 14.082s +> evaluate_mul_cc: 9.386s +> reference: 7.423s +> kfcv: 7.428s +> atc_mc: 11.240s +> atc_ne: 11.297s +> doc_feat: 3.750s +> tot: 20.155s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCkfcvatc_mcatc_ne
(1.0, 0.0)0.11160.00190.00190.85600.21500.18830.30040.95140.90340.62710.6271
(0.95, 0.05)0.05710.24810.24810.46110.06460.10080.05640.53140.47640.28750.2875
(0.9, 0.1)0.07620.25110.25120.30600.11630.15840.04750.35750.29490.16530.1653
(0.85, 0.15)0.06830.22150.22150.22740.11630.15820.05350.26580.19930.11180.1118
(0.8, 0.2)0.05790.18890.18890.17360.11390.15530.04640.20540.13490.07560.0756
(0.75, 0.25)0.04360.15200.15200.13710.10590.14480.04630.16320.08910.05440.0544
(0.7, 0.3)0.03370.12740.12740.11380.09500.13210.04330.13630.05940.04200.0420
(0.65, 0.35)0.02310.10040.10040.09300.08060.11450.03630.11160.03200.03000.0300
(0.6, 0.4)0.01500.07880.07890.07960.06890.10130.03010.09590.01390.02500.0250
(0.55, 0.45)0.00910.05960.05960.06720.06180.09200.03030.08060.00470.01870.0187
(0.5, 0.5)0.00680.04400.04400.05900.05170.08030.02540.07090.01460.01550.0155
(0.45, 0.55)0.00810.03080.03080.05020.04030.06620.02070.06120.02630.01160.0116
(0.4, 0.6)0.00740.02130.02130.04360.03440.05840.02010.05360.03560.00930.0093
(0.35, 0.65)0.00820.01330.01330.03730.02430.04630.01380.04620.04380.00870.0087
(0.3, 0.7)0.00700.01010.01010.03330.02190.04250.01520.04140.04990.00690.0069
(0.25, 0.75)0.00560.00880.00880.02800.01510.03380.01240.03560.05680.00500.0050
(0.2, 0.8)0.00590.00740.00740.02490.01010.02590.00950.03100.06210.00470.0047
(0.15, 0.85)0.00420.00690.00690.02080.00820.01740.00900.02670.06760.00370.0037
(0.1, 0.9)0.00370.00540.00540.01860.00700.00930.00560.02420.07100.00390.0039
(0.05, 0.95)0.00270.00490.00490.01540.01060.00680.00660.02080.07530.00370.0037
(0.0, 1.0)0.00120.00020.00020.01280.01540.01120.01080.01750.07910.00300.0030
tot0.02650.07540.07540.13610.06080.08300.04000.15850.13290.07210.0721
+ +![plot_delta](plot\delta_imdb_70_f1.png) +![plot_diagonal](plot\diagonal_imdb_70_f1.png) +![plot_shift](plot\shift_imdb_70_f1.png) + + +> train: [0.4 0.6] +> validation: [0.4 0.6] +> evaluate_bin_sld: 16.892s +> evaluate_bin_cc: 14.167s +> evaluate_mul_sld: 11.611s +> evaluate_mul_sld_bcts: 14.161s +> evaluate_mul_sld_vs: 14.599s +> evaluate_mul_cc: 9.078s +> reference: 7.046s +> kfcv: 6.925s +> atc_mc: 10.748s +> atc_ne: 10.823s +> doc_feat: 3.081s +> tot: 16.980s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCkfcvatc_mcatc_ne
(1.0, 0.0)0.25660.92330.98790.87030.98170.99430.91830.59260.5926
(0.95, 0.05)0.08160.45190.49830.44800.49170.49800.42060.20120.2012
(0.9, 0.1)0.04920.28840.32490.30200.32030.32420.24570.09430.0943
(0.85, 0.15)0.03320.21800.24670.23360.24250.24620.16680.05740.0574
(0.8, 0.2)0.02640.16560.19020.18410.18680.18950.10960.03240.0324
(0.75, 0.25)0.02580.13300.15330.14880.15000.15270.07250.01910.0191
(0.7, 0.3)0.02440.11310.13110.12760.12790.13070.05020.01340.0134
(0.65, 0.35)0.02650.09360.10880.10630.10600.10850.02780.00860.0086
(0.6, 0.4)0.02530.08190.09500.09300.09230.09480.01400.00690.0069
(0.55, 0.45)0.02400.07110.08280.08100.07990.08260.00430.00490.0049
(0.5, 0.5)0.02370.06290.07340.07180.07040.07340.00780.00410.0041
(0.45, 0.55)0.02400.05570.06450.06300.06070.06460.01670.00560.0056
(0.4, 0.6)0.02230.04960.05820.05670.05330.05830.02300.00590.0059
(0.35, 0.65)0.02290.04450.05200.05080.04820.05210.02930.00640.0064
(0.3, 0.7)0.02200.04100.04730.04610.04180.04760.03380.00570.0057
(0.25, 0.75)0.01640.03570.04200.04080.03620.04220.03930.00670.0067
(0.2, 0.8)0.01600.03280.03810.03710.03270.03840.04320.00600.0060
(0.15, 0.85)0.01280.02920.03370.03290.02750.03410.04750.00540.0054
(0.1, 0.9)0.00980.02720.03180.03100.02520.03210.04960.00570.0057
(0.05, 0.95)0.00650.02500.02870.02800.02010.02910.05260.00560.0056
(0.0, 1.0)0.00450.02220.02560.02450.01510.02610.05560.00640.0064
tot0.03590.14120.15780.14650.15290.15810.11560.05210.0521
+ +![plot_delta](plot\delta_imdb_60_f1.png) +![plot_diagonal](plot\diagonal_imdb_60_f1.png) +![plot_shift](plot\shift_imdb_60_f1.png) + + +> train: [0.49929078 0.50070922] +> validation: [0.50070922 0.49929078] +> evaluate_bin_sld: 17.940s +> evaluate_bin_sld_bcts: 22.819s +> evaluate_bin_sld_vs: 22.561s +> evaluate_bin_cc: 15.240s +> evaluate_mul_sld: 14.159s +> evaluate_mul_sld_bcts: 14.434s +> evaluate_mul_sld_vs: 15.019s +> evaluate_mul_cc: 9.461s +> reference: 7.565s +> kfcv: 7.591s +> atc_mc: 11.500s +> atc_ne: 11.584s +> doc_feat: 3.889s +> tot: 22.915s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCkfcvatc_mcatc_ne
(1.0, 0.0)0.23540.01240.01240.80280.38910.54180.78260.97880.90210.64140.6414
(0.95, 0.05)0.04830.39970.39970.33290.09170.19850.36830.43930.35740.20080.2008
(0.9, 0.1)0.03130.34170.34170.20800.05710.12640.25230.28140.19580.09510.0951
(0.85, 0.15)0.02610.28160.28160.15290.05180.10510.20180.21240.12430.05620.0562
(0.8, 0.2)0.01330.21700.21700.12120.02170.08140.16740.16710.07750.03530.0353
(0.75, 0.25)0.01050.16580.16580.09800.01800.06640.13850.13600.04540.02180.0218
(0.7, 0.3)0.01030.13510.13510.08570.02140.06020.12140.11830.02670.01550.0155
(0.65, 0.35)0.01030.09430.09430.07370.02320.05270.10360.10030.00890.00940.0094
(0.6, 0.4)0.01050.07770.07770.06600.02570.04830.09290.08980.00490.00720.0072
(0.55, 0.45)0.00950.05910.05910.05940.02640.04250.08330.08050.01300.00540.0054
(0.5, 0.5)0.00850.04780.04780.05450.02850.03930.07600.07350.02050.00420.0042
(0.45, 0.55)0.01330.04300.04300.04990.03050.03580.06870.06650.02790.00650.0065
(0.4, 0.6)0.01200.03380.03380.04610.02810.02930.06280.06080.03380.00660.0066
(0.35, 0.65)0.01230.02790.02790.04360.03380.03070.05890.05700.03790.00660.0066
(0.3, 0.7)0.01140.02270.02270.04210.03210.02480.05580.05430.04080.00530.0053
(0.25, 0.75)0.00980.02270.02270.03890.03410.02280.05110.05000.04520.00710.0071
(0.2, 0.8)0.00900.01900.01900.03610.03410.02040.04680.04600.04930.00620.0062
(0.15, 0.85)0.00700.01370.01370.03370.03520.01790.04330.04360.05210.00680.0068
(0.1, 0.9)0.00530.00980.00980.03350.03730.01750.03990.04160.05390.00720.0072
(0.05, 0.95)0.00460.00950.00950.03170.03650.01420.03140.03940.05640.00630.0063
(0.0, 1.0)0.00240.00480.00480.03000.03740.01430.01930.03690.05900.00760.0076
tot0.02390.09710.09710.11620.05210.07570.13650.15110.10630.05520.0552
+ +![plot_delta](plot\delta_imdb_50_f1.png) +![plot_diagonal](plot\diagonal_imdb_50_f1.png) +![plot_shift](plot\shift_imdb_50_f1.png) + + +> train: [0.6 0.4] +> validation: [0.6 0.4] +> evaluate_bin_sld: 17.806s +> evaluate_bin_sld_bcts: 31.960s +> evaluate_bin_sld_vs: 31.417s +> evaluate_bin_cc: 15.050s +> evaluate_mul_sld: 14.144s +> evaluate_mul_sld_bcts: 14.872s +> evaluate_mul_sld_vs: 15.326s +> evaluate_mul_cc: 9.419s +> reference: 7.568s +> kfcv: 7.443s +> atc_mc: 11.436s +> atc_ne: 11.455s +> doc_feat: 3.739s +> tot: 32.049s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCkfcvatc_mcatc_ne
(1.0, 0.0)0.35770.01800.01820.82670.45260.39110.44120.98560.91150.66880.6688
(0.95, 0.05)0.09740.40700.41010.31120.18060.10920.17230.41010.33110.18600.1860
(0.9, 0.1)0.06450.27510.28410.19810.15360.09120.15850.26930.18800.08770.0877
(0.85, 0.15)0.05780.17470.18550.15160.15280.09690.15510.20850.12610.05200.0520
(0.8, 0.2)0.04940.09380.10340.12520.14450.09970.14770.17110.08800.03110.0311
(0.75, 0.25)0.05020.05130.05660.10820.13550.09920.13790.14670.06300.01910.0191
(0.7, 0.3)0.04400.02630.03290.09790.12730.10070.12880.13210.04800.01370.0137
(0.65, 0.35)0.04140.00870.00870.08720.11500.09970.11550.11580.03140.00690.0069
(0.6, 0.4)0.03700.00810.00820.08290.10910.09960.10930.10860.02380.00590.0059
(0.55, 0.45)0.03330.01340.01370.07750.10180.09550.10190.10080.01580.00540.0054
(0.5, 0.5)0.02900.02200.02210.07390.09620.09190.09620.09490.00970.00580.0058
(0.45, 0.55)0.02700.02280.02410.07070.09100.08790.09100.08980.00710.01000.0100
(0.4, 0.6)0.02170.03030.03240.06770.08680.08420.08680.08560.00730.01130.0113
(0.35, 0.65)0.02080.03410.03610.06530.08330.08190.08320.08160.00670.01150.0115
(0.3, 0.7)0.01710.03700.03930.06470.08160.08030.08150.08020.00780.01100.0110
(0.25, 0.75)0.01300.04140.04360.06330.07900.07820.07900.07730.00960.01180.0118
(0.2, 0.8)0.01050.04380.04700.06040.07530.07460.07520.07340.01260.01210.0121
(0.15, 0.85)0.00720.04830.05140.05860.07320.07280.07310.07150.01490.01340.0134
(0.1, 0.9)0.00530.04940.05270.05860.07180.07150.07170.06980.01620.01320.0132
(0.05, 0.95)0.00400.05090.05440.05720.07000.06980.06990.06830.01800.01590.0159
(0.0, 1.0)0.00250.04630.05070.05530.06760.06750.06750.06580.02060.01540.0154
tot0.04720.07160.07500.13150.12140.10210.12110.16700.09320.05750.0575
+ +![plot_delta](plot\delta_imdb_40_f1.png) +![plot_diagonal](plot\diagonal_imdb_40_f1.png) +![plot_shift](plot\shift_imdb_40_f1.png) + + +> train: [0.69929078 0.30070922] +> validation: [0.70070922 0.29929078] +> evaluate_bin_sld: 18.495s +> evaluate_bin_sld_bcts: 59.685s +> evaluate_bin_sld_vs: 56.327s +> evaluate_bin_cc: 15.843s +> evaluate_mul_sld: 14.427s +> evaluate_mul_sld_bcts: 17.621s +> evaluate_mul_sld_vs: 15.049s +> evaluate_mul_cc: 9.859s +> reference: 8.059s +> kfcv: 8.018s +> atc_mc: 12.093s +> atc_ne: 12.106s +> doc_feat: 3.974s +> tot: 59.771s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCkfcvatc_mcatc_ne
(1.0, 0.0)0.54180.16690.16690.75350.12020.06900.38380.78150.86860.59010.5901
(0.95, 0.05)0.1297NaNNaN0.24620.17270.30690.06710.26770.27230.14550.1455
(0.9, 0.1)0.0631NaNNaN0.14860.15660.30350.05430.17620.13820.07170.0717
(0.85, 0.15)0.0440NaNNaN0.11020.14320.29400.04170.13640.07920.04300.0430
(0.8, 0.2)0.0265NaNNaN0.08910.12660.27630.02720.11550.04520.02910.0291
(0.75, 0.25)0.0198NaNNaN0.07500.10920.25840.02720.10180.02140.02010.0201
(0.7, 0.3)0.0184NaNNaN0.06770.08750.23470.03520.09560.00890.01670.0167
(0.65, 0.35)0.0158NaNNaN0.06110.07800.22320.03650.08730.00820.01310.0131
(0.6, 0.4)0.0122NaNNaN0.05660.06550.20920.04050.08360.01370.01210.0121
(0.55, 0.45)0.0094NaNNaN0.05340.05920.20290.04160.08010.02070.00980.0098
(0.5, 0.5)0.0070NaNNaN0.05010.04970.19120.04320.07760.02600.00810.0081
(0.45, 0.55)0.0119NaNNaN0.04810.03940.18030.04830.07560.03090.01000.0100
(0.4, 0.6)0.0117NaNNaN0.04550.03470.17520.04990.07330.03490.00940.0094
(0.35, 0.65)0.0104NaNNaN0.04510.02750.16230.05140.07200.03770.00840.0084
(0.3, 0.7)0.0093NaNNaN0.04440.02080.15510.05310.07220.03930.01010.0101
(0.25, 0.75)0.0100NaNNaN0.04210.02110.15420.05100.07010.04230.00900.0090
(0.2, 0.8)0.0092NaNNaN0.04080.01440.14110.05360.06760.04580.00790.0079
(0.15, 0.85)0.0124NaNNaN0.03870.01490.13590.05380.06740.04750.00720.0072
(0.1, 0.9)0.0124NaNNaN0.03930.01420.12800.05260.06680.04890.00750.0075
(0.05, 0.95)0.0136NaNNaN0.03780.01340.12350.04850.06660.05010.00630.0063
(0.0, 1.0)0.0145NaNNaN0.03710.01280.11650.03750.06530.05250.00650.0065
tot0.0478NaNNaN0.10140.06580.19250.06180.12860.09200.04960.0496
+ +![plot_delta](plot\delta_imdb_30_f1.png) +![plot_diagonal](plot\diagonal_imdb_30_f1.png) +![plot_shift](plot\shift_imdb_30_f1.png) + + +> train: [0.8 0.2] +> validation: [0.8 0.2] +> evaluate_bin_sld: 17.433s +> evaluate_bin_sld_bcts: 41.101s +> evaluate_bin_sld_vs: 41.053s +> evaluate_bin_cc: 15.093s +> evaluate_mul_sld: 12.538s +> evaluate_mul_sld_bcts: 16.580s +> evaluate_mul_sld_vs: 15.161s +> evaluate_mul_cc: 9.321s +> reference: 7.617s +> kfcv: 7.494s +> atc_mc: 11.433s +> atc_ne: 11.565s +> doc_feat: 3.615s +> tot: 41.184s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCkfcvatc_mcatc_ne
(1.0, 0.0)0.15420.00090.00090.70100.98980.14850.26821.00000.87410.63730.6373
(0.95, 0.05)0.06990.62620.62620.20480.36570.35850.29400.37000.24410.12640.1264
(0.9, 0.1)0.04270.71230.71230.14180.25920.38150.35730.26160.13570.05960.0596
(0.85, 0.15)0.03800.67800.67790.11740.21560.36020.36660.21730.09140.03540.0354
(0.8, 0.2)0.02150.67260.67250.10500.19250.33860.36700.19370.06780.02420.0242
(0.75, 0.25)0.01740.55070.55050.09610.17230.31830.36350.17320.04740.01370.0137
(0.7, 0.3)0.01610.43150.43130.09230.16360.28430.34400.16440.03850.01270.0127
(0.65, 0.35)0.01330.30450.30420.08860.15160.26070.33490.15220.02630.00800.0080
(0.6, 0.4)0.01300.23110.23080.08600.14670.22940.31460.14720.02130.00560.0056
(0.55, 0.45)0.01400.17780.17760.08410.14230.20910.30360.14280.01690.00510.0051
(0.5, 0.5)0.01420.11500.11480.08260.13870.18350.28570.13910.01330.00460.0046
(0.45, 0.55)0.01360.16700.16690.08230.13530.15920.27040.13560.01140.01210.0121
(0.4, 0.6)0.01540.12650.12630.08100.13300.14090.25620.13330.00990.01110.0111
(0.35, 0.65)0.01190.09360.09350.08120.13110.10920.22890.13140.01020.01100.0110
(0.3, 0.7)0.01210.07450.07450.08070.12800.09170.21800.12820.00790.00820.0082
(0.25, 0.75)0.01480.09240.09230.07980.12830.06790.19810.12850.00850.00950.0095
(0.2, 0.8)0.01250.06600.06590.07830.12490.04530.17570.12500.00720.00870.0087
(0.15, 0.85)0.01440.06340.06330.07690.12400.02290.15340.12410.00720.00980.0098
(0.1, 0.9)0.01160.04220.04210.07730.12290.01570.12640.12300.00710.01000.0100
(0.05, 0.95)0.01020.03420.03410.07680.12220.03690.10090.12220.00720.00880.0088
(0.0, 1.0)0.00680.02300.02300.07630.11950.08260.05300.11950.00880.01030.0103
tot0.02560.25160.25150.12340.20030.18310.25620.20150.07920.04920.0492
+ +![plot_delta](plot\delta_imdb_20_f1.png) +![plot_diagonal](plot\diagonal_imdb_20_f1.png) +![plot_shift](plot\shift_imdb_20_f1.png) + + +> train: [0.89929078 0.10070922] +> validation: [0.90070922 0.09929078] +> evaluate_bin_sld: 15.512s +> evaluate_bin_cc: 13.963s +> evaluate_mul_sld: 13.929s +> evaluate_mul_sld_bcts: 97.208s +> evaluate_mul_sld_vs: 96.043s +> evaluate_mul_cc: 8.697s +> reference: 6.996s +> kfcv: 6.891s +> atc_mc: 10.541s +> atc_ne: 10.583s +> doc_feat: 3.146s +> tot: 97.298s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCkfcvatc_mcatc_ne
(1.0, 0.0)0.22880.62830.58920.02880.03770.93940.82450.40150.4015
(0.95, 0.05)0.13480.16900.1653NaNNaN0.35710.20940.07480.0748
(0.9, 0.1)0.12410.15000.1892NaNNaN0.31210.15370.06840.0684
(0.85, 0.15)0.12640.15040.2273NaNNaN0.30500.14170.06300.0630
(0.8, 0.2)0.12300.14800.2556NaNNaN0.29620.12970.06100.0610
(0.75, 0.25)0.12410.14240.2646NaNNaN0.28500.11640.06320.0632
(0.7, 0.3)0.12070.14470.2766NaNNaN0.28370.11360.05960.0596
(0.65, 0.35)0.11860.14280.2791NaNNaN0.28090.10970.06190.0619
(0.6, 0.4)0.11500.14370.2795NaNNaN0.27910.10730.05990.0599
(0.55, 0.45)0.11170.14490.2796NaNNaN0.27860.10620.05890.0589
(0.5, 0.5)0.11170.14280.2767NaNNaN0.27570.10270.06010.0601
(0.45, 0.55)0.10880.14390.2782NaNNaN0.27740.10380.06010.0601
(0.4, 0.6)0.10650.14420.2761NaNNaN0.27530.10150.06010.0601
(0.35, 0.65)0.10170.14370.2747NaNNaN0.27390.09980.05890.0589
(0.3, 0.7)0.09900.14380.2743NaNNaN0.27380.09930.06090.0609
(0.25, 0.75)0.09690.14490.2752NaNNaN0.27490.10010.06000.0600
(0.2, 0.8)0.08980.14400.2725NaNNaN0.27220.09730.06030.0603
(0.15, 0.85)0.08740.14150.2708NaNNaN0.27060.09550.06330.0633
(0.1, 0.9)0.08440.14140.2720NaNNaN0.27200.09680.05800.0580
(0.05, 0.95)0.07740.14360.2726NaNNaN0.27260.09720.05980.0598
(0.0, 1.0)0.07130.14030.2700NaNNaN0.27010.09460.05940.0594
tot0.11250.16850.2771NaNNaN0.31550.14770.07780.0778
+ +![plot_delta](plot\delta_imdb_10_f1.png) +![plot_diagonal](plot\diagonal_imdb_10_f1.png) +![plot_shift](plot\shift_imdb_10_f1.png) + + diff --git a/output/imdb_best_our_vs_all/plot/delta_imdb_10_acc.png b/output/imdb_best_our_vs_all/plot/delta_imdb_10_acc.png new file mode 100644 index 0000000..cd8f495 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/delta_imdb_10_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/delta_imdb_10_f1.png b/output/imdb_best_our_vs_all/plot/delta_imdb_10_f1.png new file mode 100644 index 0000000..7315997 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/delta_imdb_10_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/delta_imdb_20_acc.png b/output/imdb_best_our_vs_all/plot/delta_imdb_20_acc.png new file mode 100644 index 0000000..d2fe550 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/delta_imdb_20_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/delta_imdb_20_f1.png b/output/imdb_best_our_vs_all/plot/delta_imdb_20_f1.png new file mode 100644 index 0000000..1873aaa Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/delta_imdb_20_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/delta_imdb_30_acc.png b/output/imdb_best_our_vs_all/plot/delta_imdb_30_acc.png new file mode 100644 index 0000000..7cf1fa5 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/delta_imdb_30_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/delta_imdb_30_f1.png b/output/imdb_best_our_vs_all/plot/delta_imdb_30_f1.png new file mode 100644 index 0000000..b5e4769 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/delta_imdb_30_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/delta_imdb_40_acc.png b/output/imdb_best_our_vs_all/plot/delta_imdb_40_acc.png new file mode 100644 index 0000000..964eaa4 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/delta_imdb_40_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/delta_imdb_40_f1.png b/output/imdb_best_our_vs_all/plot/delta_imdb_40_f1.png new file mode 100644 index 0000000..a5b76ae Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/delta_imdb_40_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/delta_imdb_50_acc.png b/output/imdb_best_our_vs_all/plot/delta_imdb_50_acc.png new file mode 100644 index 0000000..93b75a9 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/delta_imdb_50_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/delta_imdb_50_f1.png b/output/imdb_best_our_vs_all/plot/delta_imdb_50_f1.png new file mode 100644 index 0000000..19b6e9c Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/delta_imdb_50_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/delta_imdb_60_acc.png b/output/imdb_best_our_vs_all/plot/delta_imdb_60_acc.png new file mode 100644 index 0000000..0931444 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/delta_imdb_60_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/delta_imdb_60_f1.png b/output/imdb_best_our_vs_all/plot/delta_imdb_60_f1.png new file mode 100644 index 0000000..76678d7 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/delta_imdb_60_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/delta_imdb_70_acc.png b/output/imdb_best_our_vs_all/plot/delta_imdb_70_acc.png new file mode 100644 index 0000000..3891900 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/delta_imdb_70_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/delta_imdb_70_f1.png b/output/imdb_best_our_vs_all/plot/delta_imdb_70_f1.png new file mode 100644 index 0000000..b2b4f48 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/delta_imdb_70_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/delta_imdb_80_acc.png b/output/imdb_best_our_vs_all/plot/delta_imdb_80_acc.png new file mode 100644 index 0000000..ce3792d Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/delta_imdb_80_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/delta_imdb_80_f1.png b/output/imdb_best_our_vs_all/plot/delta_imdb_80_f1.png new file mode 100644 index 0000000..c2d6f22 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/delta_imdb_80_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/delta_imdb_90_acc.png b/output/imdb_best_our_vs_all/plot/delta_imdb_90_acc.png new file mode 100644 index 0000000..4a3860a Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/delta_imdb_90_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/delta_imdb_90_f1.png b/output/imdb_best_our_vs_all/plot/delta_imdb_90_f1.png new file mode 100644 index 0000000..0f1ccc9 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/delta_imdb_90_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/diagonal_imdb_10_acc.png b/output/imdb_best_our_vs_all/plot/diagonal_imdb_10_acc.png new file mode 100644 index 0000000..a04c0f6 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/diagonal_imdb_10_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/diagonal_imdb_10_f1.png b/output/imdb_best_our_vs_all/plot/diagonal_imdb_10_f1.png new file mode 100644 index 0000000..1bcc3bb Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/diagonal_imdb_10_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/diagonal_imdb_20_acc.png b/output/imdb_best_our_vs_all/plot/diagonal_imdb_20_acc.png new file mode 100644 index 0000000..8d61064 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/diagonal_imdb_20_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/diagonal_imdb_20_f1.png b/output/imdb_best_our_vs_all/plot/diagonal_imdb_20_f1.png new file mode 100644 index 0000000..d2a58ab Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/diagonal_imdb_20_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/diagonal_imdb_30_acc.png b/output/imdb_best_our_vs_all/plot/diagonal_imdb_30_acc.png new file mode 100644 index 0000000..d0d52a8 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/diagonal_imdb_30_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/diagonal_imdb_30_f1.png b/output/imdb_best_our_vs_all/plot/diagonal_imdb_30_f1.png new file mode 100644 index 0000000..0d27ead Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/diagonal_imdb_30_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/diagonal_imdb_40_acc.png b/output/imdb_best_our_vs_all/plot/diagonal_imdb_40_acc.png new file mode 100644 index 0000000..ac24594 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/diagonal_imdb_40_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/diagonal_imdb_40_f1.png b/output/imdb_best_our_vs_all/plot/diagonal_imdb_40_f1.png new file mode 100644 index 0000000..0f339fc Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/diagonal_imdb_40_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/diagonal_imdb_50_acc.png b/output/imdb_best_our_vs_all/plot/diagonal_imdb_50_acc.png new file mode 100644 index 0000000..2ad4733 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/diagonal_imdb_50_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/diagonal_imdb_50_f1.png b/output/imdb_best_our_vs_all/plot/diagonal_imdb_50_f1.png new file mode 100644 index 0000000..4b320ad Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/diagonal_imdb_50_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/diagonal_imdb_60_acc.png b/output/imdb_best_our_vs_all/plot/diagonal_imdb_60_acc.png new file mode 100644 index 0000000..b5241f0 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/diagonal_imdb_60_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/diagonal_imdb_60_f1.png b/output/imdb_best_our_vs_all/plot/diagonal_imdb_60_f1.png new file mode 100644 index 0000000..a1d64b2 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/diagonal_imdb_60_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/diagonal_imdb_70_acc.png b/output/imdb_best_our_vs_all/plot/diagonal_imdb_70_acc.png new file mode 100644 index 0000000..5b1bbb5 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/diagonal_imdb_70_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/diagonal_imdb_70_f1.png b/output/imdb_best_our_vs_all/plot/diagonal_imdb_70_f1.png new file mode 100644 index 0000000..bc47cff Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/diagonal_imdb_70_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/diagonal_imdb_80_acc.png b/output/imdb_best_our_vs_all/plot/diagonal_imdb_80_acc.png new file mode 100644 index 0000000..149a96a Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/diagonal_imdb_80_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/diagonal_imdb_80_f1.png b/output/imdb_best_our_vs_all/plot/diagonal_imdb_80_f1.png new file mode 100644 index 0000000..d59d044 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/diagonal_imdb_80_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/diagonal_imdb_90_acc.png b/output/imdb_best_our_vs_all/plot/diagonal_imdb_90_acc.png new file mode 100644 index 0000000..c1057b2 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/diagonal_imdb_90_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/diagonal_imdb_90_f1.png b/output/imdb_best_our_vs_all/plot/diagonal_imdb_90_f1.png new file mode 100644 index 0000000..eca377f Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/diagonal_imdb_90_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/shift_imdb_10_acc.png b/output/imdb_best_our_vs_all/plot/shift_imdb_10_acc.png new file mode 100644 index 0000000..397d5ea Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/shift_imdb_10_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/shift_imdb_10_f1.png b/output/imdb_best_our_vs_all/plot/shift_imdb_10_f1.png new file mode 100644 index 0000000..408f209 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/shift_imdb_10_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/shift_imdb_20_acc.png b/output/imdb_best_our_vs_all/plot/shift_imdb_20_acc.png new file mode 100644 index 0000000..b034711 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/shift_imdb_20_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/shift_imdb_20_f1.png b/output/imdb_best_our_vs_all/plot/shift_imdb_20_f1.png new file mode 100644 index 0000000..32a2e3a Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/shift_imdb_20_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/shift_imdb_30_acc.png b/output/imdb_best_our_vs_all/plot/shift_imdb_30_acc.png new file mode 100644 index 0000000..fce054a Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/shift_imdb_30_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/shift_imdb_30_f1.png b/output/imdb_best_our_vs_all/plot/shift_imdb_30_f1.png new file mode 100644 index 0000000..8a849df Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/shift_imdb_30_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/shift_imdb_40_acc.png b/output/imdb_best_our_vs_all/plot/shift_imdb_40_acc.png new file mode 100644 index 0000000..d027357 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/shift_imdb_40_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/shift_imdb_40_f1.png b/output/imdb_best_our_vs_all/plot/shift_imdb_40_f1.png new file mode 100644 index 0000000..e405cb5 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/shift_imdb_40_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/shift_imdb_50_acc.png b/output/imdb_best_our_vs_all/plot/shift_imdb_50_acc.png new file mode 100644 index 0000000..75f5449 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/shift_imdb_50_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/shift_imdb_50_f1.png b/output/imdb_best_our_vs_all/plot/shift_imdb_50_f1.png new file mode 100644 index 0000000..7ad0c27 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/shift_imdb_50_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/shift_imdb_60_acc.png b/output/imdb_best_our_vs_all/plot/shift_imdb_60_acc.png new file mode 100644 index 0000000..10743a8 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/shift_imdb_60_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/shift_imdb_60_f1.png b/output/imdb_best_our_vs_all/plot/shift_imdb_60_f1.png new file mode 100644 index 0000000..a1746ca Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/shift_imdb_60_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/shift_imdb_70_acc.png b/output/imdb_best_our_vs_all/plot/shift_imdb_70_acc.png new file mode 100644 index 0000000..14cf975 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/shift_imdb_70_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/shift_imdb_70_f1.png b/output/imdb_best_our_vs_all/plot/shift_imdb_70_f1.png new file mode 100644 index 0000000..704f9ae Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/shift_imdb_70_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/shift_imdb_80_acc.png b/output/imdb_best_our_vs_all/plot/shift_imdb_80_acc.png new file mode 100644 index 0000000..0225db9 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/shift_imdb_80_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/shift_imdb_80_f1.png b/output/imdb_best_our_vs_all/plot/shift_imdb_80_f1.png new file mode 100644 index 0000000..73f60ec Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/shift_imdb_80_f1.png differ diff --git a/output/imdb_best_our_vs_all/plot/shift_imdb_90_acc.png b/output/imdb_best_our_vs_all/plot/shift_imdb_90_acc.png new file mode 100644 index 0000000..41a0946 Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/shift_imdb_90_acc.png differ diff --git a/output/imdb_best_our_vs_all/plot/shift_imdb_90_f1.png b/output/imdb_best_our_vs_all/plot/shift_imdb_90_f1.png new file mode 100644 index 0000000..471a49a Binary files /dev/null and b/output/imdb_best_our_vs_all/plot/shift_imdb_90_f1.png differ diff --git a/output/imdb_best_our_vs_atc/imdb_best_our_vs_atc_acc.md b/output/imdb_best_our_vs_atc/imdb_best_our_vs_atc_acc.md new file mode 100644 index 0000000..5caffef --- /dev/null +++ b/output/imdb_best_our_vs_atc/imdb_best_our_vs_atc_acc.md @@ -0,0 +1,2744 @@ +imdb + +> train: [0.09929078 0.90070922] +> validation: [0.10070922 0.89929078] +> evaluate_bin_sld: 16.056s +> evaluate_bin_cc: 13.037s +> evaluate_mul_sld: 12.649s +> evaluate_mul_sld_bcts: 14.470s +> evaluate_mul_sld_vs: 19.922s +> evaluate_mul_cc: 8.010s +> reference: 6.431s +> atc_mc: 9.856s +> atc_ne: 9.756s +> tot: 22.847s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.01120.26330.47150.35210.33390.39520.12230.1223
(0.95, 0.05)0.01270.25030.47630.36130.36340.37430.11400.1140
(0.9, 0.1)0.01680.23490.47110.36110.37600.35520.10680.1068
(0.85, 0.15)0.01850.22300.46110.35590.37980.33710.10240.1024
(0.8, 0.2)0.01950.20960.45330.35340.38820.31730.09440.0944
(0.75, 0.25)0.02140.19630.44280.34780.38860.29770.08670.0867
(0.7, 0.3)0.02500.18310.42870.34010.38610.27950.08110.0811
(0.65, 0.35)0.02520.16940.41310.32880.37750.25900.07260.0726
(0.6, 0.4)0.02610.15710.39580.31550.36600.24040.06670.0667
(0.55, 0.45)0.02760.14260.38050.30480.35810.22030.05840.0584
(0.5, 0.5)0.02730.13080.35720.28530.34070.20340.05310.0531
(0.45, 0.55)0.02660.11590.33800.26940.32460.18240.04550.0455
(0.4, 0.6)0.02740.10300.31630.25190.30660.16410.03800.0380
(0.35, 0.65)0.02370.08840.28930.22720.28060.14330.03220.0322
(0.3, 0.7)0.02640.07690.26360.20450.25870.12530.02510.0251
(0.25, 0.75)0.02510.06340.23750.17850.22960.10580.01800.0180
(0.2, 0.8)0.02140.04930.20950.15430.20420.08540.01120.0112
(0.15, 0.85)0.01990.03580.17470.12020.16690.06680.00690.0069
(0.1, 0.9)0.02020.02180.14020.08690.13060.04710.00620.0062
(0.05, 0.95)0.01920.00970.09990.04620.08570.02820.01070.0107
(0.0, 1.0)0.01780.00430.04230.00540.01740.00890.01700.0170
tot0.02190.12990.32680.25000.28870.20180.05570.0557
+ +![plot_delta](plot\delta_imdb_90_acc.png) +![plot_diagonal](plot\diagonal_imdb_90_acc.png) +![plot_shift](plot\shift_imdb_90_acc.png) + + +> train: [0.2 0.8] +> validation: [0.2 0.8] +> evaluate_bin_sld: 15.797s +> evaluate_bin_cc: 13.448s +> evaluate_mul_sld: 14.361s +> evaluate_mul_sld_bcts: 94.645s +> evaluate_mul_sld_vs: 97.272s +> evaluate_mul_cc: 8.200s +> reference: 6.598s +> atc_mc: 10.252s +> atc_ne: 10.343s +> tot: 97.361s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.08630.11160.07470.07150.07480.17540.01190.0119
(0.95, 0.05)0.08860.10650.0637NaNNaN0.16920.01120.0112
(0.9, 0.1)0.08970.10020.0559NaNNaN0.15990.01040.0104
(0.85, 0.15)0.08150.09920.0548NaNNaN0.15610.01060.0106
(0.8, 0.2)0.07680.09460.0524NaNNaN0.14890.00370.0037
(0.75, 0.25)0.06990.09030.0483NaNNaN0.14140.00470.0047
(0.7, 0.3)0.06290.08830.0463NaNNaN0.13660.00500.0050
(0.65, 0.35)0.05600.08180.0444NaNNaN0.12740.00660.0066
(0.6, 0.4)0.04940.07820.0432NaNNaN0.12150.00610.0061
(0.55, 0.45)0.04080.07450.0384NaNNaN0.11390.00700.0070
(0.5, 0.5)0.03180.07220.0380NaNNaN0.10870.00650.0065
(0.45, 0.55)0.02080.06820.0403NaNNaN0.10110.00760.0076
(0.4, 0.6)0.01880.06420.0328NaNNaN0.09550.00880.0088
(0.35, 0.65)0.01090.05970.0356NaNNaN0.08640.00890.0089
(0.3, 0.7)0.01150.05730.0283NaNNaN0.08250.00890.0089
(0.25, 0.75)0.01180.05140.0268NaNNaN0.07410.01040.0104
(0.2, 0.8)0.01570.04750.0255NaNNaN0.06730.00830.0083
(0.15, 0.85)0.02120.04350.0247NaNNaN0.06030.00980.0098
(0.1, 0.9)0.02210.04030.0226NaNNaN0.05420.00800.0080
(0.05, 0.95)0.02370.03720.0217NaNNaN0.04780.01020.0102
(0.0, 1.0)0.02250.03290.0213NaNNaN0.04010.00930.0093
tot0.04350.07140.0400NaNNaN0.10800.00830.0083
+ +![plot_delta](plot\delta_imdb_80_acc.png) +![plot_diagonal](plot\diagonal_imdb_80_acc.png) +![plot_shift](plot\shift_imdb_80_acc.png) + + +> train: [0.30070922 0.69929078] +> validation: [0.29929078 0.70070922] +> evaluate_bin_sld: 17.420s +> evaluate_bin_sld_bcts: 19.599s +> evaluate_bin_sld_vs: 19.727s +> evaluate_bin_cc: 14.580s +> evaluate_mul_sld: 18.062s +> evaluate_mul_sld_bcts: 19.861s +> evaluate_mul_sld_vs: 13.587s +> evaluate_mul_cc: 9.090s +> reference: 7.050s +> atc_mc: 10.882s +> atc_ne: 11.041s +> tot: 19.949s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.10270.14810.14820.09400.08700.06570.07720.10910.02520.0252
(0.95, 0.05)0.09500.16000.16000.08800.10080.09050.07620.10370.02290.0229
(0.9, 0.1)0.08470.15550.15550.08550.10780.10440.07310.10080.02170.0217
(0.85, 0.15)0.07360.14630.14630.08460.10570.10750.06760.09860.02310.0231
(0.8, 0.2)0.06530.13900.13910.08010.10430.11270.06270.09430.01970.0197
(0.75, 0.25)0.05420.12500.12500.07580.10220.11430.05880.08960.01840.0184
(0.7, 0.3)0.04640.11680.11680.07350.09860.11430.05550.08750.01790.0179
(0.65, 0.35)0.03620.10150.10150.06870.09030.10860.04840.08190.01500.0150
(0.6, 0.4)0.02680.08700.08700.06640.08290.10430.04220.07960.01550.0155
(0.55, 0.45)0.01810.07250.07250.06240.07880.10180.04240.07420.01340.0134
(0.5, 0.5)0.01150.05900.05900.06050.07070.09580.03760.07220.01290.0129
(0.45, 0.55)0.01010.04500.04500.05620.05890.08450.03100.06830.01140.0114
(0.4, 0.6)0.00800.03410.03410.05290.05320.07940.03070.06490.01030.0103
(0.35, 0.65)0.00960.02200.02200.04880.04030.06730.02230.06030.01100.0110
(0.3, 0.7)0.00910.01830.01830.04670.03750.06500.02520.05810.00950.0095
(0.25, 0.75)0.00830.01600.01600.04200.02720.05460.02110.05320.00760.0076
(0.2, 0.8)0.00900.01360.01360.03970.01900.04410.01660.04940.00780.0078
(0.15, 0.85)0.00710.01300.01300.03510.01480.03090.01610.04510.00630.0063
(0.1, 0.9)0.00660.01050.01050.03330.01200.01730.01010.04310.00710.0071
(0.05, 0.95)0.00520.00960.00960.02900.01940.01270.01230.03890.00670.0067
(0.0, 1.0)0.00240.00050.00050.02530.03010.02200.02110.03440.00550.0055
tot0.03290.07110.07110.05940.06390.07610.04040.07180.01380.0138
+ +![plot_delta](plot\delta_imdb_70_acc.png) +![plot_diagonal](plot\diagonal_imdb_70_acc.png) +![plot_shift](plot\shift_imdb_70_acc.png) + + +> train: [0.4 0.6] +> validation: [0.4 0.6] +> evaluate_bin_sld: 15.785s +> evaluate_bin_cc: 13.043s +> evaluate_mul_sld: 10.672s +> evaluate_mul_sld_bcts: 13.162s +> evaluate_mul_sld_vs: 13.679s +> evaluate_mul_cc: 8.125s +> reference: 6.432s +> atc_mc: 9.885s +> atc_ne: 9.956s +> tot: 15.861s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.01070.08430.09960.09360.09900.09900.00980.0098
(0.95, 0.05)0.01020.08160.09570.08920.09470.09500.00990.0099
(0.9, 0.1)0.01090.07830.09220.08720.09110.09160.00880.0088
(0.85, 0.15)0.01160.08000.09360.08970.09230.09310.00760.0076
(0.8, 0.2)0.01130.07570.08930.08690.08790.08870.00310.0031
(0.75, 0.25)0.01380.07330.08620.08400.08450.08570.00400.0040
(0.7, 0.3)0.01570.07290.08580.08380.08390.08550.00370.0037
(0.65, 0.35)0.01950.06900.08130.07950.07930.08100.00500.0050
(0.6, 0.4)0.02120.06810.07980.07820.07760.07960.00510.0051
(0.55, 0.45)0.02250.06580.07710.07550.07460.07690.00440.0044
(0.5, 0.5)0.02450.06420.07530.07370.07230.07520.00470.0047
(0.45, 0.55)0.02700.06200.07210.07040.06800.07210.00670.0067
(0.4, 0.6)0.02730.05980.07030.06860.06470.07040.00740.0074
(0.35, 0.65)0.03020.05790.06760.06610.06280.06780.00810.0081
(0.3, 0.7)0.03100.05710.06590.06420.05840.06630.00760.0076
(0.25, 0.75)0.02470.05310.06230.06060.05390.06270.00910.0091
(0.2, 0.8)0.02570.05190.06010.05860.05160.06060.00850.0085
(0.15, 0.85)0.02190.04890.05640.05490.04600.05700.00770.0077
(0.1, 0.9)0.01770.04820.05600.05470.04450.05660.00860.0086
(0.05, 0.95)0.01220.04660.05330.05180.03720.05390.00930.0093
(0.0, 1.0)0.00840.04350.04980.04760.02940.05090.01060.0106
tot0.01890.06390.07480.07230.06920.07470.00710.0071
+ +![plot_delta](plot\delta_imdb_60_acc.png) +![plot_diagonal](plot\diagonal_imdb_60_acc.png) +![plot_shift](plot\shift_imdb_60_acc.png) + + +> train: [0.49929078 0.50070922] +> validation: [0.50070922 0.49929078] +> evaluate_bin_sld: 17.206s +> evaluate_bin_sld_bcts: 22.073s +> evaluate_bin_sld_vs: 21.979s +> evaluate_bin_cc: 14.589s +> evaluate_mul_sld: 13.395s +> evaluate_mul_sld_bcts: 13.801s +> evaluate_mul_sld_vs: 14.406s +> evaluate_mul_cc: 8.933s +> reference: 6.935s +> atc_mc: 10.887s +> atc_ne: 11.053s +> tot: 22.153s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.00620.01100.01100.05130.02030.05370.06450.07500.01020.0102
(0.95, 0.05)0.00800.04320.04320.05020.01930.04680.06550.07310.00940.0094
(0.9, 0.1)0.00760.05650.05650.05070.01690.04400.06800.07260.00950.0095
(0.85, 0.15)0.00910.06700.06700.05170.01970.04680.07310.07470.00950.0095
(0.8, 0.2)0.00510.06800.06800.05240.00900.04500.07550.07410.00550.0055
(0.75, 0.25)0.00510.06590.06590.05170.00890.04330.07520.07300.00460.0046
(0.7, 0.3)0.00610.06470.06480.05340.01240.04450.07700.07440.00540.0054
(0.65, 0.35)0.00780.05390.05390.05300.01540.04350.07530.07240.00460.0046
(0.6, 0.4)0.00890.05110.05110.05370.01910.04400.07600.07310.00470.0047
(0.55, 0.45)0.00930.04420.04420.05400.02220.04280.07590.07300.00440.0044
(0.5, 0.5)0.00910.04030.04030.05470.02660.04290.07630.07350.00420.0042
(0.45, 0.55)0.01480.04010.04010.05480.03160.04210.07530.07270.00710.0071
(0.4, 0.6)0.01480.03520.03520.05510.03170.03770.07460.07210.00780.0078
(0.35, 0.65)0.01610.03160.03160.05620.04170.04130.07540.07300.00830.0083
(0.3, 0.7)0.01590.02840.02840.05820.04220.03580.07650.07440.00690.0069
(0.25, 0.75)0.01440.03040.03040.05740.04840.03470.07490.07310.00900.0090
(0.2, 0.8)0.01410.02760.02760.05670.05190.03270.07290.07170.00820.0082
(0.15, 0.85)0.01140.02140.02140.05630.05710.03000.07150.07190.00890.0089
(0.1, 0.9)0.00920.01660.01660.05880.06430.03070.06960.07250.01020.0102
(0.05, 0.95)0.00820.01720.01720.05880.06630.02590.05790.07230.00930.0093
(0.0, 1.0)0.00440.00880.00880.05850.07180.02700.03760.07130.01110.0111
tot0.00980.03920.03920.05470.03320.03980.07090.07300.00760.0076
+ +![plot_delta](plot\delta_imdb_50_acc.png) +![plot_diagonal](plot\diagonal_imdb_50_acc.png) +![plot_shift](plot\shift_imdb_50_acc.png) + + +> train: [0.6 0.4] +> validation: [0.6 0.4] +> evaluate_bin_sld: 17.219s +> evaluate_bin_sld_bcts: 31.492s +> evaluate_bin_sld_vs: 31.002s +> evaluate_bin_cc: 14.569s +> evaluate_mul_sld: 13.608s +> evaluate_mul_sld_bcts: 14.345s +> evaluate_mul_sld_vs: 14.726s +> evaluate_mul_cc: 8.771s +> reference: 6.909s +> atc_mc: 10.878s +> atc_ne: 10.858s +> tot: 31.568s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.01230.01790.01790.03770.01260.01680.01190.05880.01540.0154
(0.95, 0.05)0.01200.04650.04670.04030.02330.01750.02100.06150.01370.0137
(0.9, 0.1)0.01060.04760.04890.04350.03340.01900.03380.06440.01230.0123
(0.85, 0.15)0.01460.04340.04580.04750.04920.02690.04940.06890.01170.0117
(0.8, 0.2)0.01580.03190.03490.05100.06020.03810.06140.07200.00910.0091
(0.75, 0.25)0.02180.02230.02420.05430.06900.04800.07020.07500.00770.0077
(0.7, 0.3)0.02330.01400.01710.05830.07640.05860.07730.07950.00780.0078
(0.65, 0.35)0.02640.00660.00650.06020.07980.06800.08010.08040.00500.0050
(0.6, 0.4)0.02710.00630.00640.06500.08550.07730.08570.08520.00510.0051
(0.55, 0.45)0.02760.01010.01030.06800.08900.08290.08910.08820.00480.0048
(0.5, 0.5)0.02670.01840.01850.07180.09280.08830.09290.09170.00410.0041
(0.45, 0.55)0.02770.02080.02200.07530.09610.09240.09610.09500.00820.0082
(0.4, 0.6)0.02440.03050.03260.07830.09950.09620.09950.09820.01130.0113
(0.35, 0.65)0.02530.03690.03910.08160.10300.10120.10300.10120.00930.0093
(0.3, 0.7)0.02240.04380.04640.08680.10810.10620.10810.10650.00920.0092
(0.25, 0.75)0.01860.05250.05520.09070.11180.11050.11170.10960.01050.0105
(0.2, 0.8)0.01610.05960.06370.09230.11350.11250.11350.11100.01060.0106
(0.15, 0.85)0.01190.07020.07450.09500.11690.11620.11680.11460.01260.0126
(0.1, 0.9)0.00920.07580.08060.10020.12120.12080.12110.11820.01310.0131
(0.05, 0.95)0.00720.08260.08790.10310.12450.12410.12440.12180.01640.0164
(0.0, 1.0)0.00430.07770.08480.10490.12660.12630.12620.12350.01640.0164
tot0.01830.03880.04110.07170.08530.07850.08540.09170.01020.0102
+ +![plot_delta](plot\delta_imdb_40_acc.png) +![plot_diagonal](plot\diagonal_imdb_40_acc.png) +![plot_shift](plot\shift_imdb_40_acc.png) + + +> train: [0.69929078 0.30070922] +> validation: [0.70070922 0.29929078] +> evaluate_bin_sld: 17.753s +> evaluate_bin_sld_bcts: 55.970s +> evaluate_bin_sld_vs: 55.656s +> evaluate_bin_cc: 15.024s +> evaluate_mul_sld: 13.818s +> evaluate_mul_sld_bcts: 17.163s +> evaluate_mul_sld_vs: 14.482s +> evaluate_mul_cc: 9.123s +> reference: 7.235s +> atc_mc: 11.391s +> atc_ne: 11.483s +> tot: 56.049s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.00880.02580.02580.02410.02550.03250.00960.02700.00730.0073
(0.95, 0.05)0.0098NaNNaN0.02660.03980.05890.01240.03050.00940.0094
(0.9, 0.1)0.0101NaNNaN0.02920.04330.07300.01170.03650.01030.0103
(0.85, 0.15)0.0113NaNNaN0.03200.04980.09040.01330.04100.01040.0104
(0.8, 0.2)0.0071NaNNaN0.03440.05280.10320.00870.04580.00980.0098
(0.75, 0.25)0.0074NaNNaN0.03640.05380.11450.01130.05020.00980.0098
(0.7, 0.3)0.0091NaNNaN0.03960.04980.12050.01910.05620.01100.0110
(0.65, 0.35)0.0094NaNNaN0.04190.05060.13090.02370.05960.01120.0112
(0.6, 0.4)0.0085NaNNaN0.04450.04750.13760.03030.06490.01280.0128
(0.55, 0.45)0.0078NaNNaN0.04730.04710.14730.03520.06970.01290.0129
(0.5, 0.5)0.0066NaNNaN0.04950.04340.15290.04070.07470.01310.0131
(0.45, 0.55)0.0121NaNNaN0.05240.03690.15630.05010.07970.01440.0144
(0.4, 0.6)0.0131NaNNaN0.05430.03490.16410.05650.08420.01540.0154
(0.35, 0.65)0.0127NaNNaN0.05820.02960.16390.06290.08930.01590.0159
(0.3, 0.7)0.0121NaNNaN0.06170.02420.16730.06960.09590.01960.0196
(0.25, 0.75)0.0124NaNNaN0.06280.02590.17700.07140.09960.01860.0186
(0.2, 0.8)0.0123NaNNaN0.06490.01920.17260.08020.10250.01840.0184
(0.15, 0.85)0.0169NaNNaN0.06580.02160.17610.08520.10820.01990.0199
(0.1, 0.9)0.0179NaNNaN0.07050.02270.17500.08810.11330.02100.0210
(0.05, 0.95)0.0207NaNNaN0.07190.02280.17760.08560.11900.02040.0204
(0.0, 1.0)0.0235NaNNaN0.07410.02320.17730.06970.12260.02100.0210
tot0.0119NaNNaN0.04960.03640.13660.04450.07480.01440.0144
+ +![plot_delta](plot\delta_imdb_30_acc.png) +![plot_diagonal](plot\diagonal_imdb_30_acc.png) +![plot_shift](plot\shift_imdb_30_acc.png) + + +> train: [0.8 0.2] +> validation: [0.8 0.2] +> evaluate_bin_sld: 16.636s +> evaluate_bin_sld_bcts: 40.393s +> evaluate_bin_sld_vs: 40.012s +> evaluate_bin_cc: 14.309s +> evaluate_mul_sld: 11.867s +> evaluate_mul_sld_bcts: 15.909s +> evaluate_mul_sld_vs: 14.466s +> evaluate_mul_cc: 8.714s +> reference: 6.923s +> atc_mc: 10.817s +> atc_ne: 10.943s +> tot: 40.464s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.02740.03400.03400.01510.03830.02400.01460.03870.00800.0080
(0.95, 0.05)0.02200.06940.06940.02100.04610.07020.05120.04660.00920.0092
(0.9, 0.1)0.01610.10190.10190.02820.05530.10510.09000.05580.01000.0100
(0.85, 0.15)0.01780.13120.13120.03460.06450.12730.12040.06500.01020.0102
(0.8, 0.2)0.01440.16170.16160.04110.07420.14740.14890.07480.01100.0110
(0.75, 0.25)0.01320.16810.16800.04700.08160.16560.17570.08210.00950.0095
(0.7, 0.3)0.01330.16440.16440.05400.09170.17350.19320.09220.01210.0121
(0.65, 0.35)0.01200.14230.14220.06020.09850.18090.21270.09900.01020.0102
(0.6, 0.4)0.01270.13090.13080.06660.10810.18020.22380.10860.01150.0115
(0.55, 0.45)0.01440.12020.12000.07310.11720.18230.23760.11770.01160.0116
(0.5, 0.5)0.01590.09400.09390.07960.12640.17790.24570.12680.01340.0134
(0.45, 0.55)0.01540.12460.12450.08690.13500.16820.25060.13550.01500.0150
(0.4, 0.6)0.01840.11110.11090.09310.14420.16290.25660.14460.01530.0153
(0.35, 0.65)0.01530.09020.09010.10080.15370.13830.24610.15410.01780.0178
(0.3, 0.7)0.01630.07990.07990.10760.16130.12610.24980.16170.01680.0168
(0.25, 0.75)0.02020.10150.10140.11410.17250.10170.24010.17280.01950.0195
(0.2, 0.8)0.01790.08100.08090.11910.17920.07550.22630.17950.01770.0177
(0.15, 0.85)0.02100.08020.08020.12450.18850.04200.20800.18880.01810.0181
(0.1, 0.9)0.01750.06020.06010.13220.19770.02270.18010.19790.02050.0205
(0.05, 0.95)0.01560.05070.05070.13850.20710.05380.14930.20720.02030.0203
(0.0, 1.0)0.00990.03390.03390.14450.21340.14260.08030.21340.01730.0173
tot0.01650.10150.10140.08010.12640.12230.18100.12680.01410.0141
+ +![plot_delta](plot\delta_imdb_20_acc.png) +![plot_diagonal](plot\diagonal_imdb_20_acc.png) +![plot_shift](plot\shift_imdb_20_acc.png) + + +> train: [0.89929078 0.10070922] +> validation: [0.90070922 0.09929078] +> evaluate_bin_sld: 14.962s +> evaluate_bin_cc: 13.124s +> evaluate_mul_sld: 13.181s +> evaluate_mul_sld_bcts: 95.232s +> evaluate_mul_sld_vs: 93.791s +> evaluate_mul_cc: 7.978s +> reference: 6.447s +> atc_mc: 10.035s +> atc_ne: 10.007s +> tot: 95.317s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.02730.00410.02140.30090.16010.01530.00800.0080
(0.95, 0.05)0.03210.01560.0270NaNNaN0.03430.00720.0072
(0.9, 0.1)0.03700.02920.0204NaNNaN0.05480.00680.0068
(0.85, 0.15)0.04820.04400.0391NaNNaN0.07690.00690.0069
(0.8, 0.2)0.05580.05750.0705NaNNaN0.09780.00730.0073
(0.75, 0.25)0.06410.06950.0991NaNNaN0.11670.00800.0080
(0.7, 0.3)0.07130.08410.1294NaNNaN0.13810.01140.0114
(0.65, 0.35)0.07910.09690.1543NaNNaN0.15860.01270.0127
(0.6, 0.4)0.08420.11100.1773NaNNaN0.17940.01640.0164
(0.55, 0.45)0.08950.12540.1993NaNNaN0.20050.01990.0199
(0.5, 0.5)0.09620.13760.2193NaNNaN0.22000.02210.0221
(0.45, 0.55)0.09970.15220.2417NaNNaN0.24230.02600.0260
(0.4, 0.6)0.10350.16600.2618NaNNaN0.26220.02840.0284
(0.35, 0.65)0.10420.17910.2822NaNNaN0.28240.03280.0328
(0.3, 0.7)0.10590.19270.3029NaNNaN0.30310.03430.0343
(0.25, 0.75)0.10680.20780.3248NaNNaN0.32510.03870.0387
(0.2, 0.8)0.10300.21990.3436NaNNaN0.34380.03920.0392
(0.15, 0.85)0.10180.23060.3629NaNNaN0.36300.03930.0393
(0.1, 0.9)0.09850.24460.3853NaNNaN0.38560.04700.0470
(0.05, 0.95)0.09030.26070.4070NaNNaN0.40730.04880.0488
(0.0, 1.0)0.08080.26940.4249NaNNaN0.42520.05070.0507
tot0.08000.13800.2140NaNNaN0.22060.02440.0244
+ +![plot_delta](plot\delta_imdb_10_acc.png) +![plot_diagonal](plot\diagonal_imdb_10_acc.png) +![plot_shift](plot\shift_imdb_10_acc.png) + + diff --git a/output/imdb_best_our_vs_atc/imdb_best_our_vs_atc_f1.md b/output/imdb_best_our_vs_atc/imdb_best_our_vs_atc_f1.md new file mode 100644 index 0000000..15bb127 --- /dev/null +++ b/output/imdb_best_our_vs_atc/imdb_best_our_vs_atc_f1.md @@ -0,0 +1,2744 @@ +imdb + +> train: [0.09929078 0.90070922] +> validation: [0.10070922 0.89929078] +> evaluate_bin_sld: 16.056s +> evaluate_bin_cc: 13.037s +> evaluate_mul_sld: 12.649s +> evaluate_mul_sld_bcts: 14.470s +> evaluate_mul_sld_vs: 19.922s +> evaluate_mul_cc: 8.010s +> reference: 6.431s +> atc_mc: 9.856s +> atc_ne: 9.756s +> tot: 22.847s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.09660.82290.05900.05670.03691.00000.61960.6196
(0.95, 0.05)0.03270.63590.08830.08170.12420.79050.45650.4565
(0.9, 0.1)0.02010.50250.17110.15310.21170.64150.34680.3468
(0.85, 0.15)0.02430.40840.21960.19110.25900.53130.27190.2719
(0.8, 0.2)0.02540.33570.24840.21300.28990.44450.21400.2140
(0.75, 0.25)0.02740.27880.26390.22290.30270.37520.17020.1702
(0.7, 0.3)0.02990.23330.26670.22240.30280.31980.13820.1382
(0.65, 0.35)0.02840.19550.26360.21680.29450.27180.11010.1101
(0.6, 0.4)0.02770.16520.25520.20710.28090.23260.08980.0898
(0.55, 0.45)0.02710.13820.24680.19890.26960.19810.07140.0714
(0.5, 0.5)0.02490.11700.23010.18280.24920.17030.05850.0585
(0.45, 0.55)0.02260.09660.21620.17000.23100.14340.04590.0459
(0.4, 0.6)0.02180.08010.19990.15590.21180.12130.03530.0353
(0.35, 0.65)0.01770.06450.17940.13710.18650.10020.02740.0274
(0.3, 0.7)0.01870.05270.16090.12100.16670.08280.01990.0199
(0.25, 0.75)0.01680.04110.14230.10340.14330.06650.01330.0133
(0.2, 0.8)0.01360.03020.12260.08720.12290.05110.00770.0077
(0.15, 0.85)0.01190.02080.09970.06610.09670.03810.00420.0042
(0.1, 0.9)0.01150.01200.07780.04650.07280.02570.00340.0034
(0.05, 0.95)0.01040.00510.05380.02400.04590.01470.00570.0057
(0.0, 1.0)0.00910.00220.02190.00270.00890.00450.00870.0087
tot0.02470.20180.17080.13620.18610.26780.12950.1295
+ +![plot_delta](plot\delta_imdb_90_f1.png) +![plot_diagonal](plot\diagonal_imdb_90_f1.png) +![plot_shift](plot\shift_imdb_90_f1.png) + + +> train: [0.2 0.8] +> validation: [0.2 0.8] +> evaluate_bin_sld: 15.797s +> evaluate_bin_cc: 13.448s +> evaluate_mul_sld: 14.361s +> evaluate_mul_sld_bcts: 94.645s +> evaluate_mul_sld_vs: 97.272s +> evaluate_mul_cc: 8.200s +> reference: 6.598s +> atc_mc: 10.252s +> atc_ne: 10.343s +> tot: 97.361s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.10030.79850.31130.11250.20330.96710.53680.5368
(0.95, 0.05)0.05180.49310.1897NaNNaN0.63000.27780.2778
(0.9, 0.1)0.09190.33980.1362NaNNaN0.45280.15510.1551
(0.85, 0.15)0.08890.25870.1101NaNNaN0.35180.10270.1027
(0.8, 0.2)0.08350.20120.0900NaNNaN0.28030.06610.0661
(0.75, 0.25)0.07240.16110.0731NaNNaN0.22810.04240.0424
(0.7, 0.3)0.06120.13510.0623NaNNaN0.19250.03000.0300
(0.65, 0.35)0.05050.10990.0543NaNNaN0.15970.01740.0174
(0.6, 0.4)0.04170.09330.0482NaNNaN0.13680.01210.0121
(0.55, 0.45)0.03210.07990.0391NaNNaN0.11670.00810.0081
(0.5, 0.5)0.02310.07010.0357NaNNaN0.10190.00590.0059
(0.45, 0.55)0.01420.06050.0347NaNNaN0.08740.00610.0061
(0.4, 0.6)0.01240.05260.0264NaNNaN0.07660.00600.0060
(0.35, 0.65)0.00760.04530.0268NaNNaN0.06470.00600.0060
(0.3, 0.7)0.00810.04060.0201NaNNaN0.05790.00590.0059
(0.25, 0.75)0.00800.03410.0179NaNNaN0.04900.00680.0068
(0.2, 0.8)0.01020.02970.0161NaNNaN0.04200.00530.0053
(0.15, 0.85)0.01270.02570.0147NaNNaN0.03560.00610.0061
(0.1, 0.9)0.01240.02250.0128NaNNaN0.03040.00500.0050
(0.05, 0.95)0.01260.01980.0117NaNNaN0.02550.00600.0060
(0.0, 1.0)0.01140.01670.0109NaNNaN0.02050.00550.0055
tot0.03840.14710.0639NaNNaN0.19560.06250.0625
+ +![plot_delta](plot\delta_imdb_80_f1.png) +![plot_diagonal](plot\diagonal_imdb_80_f1.png) +![plot_shift](plot\shift_imdb_80_f1.png) + + +> train: [0.30070922 0.69929078] +> validation: [0.29929078 0.70070922] +> evaluate_bin_sld: 17.420s +> evaluate_bin_sld_bcts: 19.599s +> evaluate_bin_sld_vs: 19.727s +> evaluate_bin_cc: 14.580s +> evaluate_mul_sld: 18.062s +> evaluate_mul_sld_bcts: 19.861s +> evaluate_mul_sld_vs: 13.587s +> evaluate_mul_cc: 9.090s +> reference: 7.050s +> atc_mc: 10.882s +> atc_ne: 11.041s +> tot: 19.949s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.11160.00190.00190.85600.21500.18830.30040.95140.62710.6271
(0.95, 0.05)0.05710.24810.24810.46110.06460.10080.05640.53140.28750.2875
(0.9, 0.1)0.07620.25110.25120.30600.11630.15840.04750.35750.16530.1653
(0.85, 0.15)0.06830.22150.22150.22740.11630.15820.05350.26580.11180.1118
(0.8, 0.2)0.05790.18890.18890.17360.11390.15530.04640.20540.07560.0756
(0.75, 0.25)0.04360.15200.15200.13710.10590.14480.04630.16320.05440.0544
(0.7, 0.3)0.03370.12740.12740.11380.09500.13210.04330.13630.04200.0420
(0.65, 0.35)0.02310.10040.10040.09300.08060.11450.03630.11160.03000.0300
(0.6, 0.4)0.01500.07880.07890.07960.06890.10130.03010.09590.02500.0250
(0.55, 0.45)0.00910.05960.05960.06720.06180.09200.03030.08060.01870.0187
(0.5, 0.5)0.00680.04400.04400.05900.05170.08030.02540.07090.01550.0155
(0.45, 0.55)0.00810.03080.03080.05020.04030.06620.02070.06120.01160.0116
(0.4, 0.6)0.00740.02130.02130.04360.03440.05840.02010.05360.00930.0093
(0.35, 0.65)0.00820.01330.01330.03730.02430.04630.01380.04620.00870.0087
(0.3, 0.7)0.00700.01010.01010.03330.02190.04250.01520.04140.00690.0069
(0.25, 0.75)0.00560.00880.00880.02800.01510.03380.01240.03560.00500.0050
(0.2, 0.8)0.00590.00740.00740.02490.01010.02590.00950.03100.00470.0047
(0.15, 0.85)0.00420.00690.00690.02080.00820.01740.00900.02670.00370.0037
(0.1, 0.9)0.00370.00540.00540.01860.00700.00930.00560.02420.00390.0039
(0.05, 0.95)0.00270.00490.00490.01540.01060.00680.00660.02080.00370.0037
(0.0, 1.0)0.00120.00020.00020.01280.01540.01120.01080.01750.00300.0030
tot0.02650.07540.07540.13610.06080.08300.04000.15850.07210.0721
+ +![plot_delta](plot\delta_imdb_70_f1.png) +![plot_diagonal](plot\diagonal_imdb_70_f1.png) +![plot_shift](plot\shift_imdb_70_f1.png) + + +> train: [0.4 0.6] +> validation: [0.4 0.6] +> evaluate_bin_sld: 15.785s +> evaluate_bin_cc: 13.043s +> evaluate_mul_sld: 10.672s +> evaluate_mul_sld_bcts: 13.162s +> evaluate_mul_sld_vs: 13.679s +> evaluate_mul_cc: 8.125s +> reference: 6.432s +> atc_mc: 9.885s +> atc_ne: 9.956s +> tot: 15.861s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.25660.92330.98790.87030.98170.99430.59260.5926
(0.95, 0.05)0.08160.45190.49830.44800.49170.49800.20120.2012
(0.9, 0.1)0.04920.28840.32490.30200.32030.32420.09430.0943
(0.85, 0.15)0.03320.21800.24670.23360.24250.24620.05740.0574
(0.8, 0.2)0.02640.16560.19020.18410.18680.18950.03240.0324
(0.75, 0.25)0.02580.13300.15330.14880.15000.15270.01910.0191
(0.7, 0.3)0.02440.11310.13110.12760.12790.13070.01340.0134
(0.65, 0.35)0.02650.09360.10880.10630.10600.10850.00860.0086
(0.6, 0.4)0.02530.08190.09500.09300.09230.09480.00690.0069
(0.55, 0.45)0.02400.07110.08280.08100.07990.08260.00490.0049
(0.5, 0.5)0.02370.06290.07340.07180.07040.07340.00410.0041
(0.45, 0.55)0.02400.05570.06450.06300.06070.06460.00560.0056
(0.4, 0.6)0.02230.04960.05820.05670.05330.05830.00590.0059
(0.35, 0.65)0.02290.04450.05200.05080.04820.05210.00640.0064
(0.3, 0.7)0.02200.04100.04730.04610.04180.04760.00570.0057
(0.25, 0.75)0.01640.03570.04200.04080.03620.04220.00670.0067
(0.2, 0.8)0.01600.03280.03810.03710.03270.03840.00600.0060
(0.15, 0.85)0.01280.02920.03370.03290.02750.03410.00540.0054
(0.1, 0.9)0.00980.02720.03180.03100.02520.03210.00570.0057
(0.05, 0.95)0.00650.02500.02870.02800.02010.02910.00560.0056
(0.0, 1.0)0.00450.02220.02560.02450.01510.02610.00640.0064
tot0.03590.14120.15780.14650.15290.15810.05210.0521
+ +![plot_delta](plot\delta_imdb_60_f1.png) +![plot_diagonal](plot\diagonal_imdb_60_f1.png) +![plot_shift](plot\shift_imdb_60_f1.png) + + +> train: [0.49929078 0.50070922] +> validation: [0.50070922 0.49929078] +> evaluate_bin_sld: 17.206s +> evaluate_bin_sld_bcts: 22.073s +> evaluate_bin_sld_vs: 21.979s +> evaluate_bin_cc: 14.589s +> evaluate_mul_sld: 13.395s +> evaluate_mul_sld_bcts: 13.801s +> evaluate_mul_sld_vs: 14.406s +> evaluate_mul_cc: 8.933s +> reference: 6.935s +> atc_mc: 10.887s +> atc_ne: 11.053s +> tot: 22.153s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.23540.01240.01240.80280.38910.54180.78260.97880.64140.6414
(0.95, 0.05)0.04830.39970.39970.33290.09170.19850.36830.43930.20080.2008
(0.9, 0.1)0.03130.34170.34170.20800.05710.12640.25230.28140.09510.0951
(0.85, 0.15)0.02610.28160.28160.15290.05180.10510.20180.21240.05620.0562
(0.8, 0.2)0.01330.21700.21700.12120.02170.08140.16740.16710.03530.0353
(0.75, 0.25)0.01050.16580.16580.09800.01800.06640.13850.13600.02180.0218
(0.7, 0.3)0.01030.13510.13510.08570.02140.06020.12140.11830.01550.0155
(0.65, 0.35)0.01030.09430.09430.07370.02320.05270.10360.10030.00940.0094
(0.6, 0.4)0.01050.07770.07770.06600.02570.04830.09290.08980.00720.0072
(0.55, 0.45)0.00950.05910.05910.05940.02640.04250.08330.08050.00540.0054
(0.5, 0.5)0.00850.04780.04780.05450.02850.03930.07600.07350.00420.0042
(0.45, 0.55)0.01330.04300.04300.04990.03050.03580.06870.06650.00650.0065
(0.4, 0.6)0.01200.03380.03380.04610.02810.02930.06280.06080.00660.0066
(0.35, 0.65)0.01230.02790.02790.04360.03380.03070.05890.05700.00660.0066
(0.3, 0.7)0.01140.02270.02270.04210.03210.02480.05580.05430.00530.0053
(0.25, 0.75)0.00980.02270.02270.03890.03410.02280.05110.05000.00710.0071
(0.2, 0.8)0.00900.01900.01900.03610.03410.02040.04680.04600.00620.0062
(0.15, 0.85)0.00700.01370.01370.03370.03520.01790.04330.04360.00680.0068
(0.1, 0.9)0.00530.00980.00980.03350.03730.01750.03990.04160.00720.0072
(0.05, 0.95)0.00460.00950.00950.03170.03650.01420.03140.03940.00630.0063
(0.0, 1.0)0.00240.00480.00480.03000.03740.01430.01930.03690.00760.0076
tot0.02390.09710.09710.11620.05210.07570.13650.15110.05520.0552
+ +![plot_delta](plot\delta_imdb_50_f1.png) +![plot_diagonal](plot\diagonal_imdb_50_f1.png) +![plot_shift](plot\shift_imdb_50_f1.png) + + +> train: [0.6 0.4] +> validation: [0.6 0.4] +> evaluate_bin_sld: 17.219s +> evaluate_bin_sld_bcts: 31.492s +> evaluate_bin_sld_vs: 31.002s +> evaluate_bin_cc: 14.569s +> evaluate_mul_sld: 13.608s +> evaluate_mul_sld_bcts: 14.345s +> evaluate_mul_sld_vs: 14.726s +> evaluate_mul_cc: 8.771s +> reference: 6.909s +> atc_mc: 10.878s +> atc_ne: 10.858s +> tot: 31.568s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.35770.01800.01820.82670.45260.39110.44120.98560.66880.6688
(0.95, 0.05)0.09740.40700.41010.31120.18060.10920.17230.41010.18600.1860
(0.9, 0.1)0.06450.27510.28410.19810.15360.09120.15850.26930.08770.0877
(0.85, 0.15)0.05780.17470.18550.15160.15280.09690.15510.20850.05200.0520
(0.8, 0.2)0.04940.09380.10340.12520.14450.09970.14770.17110.03110.0311
(0.75, 0.25)0.05020.05130.05660.10820.13550.09920.13790.14670.01910.0191
(0.7, 0.3)0.04400.02630.03290.09790.12730.10070.12880.13210.01370.0137
(0.65, 0.35)0.04140.00870.00870.08720.11500.09970.11550.11580.00690.0069
(0.6, 0.4)0.03700.00810.00820.08290.10910.09960.10930.10860.00590.0059
(0.55, 0.45)0.03330.01340.01370.07750.10180.09550.10190.10080.00540.0054
(0.5, 0.5)0.02900.02200.02210.07390.09620.09190.09620.09490.00580.0058
(0.45, 0.55)0.02700.02280.02410.07070.09100.08790.09100.08980.01000.0100
(0.4, 0.6)0.02170.03030.03240.06770.08680.08420.08680.08560.01130.0113
(0.35, 0.65)0.02080.03410.03610.06530.08330.08190.08320.08160.01150.0115
(0.3, 0.7)0.01710.03700.03930.06470.08160.08030.08150.08020.01100.0110
(0.25, 0.75)0.01300.04140.04360.06330.07900.07820.07900.07730.01180.0118
(0.2, 0.8)0.01050.04380.04700.06040.07530.07460.07520.07340.01210.0121
(0.15, 0.85)0.00720.04830.05140.05860.07320.07280.07310.07150.01340.0134
(0.1, 0.9)0.00530.04940.05270.05860.07180.07150.07170.06980.01320.0132
(0.05, 0.95)0.00400.05090.05440.05720.07000.06980.06990.06830.01590.0159
(0.0, 1.0)0.00250.04630.05070.05530.06760.06750.06750.06580.01540.0154
tot0.04720.07160.07500.13150.12140.10210.12110.16700.05750.0575
+ +![plot_delta](plot\delta_imdb_40_f1.png) +![plot_diagonal](plot\diagonal_imdb_40_f1.png) +![plot_shift](plot\shift_imdb_40_f1.png) + + +> train: [0.69929078 0.30070922] +> validation: [0.70070922 0.29929078] +> evaluate_bin_sld: 17.753s +> evaluate_bin_sld_bcts: 55.970s +> evaluate_bin_sld_vs: 55.656s +> evaluate_bin_cc: 15.024s +> evaluate_mul_sld: 13.818s +> evaluate_mul_sld_bcts: 17.163s +> evaluate_mul_sld_vs: 14.482s +> evaluate_mul_cc: 9.123s +> reference: 7.235s +> atc_mc: 11.391s +> atc_ne: 11.483s +> tot: 56.049s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.54180.16690.16690.75350.12020.06900.38380.78150.59010.5901
(0.95, 0.05)0.1297NaNNaN0.24620.17270.30690.06710.26770.14550.1455
(0.9, 0.1)0.0631NaNNaN0.14860.15660.30350.05430.17620.07170.0717
(0.85, 0.15)0.0440NaNNaN0.11020.14320.29400.04170.13640.04300.0430
(0.8, 0.2)0.0265NaNNaN0.08910.12660.27630.02720.11550.02910.0291
(0.75, 0.25)0.0198NaNNaN0.07500.10920.25840.02720.10180.02010.0201
(0.7, 0.3)0.0184NaNNaN0.06770.08750.23470.03520.09560.01670.0167
(0.65, 0.35)0.0158NaNNaN0.06110.07800.22320.03650.08730.01310.0131
(0.6, 0.4)0.0122NaNNaN0.05660.06550.20920.04050.08360.01210.0121
(0.55, 0.45)0.0094NaNNaN0.05340.05920.20290.04160.08010.00980.0098
(0.5, 0.5)0.0070NaNNaN0.05010.04970.19120.04320.07760.00810.0081
(0.45, 0.55)0.0119NaNNaN0.04810.03940.18030.04830.07560.01000.0100
(0.4, 0.6)0.0117NaNNaN0.04550.03470.17520.04990.07330.00940.0094
(0.35, 0.65)0.0104NaNNaN0.04510.02750.16230.05140.07200.00840.0084
(0.3, 0.7)0.0093NaNNaN0.04440.02080.15510.05310.07220.01010.0101
(0.25, 0.75)0.0100NaNNaN0.04210.02110.15420.05100.07010.00900.0090
(0.2, 0.8)0.0092NaNNaN0.04080.01440.14110.05360.06760.00790.0079
(0.15, 0.85)0.0124NaNNaN0.03870.01490.13590.05380.06740.00720.0072
(0.1, 0.9)0.0124NaNNaN0.03930.01420.12800.05260.06680.00750.0075
(0.05, 0.95)0.0136NaNNaN0.03780.01340.12350.04850.06660.00630.0063
(0.0, 1.0)0.0145NaNNaN0.03710.01280.11650.03750.06530.00650.0065
tot0.0478NaNNaN0.10140.06580.19250.06180.12860.04960.0496
+ +![plot_delta](plot\delta_imdb_30_f1.png) +![plot_diagonal](plot\diagonal_imdb_30_f1.png) +![plot_shift](plot\shift_imdb_30_f1.png) + + +> train: [0.8 0.2] +> validation: [0.8 0.2] +> evaluate_bin_sld: 16.636s +> evaluate_bin_sld_bcts: 40.393s +> evaluate_bin_sld_vs: 40.012s +> evaluate_bin_cc: 14.309s +> evaluate_mul_sld: 11.867s +> evaluate_mul_sld_bcts: 15.909s +> evaluate_mul_sld_vs: 14.466s +> evaluate_mul_cc: 8.714s +> reference: 6.923s +> atc_mc: 10.817s +> atc_ne: 10.943s +> tot: 40.464s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_SLD_bctsbin_SLD_vsbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.15420.00090.00090.70100.98980.14850.26821.00000.63730.6373
(0.95, 0.05)0.06990.62620.62620.20480.36570.35850.29400.37000.12640.1264
(0.9, 0.1)0.04270.71230.71230.14180.25920.38150.35730.26160.05960.0596
(0.85, 0.15)0.03800.67800.67790.11740.21560.36020.36660.21730.03540.0354
(0.8, 0.2)0.02150.67260.67250.10500.19250.33860.36700.19370.02420.0242
(0.75, 0.25)0.01740.55070.55050.09610.17230.31830.36350.17320.01370.0137
(0.7, 0.3)0.01610.43150.43130.09230.16360.28430.34400.16440.01270.0127
(0.65, 0.35)0.01330.30450.30420.08860.15160.26070.33490.15220.00800.0080
(0.6, 0.4)0.01300.23110.23080.08600.14670.22940.31460.14720.00560.0056
(0.55, 0.45)0.01400.17780.17760.08410.14230.20910.30360.14280.00510.0051
(0.5, 0.5)0.01420.11500.11480.08260.13870.18350.28570.13910.00460.0046
(0.45, 0.55)0.01360.16700.16690.08230.13530.15920.27040.13560.01210.0121
(0.4, 0.6)0.01540.12650.12630.08100.13300.14090.25620.13330.01110.0111
(0.35, 0.65)0.01190.09360.09350.08120.13110.10920.22890.13140.01100.0110
(0.3, 0.7)0.01210.07450.07450.08070.12800.09170.21800.12820.00820.0082
(0.25, 0.75)0.01480.09240.09230.07980.12830.06790.19810.12850.00950.0095
(0.2, 0.8)0.01250.06600.06590.07830.12490.04530.17570.12500.00870.0087
(0.15, 0.85)0.01440.06340.06330.07690.12400.02290.15340.12410.00980.0098
(0.1, 0.9)0.01160.04220.04210.07730.12290.01570.12640.12300.01000.0100
(0.05, 0.95)0.01020.03420.03410.07680.12220.03690.10090.12220.00880.0088
(0.0, 1.0)0.00680.02300.02300.07630.11950.08260.05300.11950.01030.0103
tot0.02560.25160.25150.12340.20030.18310.25620.20150.04920.0492
+ +![plot_delta](plot\delta_imdb_20_f1.png) +![plot_diagonal](plot\diagonal_imdb_20_f1.png) +![plot_shift](plot\shift_imdb_20_f1.png) + + +> train: [0.89929078 0.10070922] +> validation: [0.90070922 0.09929078] +> evaluate_bin_sld: 14.962s +> evaluate_bin_cc: 13.124s +> evaluate_mul_sld: 13.181s +> evaluate_mul_sld_bcts: 95.232s +> evaluate_mul_sld_vs: 93.791s +> evaluate_mul_cc: 7.978s +> reference: 6.447s +> atc_mc: 10.035s +> atc_ne: 10.007s +> tot: 95.317s + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
bin_SLDbin_CCmul_SLDmul_SLD_bctsmul_SLD_vsmul_CCatc_mcatc_ne
(1.0, 0.0)0.22880.62830.58920.02880.03770.93940.40150.4015
(0.95, 0.05)0.13480.16900.1653NaNNaN0.35710.07480.0748
(0.9, 0.1)0.12410.15000.1892NaNNaN0.31210.06840.0684
(0.85, 0.15)0.12640.15040.2273NaNNaN0.30500.06300.0630
(0.8, 0.2)0.12300.14800.2556NaNNaN0.29620.06100.0610
(0.75, 0.25)0.12410.14240.2646NaNNaN0.28500.06320.0632
(0.7, 0.3)0.12070.14470.2766NaNNaN0.28370.05960.0596
(0.65, 0.35)0.11860.14280.2791NaNNaN0.28090.06190.0619
(0.6, 0.4)0.11500.14370.2795NaNNaN0.27910.05990.0599
(0.55, 0.45)0.11170.14490.2796NaNNaN0.27860.05890.0589
(0.5, 0.5)0.11170.14280.2767NaNNaN0.27570.06010.0601
(0.45, 0.55)0.10880.14390.2782NaNNaN0.27740.06010.0601
(0.4, 0.6)0.10650.14420.2761NaNNaN0.27530.06010.0601
(0.35, 0.65)0.10170.14370.2747NaNNaN0.27390.05890.0589
(0.3, 0.7)0.09900.14380.2743NaNNaN0.27380.06090.0609
(0.25, 0.75)0.09690.14490.2752NaNNaN0.27490.06000.0600
(0.2, 0.8)0.08980.14400.2725NaNNaN0.27220.06030.0603
(0.15, 0.85)0.08740.14150.2708NaNNaN0.27060.06330.0633
(0.1, 0.9)0.08440.14140.2720NaNNaN0.27200.05800.0580
(0.05, 0.95)0.07740.14360.2726NaNNaN0.27260.05980.0598
(0.0, 1.0)0.07130.14030.2700NaNNaN0.27010.05940.0594
tot0.11250.16850.2771NaNNaN0.31550.07780.0778
+ +![plot_delta](plot\delta_imdb_10_f1.png) +![plot_diagonal](plot\diagonal_imdb_10_f1.png) +![plot_shift](plot\shift_imdb_10_f1.png) + + diff --git a/output/imdb_best_our_vs_atc/plot/delta_imdb_10_acc.png b/output/imdb_best_our_vs_atc/plot/delta_imdb_10_acc.png new file mode 100644 index 0000000..cfd4e23 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/delta_imdb_10_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/delta_imdb_10_f1.png b/output/imdb_best_our_vs_atc/plot/delta_imdb_10_f1.png new file mode 100644 index 0000000..ce2c7d5 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/delta_imdb_10_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/delta_imdb_20_acc.png b/output/imdb_best_our_vs_atc/plot/delta_imdb_20_acc.png new file mode 100644 index 0000000..2765eec Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/delta_imdb_20_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/delta_imdb_20_f1.png b/output/imdb_best_our_vs_atc/plot/delta_imdb_20_f1.png new file mode 100644 index 0000000..c3e2799 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/delta_imdb_20_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/delta_imdb_30_acc.png b/output/imdb_best_our_vs_atc/plot/delta_imdb_30_acc.png new file mode 100644 index 0000000..944f83c Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/delta_imdb_30_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/delta_imdb_30_f1.png b/output/imdb_best_our_vs_atc/plot/delta_imdb_30_f1.png new file mode 100644 index 0000000..8b9a406 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/delta_imdb_30_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/delta_imdb_40_acc.png b/output/imdb_best_our_vs_atc/plot/delta_imdb_40_acc.png new file mode 100644 index 0000000..0e9439f Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/delta_imdb_40_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/delta_imdb_40_f1.png b/output/imdb_best_our_vs_atc/plot/delta_imdb_40_f1.png new file mode 100644 index 0000000..deab51e Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/delta_imdb_40_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/delta_imdb_50_acc.png b/output/imdb_best_our_vs_atc/plot/delta_imdb_50_acc.png new file mode 100644 index 0000000..f766253 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/delta_imdb_50_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/delta_imdb_50_f1.png b/output/imdb_best_our_vs_atc/plot/delta_imdb_50_f1.png new file mode 100644 index 0000000..78f03ab Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/delta_imdb_50_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/delta_imdb_60_acc.png b/output/imdb_best_our_vs_atc/plot/delta_imdb_60_acc.png new file mode 100644 index 0000000..eafd0dd Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/delta_imdb_60_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/delta_imdb_60_f1.png b/output/imdb_best_our_vs_atc/plot/delta_imdb_60_f1.png new file mode 100644 index 0000000..bf0353a Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/delta_imdb_60_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/delta_imdb_70_acc.png b/output/imdb_best_our_vs_atc/plot/delta_imdb_70_acc.png new file mode 100644 index 0000000..75ad41d Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/delta_imdb_70_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/delta_imdb_70_f1.png b/output/imdb_best_our_vs_atc/plot/delta_imdb_70_f1.png new file mode 100644 index 0000000..e6381f7 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/delta_imdb_70_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/delta_imdb_80_acc.png b/output/imdb_best_our_vs_atc/plot/delta_imdb_80_acc.png new file mode 100644 index 0000000..c89795f Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/delta_imdb_80_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/delta_imdb_80_f1.png b/output/imdb_best_our_vs_atc/plot/delta_imdb_80_f1.png new file mode 100644 index 0000000..aafe682 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/delta_imdb_80_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/delta_imdb_90_acc.png b/output/imdb_best_our_vs_atc/plot/delta_imdb_90_acc.png new file mode 100644 index 0000000..2b04060 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/delta_imdb_90_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/delta_imdb_90_f1.png b/output/imdb_best_our_vs_atc/plot/delta_imdb_90_f1.png new file mode 100644 index 0000000..472a95a Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/delta_imdb_90_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/diagonal_imdb_10_acc.png b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_10_acc.png new file mode 100644 index 0000000..b3c9e7b Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_10_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/diagonal_imdb_10_f1.png b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_10_f1.png new file mode 100644 index 0000000..c96a9bd Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_10_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/diagonal_imdb_20_acc.png b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_20_acc.png new file mode 100644 index 0000000..f4e2385 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_20_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/diagonal_imdb_20_f1.png b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_20_f1.png new file mode 100644 index 0000000..d7bb1f7 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_20_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/diagonal_imdb_30_acc.png b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_30_acc.png new file mode 100644 index 0000000..feee40d Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_30_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/diagonal_imdb_30_f1.png b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_30_f1.png new file mode 100644 index 0000000..5094692 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_30_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/diagonal_imdb_40_acc.png b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_40_acc.png new file mode 100644 index 0000000..9eceeb0 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_40_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/diagonal_imdb_40_f1.png b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_40_f1.png new file mode 100644 index 0000000..ea86d20 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_40_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/diagonal_imdb_50_acc.png b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_50_acc.png new file mode 100644 index 0000000..fb5efe1 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_50_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/diagonal_imdb_50_f1.png b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_50_f1.png new file mode 100644 index 0000000..6213f1e Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_50_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/diagonal_imdb_60_acc.png b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_60_acc.png new file mode 100644 index 0000000..9c4a8cf Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_60_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/diagonal_imdb_60_f1.png b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_60_f1.png new file mode 100644 index 0000000..4699987 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_60_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/diagonal_imdb_70_acc.png b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_70_acc.png new file mode 100644 index 0000000..2a378a9 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_70_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/diagonal_imdb_70_f1.png b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_70_f1.png new file mode 100644 index 0000000..886f9b6 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_70_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/diagonal_imdb_80_acc.png b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_80_acc.png new file mode 100644 index 0000000..995aef5 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_80_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/diagonal_imdb_80_f1.png b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_80_f1.png new file mode 100644 index 0000000..f3eb903 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_80_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/diagonal_imdb_90_acc.png b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_90_acc.png new file mode 100644 index 0000000..a24557d Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_90_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/diagonal_imdb_90_f1.png b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_90_f1.png new file mode 100644 index 0000000..7f417d8 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/diagonal_imdb_90_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/shift_imdb_10_acc.png b/output/imdb_best_our_vs_atc/plot/shift_imdb_10_acc.png new file mode 100644 index 0000000..06e84db Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/shift_imdb_10_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/shift_imdb_10_f1.png b/output/imdb_best_our_vs_atc/plot/shift_imdb_10_f1.png new file mode 100644 index 0000000..592cfb5 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/shift_imdb_10_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/shift_imdb_20_acc.png b/output/imdb_best_our_vs_atc/plot/shift_imdb_20_acc.png new file mode 100644 index 0000000..404cc98 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/shift_imdb_20_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/shift_imdb_20_f1.png b/output/imdb_best_our_vs_atc/plot/shift_imdb_20_f1.png new file mode 100644 index 0000000..8d9623c Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/shift_imdb_20_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/shift_imdb_30_acc.png b/output/imdb_best_our_vs_atc/plot/shift_imdb_30_acc.png new file mode 100644 index 0000000..aa96f62 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/shift_imdb_30_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/shift_imdb_30_f1.png b/output/imdb_best_our_vs_atc/plot/shift_imdb_30_f1.png new file mode 100644 index 0000000..8b11037 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/shift_imdb_30_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/shift_imdb_40_acc.png b/output/imdb_best_our_vs_atc/plot/shift_imdb_40_acc.png new file mode 100644 index 0000000..b2fb2b0 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/shift_imdb_40_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/shift_imdb_40_f1.png b/output/imdb_best_our_vs_atc/plot/shift_imdb_40_f1.png new file mode 100644 index 0000000..8f871a0 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/shift_imdb_40_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/shift_imdb_50_acc.png b/output/imdb_best_our_vs_atc/plot/shift_imdb_50_acc.png new file mode 100644 index 0000000..8235e00 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/shift_imdb_50_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/shift_imdb_50_f1.png b/output/imdb_best_our_vs_atc/plot/shift_imdb_50_f1.png new file mode 100644 index 0000000..1f71fde Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/shift_imdb_50_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/shift_imdb_60_acc.png b/output/imdb_best_our_vs_atc/plot/shift_imdb_60_acc.png new file mode 100644 index 0000000..b2b19f5 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/shift_imdb_60_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/shift_imdb_60_f1.png b/output/imdb_best_our_vs_atc/plot/shift_imdb_60_f1.png new file mode 100644 index 0000000..02d77e0 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/shift_imdb_60_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/shift_imdb_70_acc.png b/output/imdb_best_our_vs_atc/plot/shift_imdb_70_acc.png new file mode 100644 index 0000000..8b0d48f Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/shift_imdb_70_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/shift_imdb_70_f1.png b/output/imdb_best_our_vs_atc/plot/shift_imdb_70_f1.png new file mode 100644 index 0000000..ffdbf4d Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/shift_imdb_70_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/shift_imdb_80_acc.png b/output/imdb_best_our_vs_atc/plot/shift_imdb_80_acc.png new file mode 100644 index 0000000..de50ce8 Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/shift_imdb_80_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/shift_imdb_80_f1.png b/output/imdb_best_our_vs_atc/plot/shift_imdb_80_f1.png new file mode 100644 index 0000000..d8088fd Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/shift_imdb_80_f1.png differ diff --git a/output/imdb_best_our_vs_atc/plot/shift_imdb_90_acc.png b/output/imdb_best_our_vs_atc/plot/shift_imdb_90_acc.png new file mode 100644 index 0000000..0be0b3c Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/shift_imdb_90_acc.png differ diff --git a/output/imdb_best_our_vs_atc/plot/shift_imdb_90_f1.png b/output/imdb_best_our_vs_atc/plot/shift_imdb_90_f1.png new file mode 100644 index 0000000..00ebbfd Binary files /dev/null and b/output/imdb_best_our_vs_atc/plot/shift_imdb_90_f1.png differ