diff --git a/output/main/imdb/imdb.log b/output/main/imdb/imdb.log new file mode 100644 index 0000000..b05c759 --- /dev/null +++ b/output/main/imdb/imdb.log @@ -0,0 +1,261 @@ +---------------------------------------------------------------------------------------------------- +21/11/23 00:15:54| INFO dataset imdb [pool size: 10] +21/11/23 00:16:03| INFO Dataset sample 0.10 of dataset imdb started +21/11/23 00:17:17| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 +21/11/23 00:17:56| INFO mulis_sld finished [took 111.4706s] +21/11/23 00:18:05| INFO m3wis_sld finished [took 118.6575s] +21/11/23 00:18:12| INFO mulc_sld finished [took 118.9177s] +21/11/23 00:18:13| INFO m3wmc_sld finished [took 112.8797s] +21/11/23 00:18:14| INFO mulmc_sld finished [took 118.4058s] +21/11/23 00:19:36| INFO bin_sld finished [took 209.2490s] +21/11/23 00:19:58| INFO binmc_sld finished [took 225.5438s] +21/11/23 00:20:03| INFO binc_sld finished [took 218.6939s] +21/11/23 00:20:18| INFO mulne_sld finished [took 120.3796s] +21/11/23 00:20:19| INFO m3wne_sld finished [took 119.5312s] +21/11/23 00:20:58| INFO binne_sld finished [took 217.3269s] +21/11/23 00:21:23| INFO ref finished [took 74.4172s] +21/11/23 00:21:32| INFO doc finished [took 67.5641s] +21/11/23 00:21:57| INFO m3wc_sld finished [took 136.5914s] +21/11/23 00:22:14| INFO atc_mc finished [took 111.2188s] +21/11/23 00:23:19| INFO gde finished [took 101.8438s] +21/11/23 00:23:55| INFO m3w_sld finished [took 347.1262s] +21/11/23 00:24:23| INFO mul_sld finished [took 363.8946s] +21/11/23 00:24:51| INFO binis_sld finished [took 286.8722s] +21/11/23 01:04:32| INFO rca finished [took 2609.5007s] +21/11/23 01:05:07| INFO rca_star finished [took 2617.5293s] +21/11/23 01:11:23| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.01585) [took 3300.4598s] +21/11/23 01:12:14| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.01585) [took 3255.7864s] +21/11/23 01:12:14| INFO mul_sld_gs finished [took 3351.7016s] +21/11/23 01:12:35| INFO m3w_sld_gs finished [took 3276.0748s] +21/11/23 01:12:35| INFO Dataset sample 0.10 of dataset imdb finished [took 3391.3885s] +21/11/23 01:12:35| INFO Dataset sample 0.20 of dataset imdb started +21/11/23 01:14:46| INFO mulis_sld finished [took 129.5766s] +21/11/23 01:14:51| INFO m3wis_sld finished [took 132.0216s] +21/11/23 01:14:53| INFO mulc_sld finished [took 126.0178s] +21/11/23 01:15:00| INFO m3wmc_sld finished [took 127.2738s] +21/11/23 01:15:01| INFO mulmc_sld finished [took 129.2745s] +21/11/23 01:16:39| INFO bin_sld finished [took 239.2236s] +21/11/23 01:16:46| INFO binmc_sld finished [took 242.4441s] +21/11/23 01:17:01| INFO binc_sld finished [took 245.2019s] +21/11/23 01:17:33| INFO mulne_sld finished [took 146.3055s] +21/11/23 01:19:01| INFO ref finished [took 83.3406s] +21/11/23 01:19:08| INFO m3wne_sld finished [took 144.2944s] +21/11/23 01:19:17| INFO binne_sld finished [took 267.5369s] +21/11/23 01:19:29| INFO m3wc_sld finished [took 158.1396s] +21/11/23 01:19:57| INFO mul_sld finished [took 289.8101s] +21/11/23 01:19:58| INFO m3w_sld finished [took 298.7746s] +21/11/23 01:21:08| INFO doc finished [took 114.5929s] +21/11/23 01:22:12| INFO gde finished [took 127.1344s] +21/11/23 01:22:19| INFO atc_mc finished [took 193.0006s] +21/11/23 01:22:21| INFO binis_sld finished [took 312.7406s] +21/11/23 01:46:49| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00908) [took 2037.2203s] +21/11/23 01:50:54| INFO bin_sld_gs finished [took 2282.5690s] +21/11/23 02:22:06| INFO rca_star finished [took 3749.6188s] +21/11/23 02:22:15| INFO rca finished [took 3770.7109s] +21/11/23 02:24:41| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00951) [took 4306.7021s] +21/11/23 02:25:37| INFO mul_sld_gs finished [took 4362.6345s] +21/11/23 02:25:41| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00951) [took 4244.7283s] +21/11/23 02:26:04| INFO m3w_sld_gs finished [took 4267.9222s] +21/11/23 02:26:04| INFO Dataset sample 0.20 of dataset imdb finished [took 4409.4937s] +21/11/23 02:26:04| INFO Dataset sample 0.30 of dataset imdb started +21/11/23 02:28:39| INFO mulis_sld finished [took 144.1283s] +21/11/23 02:28:48| INFO mulmc_sld finished [took 140.3543s] +21/11/23 02:28:50| INFO m3wis_sld finished [took 147.7575s] +21/11/23 02:28:55| INFO mulc_sld finished [took 151.6996s] +21/11/23 02:28:57| INFO m3wmc_sld finished [took 144.8626s] +21/11/23 02:29:16| INFO binmc_sld finished [took 173.0366s] +21/11/23 02:29:22| INFO binc_sld finished [took 168.4436s] +21/11/23 02:29:29| INFO bin_sld finished [took 187.6292s] +21/11/23 02:32:11| INFO binne_sld finished [took 205.9138s] +21/11/23 02:32:14| INFO mulne_sld finished [took 187.8578s] +21/11/23 02:32:29| INFO m3wc_sld finished [took 171.1427s] +21/11/23 02:32:33| INFO m3wne_sld finished [took 180.5077s] +21/11/23 02:32:38| INFO m3w_sld finished [took 221.5259s] +21/11/23 02:32:44| INFO binis_sld finished [took 179.1574s] +21/11/23 02:32:44| INFO mul_sld finished [took 214.6865s] +21/11/23 02:34:21| INFO ref finished [took 120.7038s] +21/11/23 02:34:36| INFO doc finished [took 115.6937s] +21/11/23 02:34:48| INFO gde finished [took 116.1011s] +21/11/23 02:35:10| INFO atc_mc finished [took 166.3161s] +21/11/23 03:03:21| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.01045) [took 2210.3611s] +21/11/23 03:06:38| INFO bin_sld_gs finished [took 2408.1376s] +21/11/23 03:34:24| INFO rca_star finished [took 3700.6722s] +21/11/23 03:34:37| INFO rca finished [took 3713.7635s] +21/11/23 03:38:32| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00972) [took 4318.5549s] +21/11/23 03:39:35| INFO mul_sld_gs finished [took 4381.3441s] +21/11/23 03:39:35| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00972) [took 4240.1066s] +21/11/23 03:39:59| INFO m3w_sld_gs finished [took 4263.4197s] +21/11/23 03:39:59| INFO Dataset sample 0.30 of dataset imdb finished [took 4434.3696s] +21/11/23 03:39:59| INFO Dataset sample 0.40 of dataset imdb started +21/11/23 03:42:23| INFO bin_sld finished [took 137.5485s] +21/11/23 03:42:26| INFO binmc_sld finished [took 134.8969s] +21/11/23 03:42:34| INFO mulis_sld finished [took 150.1552s] +21/11/23 03:42:36| INFO m3wis_sld finished [took 144.2591s] +21/11/23 03:42:41| INFO mulc_sld finished [took 148.8047s] +21/11/23 03:42:43| INFO m3wmc_sld finished [took 145.5446s] +21/11/23 03:42:46| INFO binc_sld finished [took 146.5231s] +21/11/23 03:42:47| INFO mulmc_sld finished [took 153.4832s] +21/11/23 03:45:34| INFO binne_sld finished [took 186.8245s] +21/11/23 03:45:53| INFO binis_sld finished [took 173.6744s] +21/11/23 03:46:06| INFO m3wc_sld finished [took 188.9566s] +21/11/23 03:46:06| INFO mulne_sld finished [took 206.3996s] +21/11/23 03:46:14| INFO m3w_sld finished [took 215.9909s] +21/11/23 03:46:21| INFO m3wne_sld finished [took 208.2958s] +21/11/23 03:46:39| INFO mul_sld finished [took 227.9321s] +21/11/23 03:47:38| INFO ref finished [took 118.5152s] +21/11/23 03:48:21| INFO doc finished [took 129.5447s] +21/11/23 03:48:22| INFO gde finished [took 113.9130s] +21/11/23 03:48:57| INFO atc_mc finished [took 179.9824s] +21/11/23 04:21:26| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.01194) [took 2470.8801s] +21/11/23 04:24:39| INFO bin_sld_gs finished [took 2664.2762s] +21/11/23 04:54:07| INFO rca finished [took 4074.2656s] +21/11/23 04:54:16| INFO rca_star finished [took 4077.6780s] +21/11/23 04:56:10| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.01084) [took 4551.0067s] +21/11/23 04:57:11| INFO mul_sld_gs finished [took 4612.0397s] +21/11/23 04:57:25| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.01084) [took 4494.4461s] +21/11/23 04:57:48| INFO m3w_sld_gs finished [took 4517.7865s] +21/11/23 04:57:48| INFO Dataset sample 0.40 of dataset imdb finished [took 4669.8543s] +21/11/23 04:57:48| INFO Dataset sample 0.50 of dataset imdb started +21/11/23 05:00:09| INFO binmc_sld finished [took 130.3760s] +21/11/23 05:00:14| INFO binc_sld finished [took 123.5275s] +21/11/23 05:00:15| INFO bin_sld finished [took 138.5294s] +21/11/23 05:00:28| INFO m3wis_sld finished [took 149.5476s] +21/11/23 05:00:31| INFO mulis_sld finished [took 160.2852s] +21/11/23 05:00:36| INFO m3wmc_sld finished [took 149.4937s] +21/11/23 05:00:38| INFO mulmc_sld finished [took 153.0837s] +21/11/23 05:00:41| INFO mulc_sld finished [took 157.6960s] +21/11/23 05:03:13| INFO binne_sld finished [took 179.4831s] +21/11/23 05:03:37| INFO binis_sld finished [took 166.7696s] +21/11/23 05:03:52| INFO mulne_sld finished [took 199.4252s] +21/11/23 05:03:55| INFO m3wne_sld finished [took 191.3662s] +21/11/23 05:03:59| INFO m3w_sld finished [took 218.0147s] +21/11/23 05:04:02| INFO m3wc_sld finished [took 195.2010s] +21/11/23 05:04:24| INFO mul_sld finished [took 229.1055s] +21/11/23 05:05:01| INFO ref finished [took 101.7748s] +21/11/23 05:05:59| INFO gde finished [took 111.8166s] +21/11/23 05:06:09| INFO doc finished [took 129.2897s] +21/11/23 05:06:48| INFO atc_mc finished [took 185.4580s] +21/11/23 05:40:34| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00941) [took 2547.8820s] +21/11/23 05:43:29| INFO bin_sld_gs finished [took 2722.6401s] +21/11/23 06:13:22| INFO rca_star finished [took 4157.0841s] +21/11/23 06:13:35| INFO rca finished [took 4172.6545s] +21/11/23 06:15:08| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00954) [took 4618.9787s] +21/11/23 06:16:01| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00954) [took 4543.1869s] +21/11/23 06:16:03| INFO mul_sld_gs finished [took 4674.1593s] +21/11/23 06:16:24| INFO m3w_sld_gs finished [took 4565.8623s] +21/11/23 06:16:24| INFO Dataset sample 0.50 of dataset imdb finished [took 4715.6460s] +21/11/23 06:16:24| INFO Dataset sample 0.60 of dataset imdb started +21/11/23 06:18:50| INFO bin_sld finished [took 140.5417s] +21/11/23 06:18:52| INFO m3wmc_sld finished [took 130.2317s] +21/11/23 06:18:55| INFO mulis_sld finished [took 148.0533s] +21/11/23 06:18:56| INFO mulmc_sld finished [took 138.9811s] +21/11/23 06:18:58| INFO m3wis_sld finished [took 145.1505s] +21/11/23 06:18:59| INFO binc_sld finished [took 136.8655s] +21/11/23 06:19:04| INFO mulc_sld finished [took 147.2067s] +21/11/23 06:19:13| INFO binmc_sld finished [took 157.9663s] +21/11/23 06:22:04| INFO binne_sld finished [took 192.1222s] +21/11/23 06:22:04| INFO mulne_sld finished [took 180.7315s] +21/11/23 06:22:13| INFO m3wc_sld finished [took 180.8317s] +21/11/23 06:22:14| INFO m3wne_sld finished [took 186.9620s] +21/11/23 06:22:18| INFO binis_sld finished [took 174.8635s] +21/11/23 06:22:27| INFO m3w_sld finished [took 205.9937s] +21/11/23 06:22:52| INFO mul_sld finished [took 226.1500s] +21/11/23 06:24:13| INFO ref finished [took 122.9120s] +21/11/23 06:24:22| INFO doc finished [took 125.0605s] +21/11/23 06:24:23| INFO gde finished [took 109.4642s] +21/11/23 06:24:58| INFO atc_mc finished [took 167.7941s] +21/11/23 06:57:40| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.01159) [took 2458.9793s] +21/11/23 07:01:06| INFO bin_sld_gs finished [took 2664.9725s] +21/11/23 07:30:36| INFO rca_star finished [took 4093.8359s] +21/11/23 07:30:47| INFO rca finished [took 4109.6687s] +21/11/23 07:32:52| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00973) [took 4570.3770s] +21/11/23 07:33:58| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00973) [took 4502.9301s] +21/11/23 07:33:59| INFO mul_sld_gs finished [took 4637.4206s] +21/11/23 07:34:23| INFO m3w_sld_gs finished [took 4527.6656s] +21/11/23 07:34:23| INFO Dataset sample 0.60 of dataset imdb finished [took 4678.8574s] +21/11/23 07:34:23| INFO Dataset sample 0.70 of dataset imdb started +21/11/23 07:36:42| INFO mulis_sld finished [took 131.7844s] +21/11/23 07:36:56| INFO m3wis_sld finished [took 141.3817s] +21/11/23 07:37:00| INFO m3wmc_sld finished [took 136.9678s] +21/11/23 07:37:05| INFO mulmc_sld finished [took 144.4901s] +21/11/23 07:37:06| INFO mulc_sld finished [took 148.1544s] +21/11/23 07:37:07| INFO binmc_sld finished [took 149.4850s] +21/11/23 07:37:11| INFO bin_sld finished [took 158.2540s] +21/11/23 07:37:19| INFO binc_sld finished [took 152.7793s] +21/11/23 07:40:03| INFO binne_sld finished [took 197.2204s] +21/11/23 07:40:19| INFO m3wne_sld finished [took 182.5108s] +21/11/23 07:40:23| INFO m3wc_sld finished [took 180.9824s] +21/11/23 07:40:31| INFO mulne_sld finished [took 194.3397s] +21/11/23 07:40:35| INFO binis_sld finished [took 186.0849s] +21/11/23 07:40:46| INFO m3w_sld finished [took 220.5673s] +21/11/23 07:40:56| INFO mul_sld finished [took 218.6468s] +21/11/23 07:42:05| INFO ref finished [took 116.7288s] +21/11/23 07:42:34| INFO doc finished [took 124.7760s] +21/11/23 07:42:43| INFO gde finished [took 110.8043s] +21/11/23 07:43:21| INFO atc_mc finished [took 175.9624s] +21/11/23 08:13:47| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.02135) [took 2345.0672s] +21/11/23 08:16:34| INFO bin_sld_gs finished [took 2511.3658s] +21/11/23 08:44:55| INFO rca_star finished [took 3853.3320s] +21/11/23 08:44:55| INFO rca finished [took 3857.4042s] +21/11/23 08:48:32| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.001, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.01040) [took 4426.7674s] +21/11/23 08:49:31| INFO mul_sld_gs finished [took 4486.4385s] +21/11/23 08:49:46| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.001, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.01040) [took 4363.8855s] +21/11/23 08:50:07| INFO m3w_sld_gs finished [took 4385.0148s] +21/11/23 08:50:07| INFO Dataset sample 0.70 of dataset imdb finished [took 4544.0565s] +21/11/23 08:50:07| INFO Dataset sample 0.80 of dataset imdb started +21/11/23 08:52:35| INFO mulis_sld finished [took 142.3618s] +21/11/23 08:52:36| INFO m3wis_sld finished [took 136.9769s] +21/11/23 08:52:41| INFO mulmc_sld finished [took 136.4836s] +21/11/23 08:52:42| INFO mulc_sld finished [took 141.0987s] +21/11/23 08:52:52| INFO m3wmc_sld finished [took 143.9679s] +21/11/23 08:53:55| INFO binmc_sld finished [took 213.9999s] +21/11/23 08:54:09| INFO bin_sld finished [took 232.6996s] +21/11/23 08:54:14| INFO binc_sld finished [took 223.1618s] +21/11/23 08:55:35| INFO mulne_sld finished [took 163.8812s] +21/11/23 08:56:13| INFO m3w_sld finished [took 202.8053s] +21/11/23 08:56:21| INFO mul_sld finished [took 200.1561s] +21/11/23 08:56:46| INFO m3wne_sld finished [took 165.4395s] +21/11/23 08:56:50| INFO binne_sld finished [took 248.6541s] +21/11/23 08:57:07| INFO m3wc_sld finished [took 168.4713s] +21/11/23 08:57:09| INFO ref finished [took 86.3456s] +21/11/23 08:58:07| INFO doc finished [took 100.2370s] +21/11/23 08:58:44| INFO binis_sld finished [took 259.6594s] +21/11/23 08:58:57| INFO atc_mc finished [took 156.3121s] +21/11/23 08:59:02| INFO gde finished [took 106.2881s] +21/11/23 09:27:04| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.01156) [took 2197.4983s] +21/11/23 09:32:01| INFO bin_sld_gs finished [took 2494.4255s] +21/11/23 10:04:51| INFO rca_star finished [took 4074.3294s] +21/11/23 10:04:56| INFO rca finished [took 4084.1699s] +21/11/23 10:06:10| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00717) [took 4540.9922s] +21/11/23 10:07:09| INFO mul_sld_gs finished [took 4600.1104s] +21/11/23 10:07:20| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00717) [took 4478.2247s] +21/11/23 10:07:42| INFO m3w_sld_gs finished [took 4500.5672s] +21/11/23 10:07:42| INFO Dataset sample 0.80 of dataset imdb finished [took 4654.8057s] +21/11/23 10:07:42| INFO Dataset sample 0.90 of dataset imdb started +21/11/23 10:08:53| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +21/11/23 10:09:48| INFO mulis_sld finished [took 123.5343s] +21/11/23 10:09:51| INFO m3wis_sld finished [took 123.5552s] +21/11/23 10:09:54| INFO mulc_sld finished [took 123.2210s] +21/11/23 10:10:06| INFO m3wmc_sld finished [took 129.3417s] +21/11/23 10:10:13| INFO mulmc_sld finished [took 138.3653s] +21/11/23 10:10:37| INFO bin_sld finished [took 170.0354s] +21/11/23 10:10:40| INFO binc_sld finished [took 159.9478s] +21/11/23 10:10:53| INFO binmc_sld finished [took 182.3695s] +21/11/23 10:11:35| INFO binne_sld finished [took 160.0458s] +21/11/23 10:12:07| INFO ref finished [took 69.6779s] +21/11/23 10:12:15| INFO mulne_sld finished [took 135.2913s] +21/11/23 10:12:39| INFO m3wne_sld finished [took 139.5186s] +21/11/23 10:12:59| INFO m3wc_sld finished [took 137.3895s] +21/11/23 10:13:40| INFO doc finished [took 88.0917s] +21/11/23 10:13:45| INFO atc_mc finished [took 127.5778s] +21/11/23 10:14:00| INFO m3w_sld finished [took 246.7113s] +21/11/23 10:14:02| INFO binis_sld finished [took 196.6686s] +21/11/23 10:14:20| INFO mul_sld finished [took 249.4444s] +21/11/23 10:14:43| INFO gde finished [took 97.7221s] +21/11/23 10:59:52| INFO rca finished [took 2854.1910s] +21/11/23 11:00:19| INFO rca_star finished [took 2856.9970s] +21/11/23 11:06:00| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.00993) [took 3482.0638s] +21/11/23 11:06:55| INFO mul_sld_gs finished [took 3536.8171s] +21/11/23 11:07:05| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.00993) [took 3433.7378s] +21/11/23 11:07:25| INFO m3w_sld_gs finished [took 3454.3248s] +21/11/23 11:07:25| INFO Dataset sample 0.90 of dataset imdb finished [took 3583.1958s] diff --git a/output/main/imdb/imdb.pickle b/output/main/imdb/imdb.pickle new file mode 100644 index 0000000..e8a8aef Binary files /dev/null and b/output/main/imdb/imdb.pickle differ diff --git a/output/main/imdb/imdb.pickle.old b/output/main/imdb/imdb.pickle.old new file mode 100644 index 0000000..d30e777 Binary files /dev/null and b/output/main/imdb/imdb.pickle.old differ diff --git a/output/main/imdb/imdb_mandoline.log b/output/main/imdb/imdb_mandoline.log new file mode 100644 index 0000000..209cd67 --- /dev/null +++ b/output/main/imdb/imdb_mandoline.log @@ -0,0 +1,38 @@ +---------------------------------------------------------------------------------------------------- +21/11/23 17:40:45| INFO dataset imdb [pool size: 10] +21/11/23 17:40:51| INFO Dataset sample 0.10 of dataset imdb started +21/11/23 17:41:02| INFO ref finished [took 10.1857s] +21/11/23 17:55:21| INFO mandoline finished [took 868.9696s] +21/11/23 17:55:21| INFO Dataset sample 0.10 of dataset imdb finished [took 870.0990s] +21/11/23 17:55:21| INFO Dataset sample 0.20 of dataset imdb started +21/11/23 17:55:32| INFO ref finished [took 9.7684s] +21/11/23 18:10:59| INFO mandoline finished [took 937.2745s] +21/11/23 18:10:59| INFO Dataset sample 0.20 of dataset imdb finished [took 938.5430s] +21/11/23 18:10:59| INFO Dataset sample 0.30 of dataset imdb started +21/11/23 18:11:15| INFO ref finished [took 11.1052s] +21/11/23 18:26:34| INFO mandoline finished [took 929.6805s] +21/11/23 18:26:34| INFO Dataset sample 0.30 of dataset imdb finished [took 934.4872s] +21/11/23 18:26:34| INFO Dataset sample 0.40 of dataset imdb started +21/11/23 18:26:49| INFO ref finished [took 12.7260s] +21/11/23 18:42:32| INFO mandoline finished [took 955.8333s] +21/11/23 18:42:32| INFO Dataset sample 0.40 of dataset imdb finished [took 958.1168s] +21/11/23 18:42:32| INFO Dataset sample 0.50 of dataset imdb started +21/11/23 18:42:43| INFO ref finished [took 9.5449s] +21/11/23 18:58:03| INFO mandoline finished [took 929.2836s] +21/11/23 18:58:03| INFO Dataset sample 0.50 of dataset imdb finished [took 931.1510s] +21/11/23 18:58:03| INFO Dataset sample 0.60 of dataset imdb started +21/11/23 18:58:16| INFO ref finished [took 10.1241s] +21/11/23 19:14:33| INFO mandoline finished [took 988.8207s] +21/11/23 19:14:33| INFO Dataset sample 0.60 of dataset imdb finished [took 990.2440s] +21/11/23 19:14:33| INFO Dataset sample 0.70 of dataset imdb started +21/11/23 19:14:45| INFO ref finished [took 9.4284s] +21/11/23 19:28:03| INFO mandoline finished [took 807.4508s] +21/11/23 19:28:03| INFO Dataset sample 0.70 of dataset imdb finished [took 809.2394s] +21/11/23 19:28:03| INFO Dataset sample 0.80 of dataset imdb started +21/11/23 19:28:14| INFO ref finished [took 8.6557s] +21/11/23 19:41:31| INFO mandoline finished [took 806.2654s] +21/11/23 19:41:31| INFO Dataset sample 0.80 of dataset imdb finished [took 808.4168s] +21/11/23 19:41:31| INFO Dataset sample 0.90 of dataset imdb started +21/11/23 19:41:42| INFO ref finished [took 8.9919s] +21/11/23 19:56:51| INFO mandoline finished [took 918.6407s] +21/11/23 19:56:51| INFO Dataset sample 0.90 of dataset imdb finished [took 919.6847s] diff --git a/output/main/imdb_9prevs/imdb_9prevs.log b/output/main/imdb_9prevs/imdb_9prevs.log deleted file mode 100644 index 0782d8c..0000000 --- a/output/main/imdb_9prevs/imdb_9prevs.log +++ /dev/null @@ -1,447 +0,0 @@ -06/11/23 05:49:49| INFO dataset imdb_9prevs -06/11/23 05:49:57| INFO Dataset sample 0.10 of dataset imdb_9prevs started -06/11/23 05:50:12| INFO ref finished [took 13.3064s] -06/11/23 05:50:17| INFO atc_mc finished [took 17.3508s] -06/11/23 05:50:19| INFO mul_pacc finished [took 20.0802s] -06/11/23 05:50:22| INFO mulne_sld finished [took 23.6723s] -06/11/23 05:50:24| INFO mulmc_sld finished [took 25.5159s] -06/11/23 05:50:39| INFO mul_sld finished [took 40.7099s] -06/11/23 05:52:55| INFO bin_pacc finished [took 176.3728s] -06/11/23 05:53:05| INFO binmc_sld finished [took 186.8240s] -06/11/23 05:53:06| INFO binne_sld finished [took 187.6585s] -06/11/23 05:53:07| INFO bin_sld finished [took 189.1728s] -06/11/23 05:53:07| INFO Dataset sample 0.10 of dataset imdb_9prevs finished [took 189.6034s] -06/11/23 05:53:07| INFO Dataset sample 0.20 of dataset imdb_9prevs started -06/11/23 05:53:22| INFO ref finished [took 13.2778s] -06/11/23 05:53:26| INFO atc_mc finished [took 17.4491s] -06/11/23 05:53:28| INFO mul_pacc finished [took 19.9359s] -06/11/23 05:53:40| INFO mulmc_sld finished [took 31.6686s] -06/11/23 05:53:44| INFO mulne_sld finished [took 35.2085s] -06/11/23 05:53:44| INFO mul_sld finished [took 36.2502s] -06/11/23 05:56:05| INFO bin_pacc finished [took 177.0225s] -06/11/23 05:56:13| INFO binmc_sld finished [took 185.4811s] -06/11/23 05:56:15| INFO bin_sld finished [took 187.1039s] -06/11/23 05:56:16| INFO binne_sld finished [took 187.3163s] -06/11/23 05:56:16| INFO Dataset sample 0.20 of dataset imdb_9prevs finished [took 188.4781s] -06/11/23 05:56:16| INFO Dataset sample 0.30 of dataset imdb_9prevs started -06/11/23 05:56:31| INFO ref finished [took 13.4513s] -06/11/23 05:56:36| INFO atc_mc finished [took 18.1025s] -06/11/23 05:56:38| INFO mul_pacc finished [took 20.3997s] -06/11/23 05:56:45| INFO mulmc_sld finished [took 28.4298s] -06/11/23 05:56:46| INFO mulne_sld finished [took 28.8678s] -06/11/23 05:56:46| INFO mul_sld finished [took 29.5573s] -06/11/23 05:59:11| INFO bin_pacc finished [took 174.0262s] -06/11/23 05:59:17| INFO binmc_sld finished [took 180.1998s] -06/11/23 05:59:18| INFO binne_sld finished [took 181.2200s] -06/11/23 05:59:19| INFO bin_sld finished [took 182.1672s] -06/11/23 05:59:19| INFO Dataset sample 0.30 of dataset imdb_9prevs finished [took 183.0515s] -06/11/23 05:59:19| INFO Dataset sample 0.40 of dataset imdb_9prevs started -06/11/23 05:59:34| INFO ref finished [took 13.5163s] -06/11/23 05:59:39| INFO atc_mc finished [took 17.9856s] -06/11/23 05:59:41| INFO mul_pacc finished [took 20.7441s] -06/11/23 05:59:49| INFO mulmc_sld finished [took 29.2747s] -06/11/23 05:59:50| INFO mulne_sld finished [took 29.6624s] -06/11/23 05:59:50| INFO mul_sld finished [took 30.3432s] -06/11/23 06:02:17| INFO bin_pacc finished [took 176.7354s] -06/11/23 06:02:19| INFO binmc_sld finished [took 179.9981s] -06/11/23 06:02:21| INFO bin_sld finished [took 181.6844s] -06/11/23 06:02:22| INFO binne_sld finished [took 182.0846s] -06/11/23 06:02:22| INFO Dataset sample 0.40 of dataset imdb_9prevs finished [took 183.2033s] -06/11/23 06:02:22| INFO Dataset sample 0.50 of dataset imdb_9prevs started -06/11/23 06:02:37| INFO ref finished [took 13.4688s] -06/11/23 06:02:42| INFO atc_mc finished [took 18.0218s] -06/11/23 06:02:44| INFO mul_pacc finished [took 20.5800s] -06/11/23 06:02:52| INFO mulmc_sld finished [took 29.0192s] -06/11/23 06:02:52| INFO mul_sld finished [took 29.4403s] -06/11/23 06:02:52| INFO mulne_sld finished [took 29.1611s] -06/11/23 06:05:19| INFO bin_pacc finished [took 175.5125s] -06/11/23 06:05:23| INFO binmc_sld finished [took 180.0427s] -06/11/23 06:05:25| INFO binne_sld finished [took 182.5814s] -06/11/23 06:05:26| INFO bin_sld finished [took 183.2892s] -06/11/23 06:05:26| INFO Dataset sample 0.50 of dataset imdb_9prevs finished [took 183.8611s] -06/11/23 06:05:26| INFO Dataset sample 0.60 of dataset imdb_9prevs started -06/11/23 06:05:41| INFO ref finished [took 13.4643s] -06/11/23 06:05:45| INFO atc_mc finished [took 17.9768s] -06/11/23 06:05:48| INFO mul_pacc finished [took 20.7525s] -06/11/23 06:05:55| INFO mulmc_sld finished [took 28.8234s] -06/11/23 06:05:55| INFO mulne_sld finished [took 28.6537s] -06/11/23 06:05:56| INFO mul_sld finished [took 29.6167s] -06/11/23 06:08:24| INFO bin_pacc finished [took 176.5335s] -06/11/23 06:08:27| INFO binmc_sld finished [took 180.4803s] -06/11/23 06:08:28| INFO bin_sld finished [took 181.6676s] -06/11/23 06:08:29| INFO binne_sld finished [took 182.0534s] -06/11/23 06:08:29| INFO Dataset sample 0.60 of dataset imdb_9prevs finished [took 183.0240s] -06/11/23 06:08:29| INFO Dataset sample 0.70 of dataset imdb_9prevs started -06/11/23 06:08:44| INFO ref finished [took 13.7566s] -06/11/23 06:08:49| INFO atc_mc finished [took 17.9495s] -06/11/23 06:08:51| INFO mul_pacc finished [took 20.5859s] -06/11/23 06:08:57| INFO mulmc_sld finished [took 27.4370s] -06/11/23 06:08:58| INFO mul_sld finished [took 28.3224s] -06/11/23 06:08:58| INFO mulne_sld finished [took 28.1390s] -06/11/23 06:11:26| INFO bin_pacc finished [took 175.7412s] -06/11/23 06:11:31| INFO binmc_sld finished [took 181.4310s] -06/11/23 06:11:32| INFO binne_sld finished [took 182.0095s] -06/11/23 06:11:33| INFO bin_sld finished [took 183.6520s] -06/11/23 06:11:33| INFO Dataset sample 0.70 of dataset imdb_9prevs finished [took 184.2005s] -06/11/23 06:11:33| INFO Dataset sample 0.80 of dataset imdb_9prevs started -06/11/23 06:11:48| INFO ref finished [took 13.5418s] -06/11/23 06:11:53| INFO atc_mc finished [took 17.8150s] -06/11/23 06:11:55| INFO mul_pacc finished [took 20.4761s] -06/11/23 06:12:01| INFO mulmc_sld finished [took 27.2741s] -06/11/23 06:12:02| INFO mulne_sld finished [took 27.2693s] -06/11/23 06:12:02| INFO mul_sld finished [took 28.3364s] -06/11/23 06:14:30| INFO bin_pacc finished [took 175.7637s] -06/11/23 06:14:37| INFO binmc_sld finished [took 183.2422s] -06/11/23 06:14:38| INFO bin_sld finished [took 184.1064s] -06/11/23 06:14:39| INFO binne_sld finished [took 184.9073s] -06/11/23 06:14:39| INFO Dataset sample 0.80 of dataset imdb_9prevs finished [took 186.2580s] -06/11/23 06:14:39| INFO Dataset sample 0.90 of dataset imdb_9prevs started -06/11/23 06:14:41| WARNING Method mul_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. -06/11/23 06:14:41| WARNING Method bin_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. -06/11/23 06:14:52| INFO ref finished [took 11.6315s] -06/11/23 06:14:56| INFO atc_mc finished [took 15.3068s] -06/11/23 06:15:01| INFO mulne_sld finished [took 21.1133s] -06/11/23 06:15:02| INFO mulmc_sld finished [took 22.2375s] -06/11/23 06:15:08| INFO mul_sld finished [took 27.8149s] -06/11/23 06:17:32| INFO binne_sld finished [took 171.8722s] -06/11/23 06:17:32| INFO bin_sld finished [took 172.4710s] -06/11/23 06:17:33| INFO binmc_sld finished [took 172.8193s] -06/11/23 06:17:33| INFO Dataset sample 0.90 of dataset imdb_9prevs finished [took 173.4411s] ----------------------------------------------------------------------------------------------------- -06/11/23 14:48:04| INFO dataset imdb_9prevs -06/11/23 14:48:14| INFO Dataset sample 0.10 of dataset imdb_9prevs started -06/11/23 14:48:17| WARNING Method mul_pacc_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. -06/11/23 14:48:18| WARNING Method bin_pacc_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. -06/11/23 14:48:31| INFO doc_feat finished [took 11.5257s] -06/11/23 14:48:36| INFO ref finished [took 18.5620s] -06/11/23 14:48:42| INFO kfcv finished [took 24.7227s] -06/11/23 14:48:44| INFO atc_ne finished [took 25.5676s] -06/11/23 14:48:46| INFO atc_mc finished [took 27.4910s] -06/11/23 14:48:50| INFO mulne_pacc finished [took 34.0415s] -06/11/23 14:48:57| INFO mulmc_pacc finished [took 41.7500s] -06/11/23 14:48:58| INFO mul_pacc finished [took 43.0162s] -06/11/23 14:48:58| INFO mul_cc finished [took 40.3279s] -06/11/23 14:49:16| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 -06/11/23 14:49:26| INFO mul_sld finished [took 71.4588s] -06/11/23 14:50:10| WARNING Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 -06/11/23 14:52:12| INFO binne_pacc finished [took 236.2174s] -06/11/23 14:52:16| INFO binmc_pacc finished [took 240.4686s] -06/11/23 14:52:19| INFO bin_cc finished [took 241.9141s] -06/11/23 14:52:20| INFO bin_pacc finished [took 244.5632s] -06/11/23 14:52:23| INFO bin_sld finished [took 249.0477s] -06/11/23 14:53:48| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' -06/11/23 14:55:38| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.03127) [took 443.6010s] -06/11/23 14:55:51| INFO mul_sld_gs finished [took 455.9932s] -06/11/23 14:55:51| INFO Dataset sample 0.10 of dataset imdb_9prevs finished [took 456.7746s] -06/11/23 14:55:51| INFO Dataset sample 0.20 of dataset imdb_9prevs started -06/11/23 14:56:07| INFO doc_feat finished [took 11.2758s] -06/11/23 14:56:18| INFO atc_mc finished [took 22.2986s] -06/11/23 14:56:22| INFO ref finished [took 26.3482s] -06/11/23 14:56:25| INFO kfcv finished [took 30.4761s] -06/11/23 14:56:29| INFO mul_pacc finished [took 36.5892s] -06/11/23 14:56:29| INFO mulmc_pacc finished [took 36.7773s] -06/11/23 14:56:38| INFO atc_ne finished [took 41.7824s] -06/11/23 14:56:41| INFO mulne_pacc finished [took 47.8318s] -06/11/23 14:56:41| INFO mul_cc finished [took 46.7221s] -06/11/23 14:56:55| INFO mul_sld finished [took 63.3547s] -06/11/23 14:57:54| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': 'max_conf'} (score=0.01017) [took 119.9166s] -06/11/23 14:58:15| INFO mul_pacc_gs finished [took 141.4446s] -06/11/23 15:00:38| INFO binne_pacc finished [took 285.5562s] -06/11/23 15:00:48| INFO bin_cc finished [took 293.8727s] -06/11/23 15:00:49| INFO binmc_pacc finished [took 296.7176s] -06/11/23 15:00:49| INFO bin_pacc finished [took 297.1868s] -06/11/23 15:01:03| INFO bin_sld finished [took 312.0358s] -06/11/23 15:02:29| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' -06/11/23 15:02:34| INFO bin_sld_gsq finished [took 402.0748s] -06/11/23 15:03:56| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.00980) [took 482.9237s] -06/11/23 15:05:00| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01194) [took 548.0443s] -06/11/23 15:05:14| INFO mul_sld_gs finished [took 562.2966s] -06/11/23 15:06:30| INFO bin_pacc_gs finished [took 636.7956s] -06/11/23 15:10:36| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00924) [took 884.9748s] -06/11/23 15:13:11| INFO bin_sld_gs finished [took 1039.3282s] -06/11/23 15:13:11| INFO Dataset sample 0.20 of dataset imdb_9prevs finished [took 1040.0772s] -06/11/23 15:13:11| INFO Dataset sample 0.30 of dataset imdb_9prevs started -06/11/23 15:13:39| INFO doc_feat finished [took 22.8145s] -06/11/23 15:13:41| INFO atc_ne finished [took 24.3471s] -06/11/23 15:13:45| INFO ref finished [took 28.7559s] -06/11/23 15:13:52| INFO mulne_pacc finished [took 38.1365s] -06/11/23 15:13:53| INFO kfcv finished [took 37.4026s] -06/11/23 15:13:56| INFO atc_mc finished [took 39.4198s] -06/11/23 15:13:59| INFO mul_pacc finished [took 45.9542s] -06/11/23 15:13:59| INFO mul_cc finished [took 43.9076s] -06/11/23 15:13:59| INFO mulmc_pacc finished [took 45.9395s] -06/11/23 15:14:11| INFO mul_sld finished [took 59.8835s] -06/11/23 15:15:23| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.01028) [took 128.2866s] -06/11/23 15:15:44| INFO mul_pacc_gs finished [took 149.5820s] -06/11/23 15:18:03| INFO binne_pacc finished [took 289.3504s] -06/11/23 15:18:07| INFO bin_pacc finished [took 294.7115s] -06/11/23 15:18:14| INFO bin_cc finished [took 298.6839s] -06/11/23 15:18:14| INFO binmc_pacc finished [took 300.9499s] -06/11/23 15:18:14| INFO bin_sld finished [took 302.9035s] -06/11/23 15:19:46| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' -06/11/23 15:20:05| INFO bin_sld_gsq finished [took 413.1151s] -06/11/23 15:21:23| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'confidence': 'entropy'} (score=0.00916) [took 488.7327s] -06/11/23 15:22:13| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00953) [took 541.2865s] -06/11/23 15:22:28| INFO mul_sld_gs finished [took 556.0867s] -06/11/23 15:23:57| INFO bin_pacc_gs finished [took 643.0717s] -06/11/23 15:27:32| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01064) [took 860.3135s] -06/11/23 15:30:05| INFO bin_sld_gs finished [took 1013.1878s] -06/11/23 15:30:05| INFO Dataset sample 0.30 of dataset imdb_9prevs finished [took 1014.3141s] -06/11/23 15:30:05| INFO Dataset sample 0.40 of dataset imdb_9prevs started -06/11/23 15:30:24| INFO doc_feat finished [took 13.8500s] -06/11/23 15:30:32| INFO ref finished [took 22.3531s] -06/11/23 15:30:41| INFO mul_pacc finished [took 34.1860s] -06/11/23 15:30:45| INFO atc_ne finished [took 34.8111s] -06/11/23 15:30:46| INFO kfcv finished [took 36.4055s] -06/11/23 15:30:49| INFO atc_mc finished [took 38.7978s] -06/11/23 15:30:49| INFO mulmc_pacc finished [took 42.4552s] -06/11/23 15:30:51| INFO mul_cc finished [took 42.6899s] -06/11/23 15:30:53| INFO mulne_pacc finished [took 45.2694s] -06/11/23 15:30:57| INFO mul_sld finished [took 51.2705s] -06/11/23 15:32:13| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01220) [took 124.5801s] -06/11/23 15:32:34| INFO mul_pacc_gs finished [took 145.3368s] -06/11/23 15:34:56| INFO binmc_pacc finished [took 289.1451s] -06/11/23 15:35:04| INFO bin_sld finished [took 298.3514s] -06/11/23 15:35:04| INFO binne_pacc finished [took 296.5538s] -06/11/23 15:35:05| INFO bin_pacc finished [took 298.5077s] -06/11/23 15:35:09| INFO bin_cc finished [took 300.1332s] -06/11/23 15:36:41| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' -06/11/23 15:37:08| INFO bin_sld_gsq finished [took 421.3938s] -06/11/23 15:38:19| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.01137) [took 490.9644s] -06/11/23 15:38:58| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.01029) [took 531.8225s] -06/11/23 15:39:12| INFO mul_sld_gs finished [took 546.4524s] -06/11/23 15:40:53| INFO bin_pacc_gs finished [took 645.0957s] -06/11/23 15:44:48| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01176) [took 882.0550s] -06/11/23 15:47:19| INFO bin_sld_gs finished [took 1033.2802s] -06/11/23 15:47:19| INFO Dataset sample 0.40 of dataset imdb_9prevs finished [took 1034.1241s] -06/11/23 15:47:19| INFO Dataset sample 0.50 of dataset imdb_9prevs started -06/11/23 15:47:36| INFO doc_feat finished [took 11.6005s] -06/11/23 15:47:40| INFO ref finished [took 16.3058s] -06/11/23 15:47:50| INFO atc_mc finished [took 25.8745s] -06/11/23 15:47:52| INFO kfcv finished [took 29.0931s] -06/11/23 15:47:53| INFO atc_ne finished [took 28.8903s] -06/11/23 15:47:53| INFO mul_pacc finished [took 32.5473s] -06/11/23 15:48:00| INFO mul_cc finished [took 37.3478s] -06/11/23 15:48:01| INFO mulne_pacc finished [took 39.9745s] -06/11/23 15:48:02| INFO mulmc_pacc finished [took 40.5057s] -06/11/23 15:48:10| INFO mul_sld finished [took 50.1825s] -06/11/23 15:49:28| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.01107) [took 125.0329s] -06/11/23 15:49:49| INFO mul_pacc_gs finished [took 146.7316s] -06/11/23 15:52:15| INFO bin_cc finished [took 292.6719s] -06/11/23 15:52:15| INFO binne_pacc finished [took 293.9844s] -06/11/23 15:52:17| INFO bin_pacc finished [took 296.2830s] -06/11/23 15:52:21| INFO binmc_pacc finished [took 299.4873s] -06/11/23 15:52:23| INFO bin_sld finished [took 303.4889s] -06/11/23 15:53:57| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' -06/11/23 15:54:18| INFO bin_sld_gsq finished [took 418.0959s] -06/11/23 15:55:32| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01038) [took 489.7797s] -06/11/23 15:56:17| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00885) [took 536.7408s] -06/11/23 15:56:33| INFO mul_sld_gs finished [took 552.5393s] -06/11/23 15:58:05| INFO bin_pacc_gs finished [took 643.1581s] -06/11/23 16:01:42| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00940) [took 862.6012s] -06/11/23 16:04:15| INFO bin_sld_gs finished [took 1015.3606s] -06/11/23 16:04:15| INFO Dataset sample 0.50 of dataset imdb_9prevs finished [took 1016.0642s] -06/11/23 16:04:15| INFO Dataset sample 0.60 of dataset imdb_9prevs started -06/11/23 16:04:40| INFO doc_feat finished [took 19.9628s] -06/11/23 16:04:41| INFO kfcv finished [took 21.8848s] -06/11/23 16:04:46| INFO ref finished [took 26.2613s] -06/11/23 16:04:56| INFO mulmc_pacc finished [took 38.6399s] -06/11/23 16:04:56| INFO atc_ne finished [took 35.7501s] -06/11/23 16:04:57| INFO atc_mc finished [took 37.3907s] -06/11/23 16:05:01| INFO mul_cc finished [took 41.6420s] -06/11/23 16:05:01| INFO mul_pacc finished [took 44.6898s] -06/11/23 16:05:02| INFO mulne_pacc finished [took 44.7679s] -06/11/23 16:05:12| INFO mul_sld finished [took 56.0834s] -06/11/23 16:06:24| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.01082) [took 125.2569s] -06/11/23 16:06:44| INFO mul_pacc_gs finished [took 146.2318s] -06/11/23 16:09:05| INFO binne_pacc finished [took 288.1949s] -06/11/23 16:09:10| INFO bin_pacc finished [took 293.3207s] -06/11/23 16:09:12| INFO bin_sld finished [took 296.1022s] -06/11/23 16:09:13| INFO binmc_pacc finished [took 296.4000s] -06/11/23 16:09:18| INFO bin_cc finished [took 299.1982s] -06/11/23 16:10:50| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' -06/11/23 16:11:22| INFO bin_sld_gsq finished [took 425.6641s] -06/11/23 16:12:31| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00976) [took 492.8847s] -06/11/23 16:13:13| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00984) [took 536.8669s] -06/11/23 16:13:28| INFO mul_sld_gs finished [took 551.6187s] -06/11/23 16:15:03| INFO bin_pacc_gs finished [took 645.6602s] -06/11/23 16:19:24| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.01142) [took 907.7074s] -06/11/23 16:21:57| INFO bin_sld_gs finished [took 1060.9759s] -06/11/23 16:21:57| INFO Dataset sample 0.60 of dataset imdb_9prevs finished [took 1061.7730s] -06/11/23 16:21:57| INFO Dataset sample 0.70 of dataset imdb_9prevs started -06/11/23 16:22:23| INFO doc_feat finished [took 20.2428s] -06/11/23 16:22:34| INFO kfcv finished [took 32.1532s] -06/11/23 16:22:36| INFO ref finished [took 34.3738s] -06/11/23 16:22:38| INFO mul_sld finished [took 40.1101s] -06/11/23 16:22:40| INFO mul_cc finished [took 38.6722s] -06/11/23 16:22:41| INFO atc_mc finished [took 38.9379s] -06/11/23 16:22:43| INFO atc_ne finished [took 40.3132s] -06/11/23 16:22:43| INFO mulne_pacc finished [took 43.7833s] -06/11/23 16:22:44| INFO mulmc_pacc finished [took 44.4084s] -06/11/23 16:22:46| INFO mul_pacc finished [took 47.7998s] -06/11/23 16:24:08| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.01575) [took 127.2393s] -06/11/23 16:24:31| INFO mul_pacc_gs finished [took 150.2100s] -06/11/23 16:26:49| INFO bin_cc finished [took 288.6128s] -06/11/23 16:26:51| INFO bin_pacc finished [took 292.1757s] -06/11/23 16:26:52| INFO binne_pacc finished [took 293.0194s] -06/11/23 16:27:01| INFO binmc_pacc finished [took 302.5703s] -06/11/23 16:27:01| INFO bin_sld finished [took 303.9303s] -06/11/23 16:28:32| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' -06/11/23 16:28:53| INFO bin_sld_gsq finished [took 414.4520s] -06/11/23 16:30:15| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01641) [took 494.7681s] -06/11/23 16:31:00| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01102) [took 542.3282s] -06/11/23 16:31:15| INFO mul_sld_gs finished [took 557.2859s] -06/11/23 16:32:49| INFO bin_pacc_gs finished [took 648.9428s] -06/11/23 16:36:23| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.02196) [took 864.7237s] -06/11/23 16:38:54| INFO bin_sld_gs finished [took 1015.9618s] -06/11/23 16:38:54| INFO Dataset sample 0.70 of dataset imdb_9prevs finished [took 1016.7743s] -06/11/23 16:38:54| INFO Dataset sample 0.80 of dataset imdb_9prevs started -06/11/23 16:39:19| INFO doc_feat finished [took 19.9639s] -06/11/23 16:39:22| INFO atc_mc finished [took 22.9650s] -06/11/23 16:39:26| INFO kfcv finished [took 27.9671s] -06/11/23 16:39:30| INFO mul_pacc finished [took 34.3899s] -06/11/23 16:39:31| INFO ref finished [took 32.4692s] -06/11/23 16:39:33| INFO mulne_pacc finished [took 37.2045s] -06/11/23 16:39:39| INFO atc_ne finished [took 39.7686s] -06/11/23 16:39:41| INFO mul_cc finished [took 42.9411s] -06/11/23 16:39:41| INFO mulmc_pacc finished [took 44.9724s] -06/11/23 16:39:46| INFO mul_sld finished [took 51.4269s] -06/11/23 16:40:59| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.01013) [took 122.2196s] -06/11/23 16:41:24| INFO mul_pacc_gs finished [took 146.7076s] -06/11/23 16:43:40| INFO binne_pacc finished [took 284.1154s] -06/11/23 16:43:52| INFO bin_pacc finished [took 296.8885s] -06/11/23 16:43:54| INFO bin_cc finished [took 297.1714s] -06/11/23 16:43:56| INFO binmc_pacc finished [took 300.6806s] -06/11/23 16:43:57| INFO bin_sld finished [took 302.6966s] -06/11/23 16:45:26| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' -06/11/23 16:45:41| INFO bin_sld_gsq finished [took 405.8247s] -06/11/23 16:47:00| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00949) [took 483.3129s] -06/11/23 16:47:54| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00785) [took 539.6504s] -06/11/23 16:48:09| INFO mul_sld_gs finished [took 553.8401s] -06/11/23 16:49:34| INFO bin_pacc_gs finished [took 637.2772s] -06/11/23 16:53:30| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01449) [took 875.8870s] -06/11/23 16:56:08| INFO bin_sld_gs finished [took 1033.4325s] -06/11/23 16:56:08| INFO Dataset sample 0.80 of dataset imdb_9prevs finished [took 1034.1983s] -06/11/23 16:56:08| INFO Dataset sample 0.90 of dataset imdb_9prevs started -06/11/23 16:56:09| WARNING Method mul_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. -06/11/23 16:56:09| WARNING Method mul_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. -06/11/23 16:56:10| WARNING Method mulmc_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. -06/11/23 16:56:10| WARNING Method bin_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. -06/11/23 16:56:10| WARNING Method mulne_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. -06/11/23 16:56:10| WARNING Method bin_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. -06/11/23 16:56:10| WARNING Method mul_pacc_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. -06/11/23 16:56:10| WARNING Method binmc_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. -06/11/23 16:56:11| WARNING Method binne_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. -06/11/23 16:56:11| WARNING Method bin_pacc_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. -06/11/23 16:56:22| INFO doc_feat finished [took 10.1613s] -06/11/23 16:56:25| INFO ref finished [took 13.7569s] -06/11/23 16:56:27| INFO kfcv finished [took 15.6337s] -06/11/23 16:56:29| INFO atc_mc finished [took 18.0104s] -06/11/23 16:56:30| INFO atc_ne finished [took 18.0260s] -06/11/23 16:56:31| INFO mul_cc finished [took 20.6201s] -06/11/23 16:56:40| INFO mul_sld finished [took 31.2942s] -06/11/23 16:56:47| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 -06/11/23 16:58:55| INFO bin_cc finished [took 164.5182s] -06/11/23 16:58:59| INFO bin_sld finished [took 170.5046s] -06/11/23 17:02:17| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.04178) [took 368.6067s] -06/11/23 17:02:29| INFO mul_sld_gs finished [took 380.7801s] -06/11/23 17:02:29| INFO Dataset sample 0.90 of dataset imdb_9prevs finished [took 381.5305s] ----------------------------------------------------------------------------------------------------- -07/11/23 03:31:29| INFO dataset imdb_9prevs -07/11/23 03:31:37| INFO Dataset sample 0.10 of dataset imdb_9prevs started -07/11/23 03:31:49| INFO ref finished [took 11.4117s] -07/11/23 03:31:53| INFO atc_mc finished [took 14.8218s] -07/11/23 03:31:53| INFO atc_ne finished [took 14.8359s] -07/11/23 03:32:11| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 -07/11/23 03:32:56| WARNING Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 -07/11/23 03:36:32| INFO mul_sld_gsq finished [took 294.6812s] -07/11/23 03:38:05| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.03127) [took 387.7698s] -07/11/23 03:38:18| INFO mul_sld_gs finished [took 400.7660s] -07/11/23 03:38:18| INFO Dataset sample 0.10 of dataset imdb_9prevs finished [took 401.3208s] -07/11/23 03:38:18| INFO Dataset sample 0.20 of dataset imdb_9prevs started -07/11/23 03:38:30| INFO ref finished [took 11.1665s] -07/11/23 03:38:34| INFO atc_mc finished [took 14.4483s] -07/11/23 03:38:34| INFO atc_ne finished [took 14.8634s] -07/11/23 03:43:16| INFO bin_sld_gsq finished [took 296.8786s] -07/11/23 03:43:32| INFO mul_sld_gsq finished [took 312.4588s] -07/11/23 03:45:44| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01194) [took 445.1331s] -07/11/23 03:45:58| INFO mul_sld_gs finished [took 459.5855s] -07/11/23 03:51:05| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00924) [took 766.1528s] -07/11/23 03:53:40| INFO bin_sld_gs finished [took 921.5996s] -07/11/23 03:53:40| INFO Dataset sample 0.20 of dataset imdb_9prevs finished [took 922.0949s] -07/11/23 03:53:40| INFO Dataset sample 0.30 of dataset imdb_9prevs started -07/11/23 03:53:53| INFO ref finished [took 11.5825s] -07/11/23 03:53:57| INFO atc_mc finished [took 14.8590s] -07/11/23 03:53:57| INFO atc_ne finished [took 15.3090s] -07/11/23 03:58:53| INFO mul_sld_gsq finished [took 311.9891s] -07/11/23 03:58:54| INFO bin_sld_gsq finished [took 313.1182s] -07/11/23 04:01:03| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00953) [took 441.3198s] -07/11/23 04:01:18| INFO mul_sld_gs finished [took 456.2347s] -07/11/23 04:06:06| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01064) [took 745.0596s] -07/11/23 04:08:40| INFO bin_sld_gs finished [took 898.9046s] -07/11/23 04:08:40| INFO Dataset sample 0.30 of dataset imdb_9prevs finished [took 899.6778s] -07/11/23 04:08:40| INFO Dataset sample 0.40 of dataset imdb_9prevs started -07/11/23 04:08:52| INFO ref finished [took 11.0605s] -07/11/23 04:08:56| INFO atc_mc finished [took 14.9590s] -07/11/23 04:08:56| INFO atc_ne finished [took 14.8804s] -07/11/23 04:13:54| INFO mul_sld_gsq finished [took 313.3797s] -07/11/23 04:13:56| INFO bin_sld_gsq finished [took 315.5862s] -07/11/23 04:15:54| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.01029) [took 432.9025s] -07/11/23 04:16:08| INFO mul_sld_gs finished [took 447.1098s] -07/11/23 04:21:25| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01176) [took 764.2230s] -07/11/23 04:23:56| INFO bin_sld_gs finished [took 915.4905s] -07/11/23 04:23:56| INFO Dataset sample 0.40 of dataset imdb_9prevs finished [took 916.1187s] -07/11/23 04:23:56| INFO Dataset sample 0.50 of dataset imdb_9prevs started -07/11/23 04:24:08| INFO ref finished [took 10.9214s] -07/11/23 04:24:12| INFO atc_mc finished [took 14.9236s] -07/11/23 04:24:12| INFO atc_ne finished [took 14.9240s] -07/11/23 04:29:11| INFO bin_sld_gsq finished [took 314.3071s] -07/11/23 04:29:19| INFO mul_sld_gsq finished [took 322.1027s] -07/11/23 04:31:25| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00885) [took 448.0202s] -07/11/23 04:31:40| INFO mul_sld_gs finished [took 463.2243s] -07/11/23 04:36:23| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00940) [took 746.2797s] -07/11/23 04:38:55| INFO bin_sld_gs finished [took 898.7899s] -07/11/23 04:38:55| INFO Dataset sample 0.50 of dataset imdb_9prevs finished [took 899.2924s] -07/11/23 04:38:55| INFO Dataset sample 0.60 of dataset imdb_9prevs started -07/11/23 04:39:08| INFO ref finished [took 11.9811s] -07/11/23 04:39:12| INFO atc_mc finished [took 15.7159s] -07/11/23 04:39:12| INFO atc_ne finished [took 15.9512s] -07/11/23 04:44:19| INFO bin_sld_gsq finished [took 323.1420s] -07/11/23 04:44:21| INFO mul_sld_gsq finished [took 325.2299s] -07/11/23 04:46:22| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00984) [took 445.8872s] -07/11/23 04:46:37| INFO mul_sld_gs finished [took 460.6339s] -07/11/23 04:52:03| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.01142) [took 786.7500s] -07/11/23 04:54:36| INFO bin_sld_gs finished [took 940.1627s] -07/11/23 04:54:36| INFO Dataset sample 0.60 of dataset imdb_9prevs finished [took 940.6023s] -07/11/23 04:54:36| INFO Dataset sample 0.70 of dataset imdb_9prevs started -07/11/23 04:54:48| INFO ref finished [took 11.1744s] -07/11/23 04:54:52| INFO atc_mc finished [took 14.7518s] -07/11/23 04:54:52| INFO atc_ne finished [took 14.8147s] -07/11/23 04:59:45| INFO bin_sld_gsq finished [took 308.3645s] -07/11/23 05:00:07| INFO mul_sld_gsq finished [took 330.3332s] -07/11/23 05:02:14| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01102) [took 456.8448s] -07/11/23 05:02:28| INFO mul_sld_gs finished [took 471.4675s] -07/11/23 05:06:48| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.02196) [took 731.2847s] -07/11/23 05:09:19| INFO bin_sld_gs finished [took 882.2200s] -07/11/23 05:09:19| INFO Dataset sample 0.70 of dataset imdb_9prevs finished [took 882.8165s] -07/11/23 05:09:19| INFO Dataset sample 0.80 of dataset imdb_9prevs started -07/11/23 05:09:31| INFO ref finished [took 11.0645s] -07/11/23 05:09:35| INFO atc_mc finished [took 14.7375s] -07/11/23 05:09:35| INFO atc_ne finished [took 14.7704s] -07/11/23 05:14:22| INFO bin_sld_gsq finished [took 302.1848s] -07/11/23 05:14:33| INFO mul_sld_gsq finished [took 313.5459s] -07/11/23 05:16:38| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00785) [took 438.9863s] -07/11/23 05:16:52| INFO mul_sld_gs finished [took 452.7273s] -07/11/23 05:21:59| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01449) [took 759.8355s] -07/11/23 05:24:38| INFO bin_sld_gs finished [took 918.7338s] -07/11/23 05:24:38| INFO Dataset sample 0.80 of dataset imdb_9prevs finished [took 919.2981s] -07/11/23 05:24:38| INFO Dataset sample 0.90 of dataset imdb_9prevs started -07/11/23 05:24:39| WARNING Method mul_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. -07/11/23 05:24:39| WARNING Method bin_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. -07/11/23 05:24:48| INFO ref finished [took 9.1378s] -07/11/23 05:24:51| INFO atc_mc finished [took 12.1603s] -07/11/23 05:24:52| INFO atc_ne finished [took 12.3482s] -07/11/23 05:25:08| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 -07/11/23 05:30:32| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.04178) [took 353.7904s] -07/11/23 05:30:45| INFO mul_sld_gs finished [took 365.9283s] -07/11/23 05:30:45| INFO Dataset sample 0.90 of dataset imdb_9prevs finished [took 366.4930s] diff --git a/output/main/imdb_9prevs/imdb_cc_vs_other_acc.md b/output/main/imdb_9prevs/imdb_cc_vs_other_acc.md deleted file mode 100644 index 01e9dff..0000000 --- a/output/main/imdb_9prevs/imdb_cc_vs_other_acc.md +++ /dev/null @@ -1,2476 +0,0 @@ -# imdb_9prevs - -## 10% positives -> train: [0.89991359 0.10008641] -> validation: [0.9000576 0.0999424] -> bin_sld: 249.048s -> mul_sld: 71.459s -> mul_sld_gs: 455.993s -> bin_pacc: 244.563s -> mul_pacc: 43.016s -> binmc_pacc: 240.469s -> mulmc_pacc: 41.750s -> binne_pacc: 236.217s -> mulne_pacc: 34.041s -> bin_cc: 241.914s -> mul_cc: 40.328s -> kfcv: 24.723s -> ref: 18.562s -> atc_mc: 27.491s -> atc_ne: 25.568s -> doc_feat: 11.526s -> tot: 456.775s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00120.00150.00460.01440.01080.0110
0.050.01190.01380.00700.01120.01950.0181
0.10.01230.01560.00980.01180.04730.0449
0.150.01120.01690.00940.00980.07910.0754
0.20.01010.01420.00910.00900.10740.1026
0.250.01320.01620.01160.00960.13760.1317
0.30.01930.05160.01070.00990.16430.1567
0.350.02390.09230.01310.01300.19780.1898
0.40.03380.14270.01400.01710.22830.2195
0.450.04390.16410.01690.01840.25590.2449
0.50.05320.18640.01670.02200.28550.2735
0.550.06220.20690.01800.02660.31660.3037
0.60.07560.22200.01750.02690.34440.3308
0.650.08220.22030.01770.03230.37510.3597
0.70.09020.23010.01950.03900.40560.3902
0.750.10000.22740.02060.04060.43400.4166
0.80.10620.20410.01950.04410.46280.4448
0.850.11430.15940.02260.04630.49280.4738
0.90.09820.11120.02130.04880.52150.4998
0.950.04990.06050.02220.05380.55100.5295
1.00.00000.01060.01740.05540.57800.5553
avg0.04820.11270.01520.02670.28640.2749
- -![plot_delta](plot/delta_imdb_cc_vs_other_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_10_acc.png) -![plot_diagonal](plot/diagonal_imdb_cc_vs_other_10_acc.png) -![plot_shift](plot/shift_imdb_cc_vs_other_10_acc.png) - - -## 20% positives -> train: [0.7999712 0.2000288] -> validation: [0.7999712 0.2000288] -> bin_sld: 312.036s -> mul_sld: 63.355s -> bin_sld_gs: 1039.328s -> mul_sld_gs: 562.297s -> bin_sld_gsq: 402.075s -> bin_pacc: 297.187s -> mul_pacc: 36.589s -> binmc_pacc: 296.718s -> mulmc_pacc: 36.777s -> binne_pacc: 285.556s -> mulne_pacc: 47.832s -> bin_pacc_gs: 636.796s -> mul_pacc_gs: 141.445s -> bin_cc: 293.873s -> mul_cc: 46.722s -> kfcv: 30.476s -> ref: 26.348s -> atc_mc: 22.299s -> atc_ne: 41.782s -> doc_feat: 11.276s -> tot: 1040.077s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00170.00230.00180.00780.02290.0196
0.050.01070.01300.01050.01040.00570.0053
0.10.01360.01540.01190.01290.01400.0150
0.150.01480.01590.01260.01350.03280.0338
0.20.01410.01430.01260.01470.05090.0501
0.250.01270.01230.01320.01650.06940.0689
0.30.01290.01350.01180.01780.08750.0849
0.350.01330.01660.01380.02140.10810.1054
0.40.01420.02170.01530.02340.12660.1226
0.450.01650.02380.01430.02170.14460.1403
0.50.01810.03210.01510.02400.16290.1576
0.550.02060.04120.01340.02820.18240.1766
0.60.02730.05140.01540.02910.19900.1922
0.650.02890.05730.01500.03100.21770.2106
0.70.03680.06760.01400.03350.24000.2306
0.750.03800.07300.01290.02990.25660.2471
0.80.04470.08350.01480.03720.27430.2638
0.850.05080.09480.01500.04120.29310.2816
0.90.05340.10110.01680.04460.30930.2975
0.950.04820.10260.01470.04180.33090.3186
1.00.00220.08200.00980.04160.34680.3321
avg0.02350.04450.01310.02580.16550.1597
- -![plot_delta](plot/delta_imdb_cc_vs_other_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_20_acc.png) -![plot_diagonal](plot/diagonal_imdb_cc_vs_other_20_acc.png) -![plot_shift](plot/shift_imdb_cc_vs_other_20_acc.png) - - -## 30% positives -> train: [0.7000288 0.2999712] -> validation: [0.7000288 0.2999712] -> bin_sld: 302.903s -> mul_sld: 59.883s -> bin_sld_gs: 1013.188s -> mul_sld_gs: 556.087s -> bin_sld_gsq: 413.115s -> bin_pacc: 294.712s -> mul_pacc: 45.954s -> binmc_pacc: 300.950s -> mulmc_pacc: 45.939s -> binne_pacc: 289.350s -> mulne_pacc: 38.137s -> bin_pacc_gs: 643.072s -> mul_pacc_gs: 149.582s -> bin_cc: 298.684s -> mul_cc: 43.908s -> kfcv: 37.403s -> ref: 28.756s -> atc_mc: 39.420s -> atc_ne: 24.347s -> doc_feat: 22.815s -> tot: 1014.314s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00160.00360.00690.01080.01080.0054
0.050.01030.01430.01200.01230.00610.0129
0.10.01720.02030.01340.01300.01530.0267
0.150.01710.02120.01420.01210.02790.0394
0.20.01720.01970.01520.01320.03890.0519
0.250.01750.01680.01750.01340.05200.0649
0.30.01760.01850.01690.01340.06390.0776
0.350.01670.01570.02300.01580.07770.0922
0.40.01540.01590.02440.01600.09150.1062
0.450.01360.01500.02370.01520.10310.1184
0.50.01600.01920.02740.01820.11590.1318
0.550.01500.01920.02820.01680.12950.1456
0.60.01530.02320.03040.01710.13960.1555
0.650.01700.02610.03270.01930.15240.1693
0.70.02370.03520.03720.02220.16630.1834
0.750.02390.03840.03660.02050.17900.1969
0.80.02650.04160.04000.02340.18890.2084
0.850.03140.05040.04420.02330.20220.2216
0.90.03290.05220.04580.02460.21410.2329
0.950.03390.05400.04520.02270.22850.2493
1.00.00300.02220.04060.02260.23940.2594
avg0.01820.02590.02740.01740.11630.1309
- -![plot_delta](plot/delta_imdb_cc_vs_other_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_30_acc.png) -![plot_diagonal](plot/diagonal_imdb_cc_vs_other_30_acc.png) -![plot_shift](plot/shift_imdb_cc_vs_other_30_acc.png) - - -## 40% positives -> train: [0.5999424 0.4000576] -> validation: [0.60008641 0.39991359] -> bin_sld: 298.351s -> mul_sld: 51.270s -> bin_sld_gs: 1033.280s -> mul_sld_gs: 546.452s -> bin_sld_gsq: 421.394s -> bin_pacc: 298.508s -> mul_pacc: 34.186s -> binmc_pacc: 289.145s -> mulmc_pacc: 42.455s -> binne_pacc: 296.554s -> mulne_pacc: 45.269s -> bin_pacc_gs: 645.096s -> mul_pacc_gs: 145.337s -> bin_cc: 300.133s -> mul_cc: 42.690s -> kfcv: 36.406s -> ref: 22.353s -> atc_mc: 38.798s -> atc_ne: 34.811s -> doc_feat: 13.850s -> tot: 1034.124s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00160.00420.00570.01370.05230.0567
0.050.00820.01060.01290.01480.05790.0632
0.10.01370.01510.01500.01540.06680.0716
0.150.01730.01810.01800.01820.07310.0786
0.20.01840.02040.02010.01940.07910.0851
0.250.01670.02040.01730.01720.08680.0930
0.30.02080.02470.02040.02070.09400.1005
0.350.01810.01910.02630.02530.10020.1073
0.40.01750.01780.02940.02750.10980.1172
0.450.01880.01810.02930.02790.11430.1226
0.50.02060.01830.03460.03210.12100.1295
0.550.01830.01730.03420.03150.13080.1394
0.60.01780.01650.04000.03540.13490.1445
0.650.01580.01530.04110.03750.14160.1510
0.70.01760.01730.04550.03930.15110.1611
0.750.01730.01890.04750.04210.15560.1671
0.80.01780.02060.04960.04380.16220.1742
0.850.02100.02660.05470.04800.16990.1812
0.90.02140.02670.05430.04680.17570.1875
0.950.02360.03070.05810.05000.18420.1967
1.00.00370.01090.04470.05090.18940.2025
avg0.01650.01850.03330.03130.12150.1300
- -![plot_delta](plot/delta_imdb_cc_vs_other_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_40_acc.png) -![plot_diagonal](plot/diagonal_imdb_cc_vs_other_40_acc.png) -![plot_shift](plot/shift_imdb_cc_vs_other_40_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 303.489s -> mul_sld: 50.183s -> bin_sld_gs: 1015.361s -> mul_sld_gs: 552.539s -> bin_sld_gsq: 418.096s -> bin_pacc: 296.283s -> mul_pacc: 32.547s -> binmc_pacc: 299.487s -> mulmc_pacc: 40.506s -> binne_pacc: 293.984s -> mulne_pacc: 39.974s -> bin_pacc_gs: 643.158s -> mul_pacc_gs: 146.732s -> bin_cc: 292.672s -> mul_cc: 37.348s -> kfcv: 29.093s -> ref: 16.306s -> atc_mc: 25.874s -> atc_ne: 28.890s -> doc_feat: 11.601s -> tot: 1016.064s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00100.00370.01170.01120.12020.1232
0.050.00850.01010.01520.01230.12030.1228
0.10.00820.01100.01510.01370.11950.1226
0.150.01050.01350.01600.01540.11800.1209
0.20.01320.01590.01580.01520.11820.1211
0.250.01500.01700.01410.01530.11770.1210
0.30.01920.02180.01560.01620.11650.1192
0.350.01780.02030.01620.01380.11570.1193
0.40.01660.02000.01540.01440.11680.1201
0.450.01870.02370.01470.01420.11540.1181
0.50.01790.02010.01770.01740.11470.1166
0.550.01850.02260.01680.01830.11480.1175
0.60.02010.02290.01720.01910.11460.1174
0.650.02010.02190.01660.01780.11230.1151
0.70.01710.01650.01540.01970.11360.1161
0.750.01830.01660.01650.02270.11100.1136
0.80.01730.01510.01640.02300.11090.1132
0.850.01710.01340.01590.02480.11110.1137
0.90.01400.01050.01460.02360.10930.1111
0.950.01750.01460.01350.02910.10890.1119
1.00.00620.00760.01110.02790.10860.1105
avg0.01490.01610.01530.01840.11470.1174
- -![plot_delta](plot/delta_imdb_cc_vs_other_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_50_acc.png) -![plot_diagonal](plot/diagonal_imdb_cc_vs_other_50_acc.png) -![plot_shift](plot/shift_imdb_cc_vs_other_50_acc.png) - - -## 60% positives -> train: [0.39991359 0.60008641] -> validation: [0.4000576 0.5999424] -> bin_sld: 296.102s -> mul_sld: 56.083s -> bin_sld_gs: 1060.976s -> mul_sld_gs: 551.619s -> bin_sld_gsq: 425.664s -> bin_pacc: 293.321s -> mul_pacc: 44.690s -> binmc_pacc: 296.400s -> mulmc_pacc: 38.640s -> binne_pacc: 288.195s -> mulne_pacc: 44.768s -> bin_pacc_gs: 645.660s -> mul_pacc_gs: 146.232s -> bin_cc: 299.198s -> mul_cc: 41.642s -> kfcv: 21.885s -> ref: 26.261s -> atc_mc: 37.391s -> atc_ne: 35.750s -> doc_feat: 19.963s -> tot: 1061.773s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00060.00460.01030.02340.16480.1842
0.050.02270.02100.02110.03160.15700.1765
0.10.02230.02050.01860.02900.15170.1710
0.150.02260.01980.02180.03230.14060.1593
0.20.01830.01860.02180.03340.13560.1550
0.250.01600.01540.02060.03180.12870.1468
0.30.01400.01560.01960.03250.12130.1395
0.350.01650.01660.02220.03700.11290.1320
0.40.01410.01480.02240.03790.10840.1264
0.450.01380.01510.02140.03480.09920.1171
0.50.01610.01650.02500.03890.09190.1098
0.550.01500.01650.02240.03810.08380.1027
0.60.01740.01830.02440.04150.07850.0960
0.650.01840.01960.02190.03750.07040.0878
0.70.01840.01520.02530.04510.06220.0794
0.750.01960.01530.02410.04400.05510.0721
0.80.01980.01780.02160.04170.04670.0644
0.850.02060.01400.02190.04350.04360.0591
0.90.01940.01140.02120.04200.03280.0492
0.950.02400.01190.02420.04680.02570.0411
1.00.01130.00750.02140.04590.01890.0349
avg0.01720.01550.02160.03750.09190.1097
- -![plot_delta](plot/delta_imdb_cc_vs_other_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_60_acc.png) -![plot_diagonal](plot/diagonal_imdb_cc_vs_other_60_acc.png) -![plot_shift](plot/shift_imdb_cc_vs_other_60_acc.png) - - -## 70% positives -> train: [0.2999712 0.7000288] -> validation: [0.2999712 0.7000288] -> bin_sld: 303.930s -> mul_sld: 40.110s -> bin_sld_gs: 1015.962s -> mul_sld_gs: 557.286s -> bin_sld_gsq: 414.452s -> bin_pacc: 292.176s -> mul_pacc: 47.800s -> binmc_pacc: 302.570s -> mulmc_pacc: 44.408s -> binne_pacc: 293.019s -> mulne_pacc: 43.783s -> bin_pacc_gs: 648.943s -> mul_pacc_gs: 150.210s -> bin_cc: 288.613s -> mul_cc: 38.672s -> kfcv: 32.153s -> ref: 34.374s -> atc_mc: 38.938s -> atc_ne: 40.313s -> doc_feat: 20.243s -> tot: 1016.774s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00050.00480.00450.01550.21530.2294
0.050.03160.03450.00990.01350.20440.2170
0.10.03150.03520.01070.01370.19500.2078
0.150.03170.03310.01000.01270.18040.1937
0.20.02790.02830.01210.01550.16970.1834
0.250.02420.02390.01060.01510.15790.1710
0.30.02040.01990.01060.01400.14660.1588
0.350.02230.02080.01000.01440.13460.1472
0.40.01860.01980.01120.01750.12500.1373
0.450.01510.01630.01250.01600.11310.1254
0.50.01500.01660.01230.01760.10180.1127
0.550.01310.01460.01080.01820.08880.1007
0.60.01150.01390.01060.01950.07930.0907
0.650.01390.01870.01260.02050.06620.0767
0.70.01080.01300.00960.02490.05280.0638
0.750.01250.01330.01010.02490.04330.0545
0.80.01410.01690.01130.02450.03140.0417
0.850.01520.01660.01320.02800.02100.0312
0.90.01520.01600.01390.02630.01060.0189
0.950.01350.00900.02140.03250.00660.0074
1.00.00330.00380.01780.03320.01460.0070
avg0.01720.01850.01170.01990.10280.1132
- -![plot_delta](plot/delta_imdb_cc_vs_other_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_70_acc.png) -![plot_diagonal](plot/diagonal_imdb_cc_vs_other_70_acc.png) -![plot_shift](plot/shift_imdb_cc_vs_other_70_acc.png) - - -## 80% positives -> train: [0.2000288 0.7999712] -> validation: [0.2000288 0.7999712] -> bin_sld: 302.697s -> mul_sld: 51.427s -> bin_sld_gs: 1033.432s -> mul_sld_gs: 553.840s -> bin_sld_gsq: 405.825s -> bin_pacc: 296.888s -> mul_pacc: 34.390s -> binmc_pacc: 300.681s -> mulmc_pacc: 44.972s -> binne_pacc: 284.115s -> mulne_pacc: 37.204s -> bin_pacc_gs: 637.277s -> mul_pacc_gs: 146.708s -> bin_cc: 297.171s -> mul_cc: 42.941s -> kfcv: 27.967s -> ref: 32.469s -> atc_mc: 22.965s -> atc_ne: 39.769s -> doc_feat: 19.964s -> tot: 1034.198s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00100.03000.03100.02330.32480.3023
0.050.04670.07590.03920.02900.30680.2864
0.10.05250.07700.02970.02120.29110.2718
0.150.05120.07550.03240.02310.27220.2541
0.20.04650.06780.03100.02260.25610.2404
0.250.04180.06230.03160.02430.23630.2215
0.30.03510.05390.03160.02310.22070.2071
0.350.03300.05000.03020.02070.20280.1897
0.40.02960.04540.02890.02140.18720.1741
0.450.02130.03400.02510.01930.16950.1582
0.50.01940.02970.02670.01890.15180.1428
0.550.01670.02400.02450.01700.13500.1273
0.60.01400.02140.02670.01810.11840.1118
0.650.01330.01780.02390.01710.09880.0935
0.70.01110.01540.02320.01680.08170.0772
0.750.01080.01270.02300.01600.06510.0617
0.80.01210.01270.02350.01520.04790.0455
0.850.01350.01360.02030.01270.03080.0308
0.90.01480.01330.01790.01140.01320.0138
0.950.01100.00900.01880.01030.00650.0056
1.00.00370.00280.01430.00770.02180.0179
avg0.02380.03540.02640.01850.15420.1444
- -![plot_delta](plot/delta_imdb_cc_vs_other_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_80_acc.png) -![plot_diagonal](plot/diagonal_imdb_cc_vs_other_80_acc.png) -![plot_shift](plot/shift_imdb_cc_vs_other_80_acc.png) - - -## 90% positives -> train: [0.0999424 0.9000576] -> validation: [0.10008641 0.89991359] -> bin_sld: 170.505s -> mul_sld: 31.294s -> mul_sld_gs: 380.780s -> bin_cc: 164.518s -> mul_cc: 20.620s -> kfcv: 15.634s -> ref: 13.757s -> atc_mc: 18.010s -> atc_ne: 18.026s -> doc_feat: 10.161s -> tot: 381.531s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_ccmul_cc
0.00.00070.03440.53110.4681
0.050.05050.09110.50650.4477
0.10.10020.14370.48020.4253
0.150.14690.17310.45210.3997
0.20.15470.18520.42770.3787
0.250.14870.18710.39870.3526
0.30.13670.17800.37010.3259
0.350.13000.17800.34400.3045
0.40.11640.16880.31900.2821
0.450.10310.13280.28860.2537
0.50.08990.11780.26290.2320
0.550.07800.09320.23540.2070
0.60.06320.08110.21080.1862
0.650.05420.06240.17950.1575
0.70.04220.04560.15390.1355
0.750.03110.03150.12670.1118
0.80.02140.02070.09850.0863
0.850.01270.01230.07300.0646
0.90.00980.00980.04490.0387
0.950.00750.00900.01820.0159
1.00.00140.00140.00900.0083
avg0.07140.09320.26340.2325
- -![plot_delta](plot/delta_imdb_cc_vs_other_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_90_acc.png) -![plot_diagonal](plot/diagonal_imdb_cc_vs_other_90_acc.png) -![plot_shift](plot/shift_imdb_cc_vs_other_90_acc.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00110.00990.00960.01500.16140.1555
0.050.02230.03160.01600.01690.15380.1500
0.10.03020.03930.01550.01630.15340.1507
0.150.03590.04300.01680.01710.15290.1506
0.20.03560.04270.01720.01790.15370.1520
0.250.03400.04130.01700.01790.15390.1524
0.30.03290.04420.01720.01850.15390.1523
0.350.03240.04770.01930.02020.15490.1542
0.40.03070.05190.02010.02190.15700.1562
0.450.02940.04920.01970.02090.15600.1554
0.50.02960.05080.02190.02360.15650.1563
0.550.02860.05060.02110.02430.15750.1578
0.60.02910.05230.02280.02590.15770.1584
0.650.02930.05100.02270.02660.15710.1579
0.70.02980.05070.02370.03010.15860.1597
0.750.03020.04970.02390.03010.15850.1601
0.80.03110.04810.02460.03160.15820.1603
0.850.03300.04460.02600.03350.15970.1619
0.90.03100.03910.02570.03350.15900.1611
0.950.02550.03350.02730.03590.16230.1640
1.00.00390.01650.02210.03570.16960.1698
avg0.02790.04230.02050.02440.15740.1570
- -![plot_delta](plot/delta_imdb_cc_vs_other_avg_train_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_avg_train_acc.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.10.04820.11270.01520.02670.28640.2749
0.20.02350.04450.01310.02580.16550.1597
0.30.01820.02590.02740.01740.11630.1309
0.40.01650.01850.03330.03130.12150.1300
0.50.01490.01610.01530.01840.11470.1174
0.60.01720.01550.02160.03750.09190.1097
0.70.01720.01850.01170.01990.10280.1132
0.80.02380.03540.02640.01850.15420.1444
0.90.07140.0932NaNNaN0.26340.2325
avg0.02790.04230.02050.02440.15740.1570
- -![plot_delta](plot/delta_imdb_cc_vs_other_avg_test_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_avg_test_acc.png) -### avg dataset shift -![plot_shift](plot/shift_imdb_cc_vs_other_avg_acc.png) diff --git a/output/main/imdb_9prevs/imdb_cc_vs_other_f1.md b/output/main/imdb_9prevs/imdb_cc_vs_other_f1.md deleted file mode 100644 index 7d1612f..0000000 --- a/output/main/imdb_9prevs/imdb_cc_vs_other_f1.md +++ /dev/null @@ -1,2476 +0,0 @@ -# imdb_9prevs - -## 10% positives -> train: [0.89991359 0.10008641] -> validation: [0.9000576 0.0999424] -> bin_sld: 249.048s -> mul_sld: 71.459s -> mul_sld_gs: 455.993s -> bin_pacc: 244.563s -> mul_pacc: 43.016s -> binmc_pacc: 240.469s -> mulmc_pacc: 41.750s -> binne_pacc: 236.217s -> mulne_pacc: 34.041s -> bin_cc: 241.914s -> mul_cc: 40.328s -> kfcv: 24.723s -> ref: 18.562s -> atc_mc: 27.491s -> atc_ne: 25.568s -> doc_feat: 11.526s -> tot: 456.775s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.05550.02590.01940.20760.01340.0000
0.050.01090.02250.01130.04990.01620.0240
0.10.00670.01380.00890.03050.02260.0244
0.150.00620.01080.00950.02470.02630.0228
0.20.00370.01140.00920.02400.02810.0245
0.250.00300.01430.00610.02020.02980.0246
0.30.00230.01920.00710.02170.03140.0266
0.350.00290.02140.00620.02020.03150.0248
0.40.00240.02170.00490.01740.02980.0230
0.450.00330.02500.00650.01810.03290.0257
0.50.00350.02590.00720.02180.03400.0264
0.550.00280.02380.00640.01800.03160.0239
0.60.00340.02470.00580.01920.03260.0248
0.650.00360.02460.00720.01740.03290.0247
0.70.00330.02390.00600.01800.03190.0239
0.750.00310.02550.00500.01750.03390.0255
0.80.00310.02420.00570.01730.03230.0242
0.850.00300.02390.00560.01720.03210.0240
0.90.00290.02550.00620.01860.03420.0256
0.950.00150.02230.00460.01870.03320.0246
1.00.00010.02080.00460.01800.03270.0246
avg0.00610.02150.00730.03030.02970.0234
- -![plot_delta](plot/delta_imdb_cc_vs_other_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_10_f1.png) -![plot_diagonal](plot/diagonal_imdb_cc_vs_other_10_f1.png) -![plot_shift](plot/shift_imdb_cc_vs_other_10_f1.png) - - -## 20% positives -> train: [0.7999712 0.2000288] -> validation: [0.7999712 0.2000288] -> bin_sld: 312.036s -> mul_sld: 63.355s -> bin_sld_gs: 1039.328s -> mul_sld_gs: 562.297s -> bin_sld_gsq: 402.075s -> bin_pacc: 297.187s -> mul_pacc: 36.589s -> binmc_pacc: 296.718s -> mulmc_pacc: 36.777s -> binne_pacc: 285.556s -> mulne_pacc: 47.832s -> bin_pacc_gs: 636.796s -> mul_pacc_gs: 141.445s -> bin_cc: 293.873s -> mul_cc: 46.722s -> kfcv: 30.476s -> ref: 26.348s -> atc_mc: 22.299s -> atc_ne: 41.782s -> doc_feat: 11.276s -> tot: 1040.077s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.17050.37560.30410.52770.22070.2159
0.050.22060.15540.16460.14470.04710.0498
0.10.13830.10790.09680.09780.08160.0585
0.150.09710.11150.07250.07920.10630.0846
0.20.05810.09950.05130.07050.12200.0921
0.250.03360.09060.03730.06340.13080.1044
0.30.02980.09190.02740.06340.13830.1085
0.350.02050.10010.02800.06720.14510.1158
0.40.01780.10430.02720.06730.14960.1178
0.450.02080.09280.02350.05880.15250.1220
0.50.01330.09070.01710.05590.15430.1239
0.550.01340.09530.01700.05980.15730.1268
0.60.01700.09570.01650.05750.15750.1263
0.650.01500.09530.01210.05540.15920.1288
0.70.02270.09710.01370.05860.16300.1297
0.750.01810.09090.01060.04930.16390.1315
0.80.02220.09690.01060.05620.16390.1308
0.850.02150.09680.00940.05600.16490.1314
0.90.02180.09760.01000.05750.16410.1316
0.950.01930.09580.00790.05510.16710.1353
1.00.00270.10490.00730.05610.16650.1327
avg0.04730.11360.04590.08850.14650.1190
- -![plot_delta](plot/delta_imdb_cc_vs_other_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_20_f1.png) -![plot_diagonal](plot/diagonal_imdb_cc_vs_other_20_f1.png) -![plot_shift](plot/shift_imdb_cc_vs_other_20_f1.png) - - -## 30% positives -> train: [0.7000288 0.2999712] -> validation: [0.7000288 0.2999712] -> bin_sld: 302.903s -> mul_sld: 59.883s -> bin_sld_gs: 1013.188s -> mul_sld_gs: 556.087s -> bin_sld_gsq: 413.115s -> bin_pacc: 294.712s -> mul_pacc: 45.954s -> binmc_pacc: 300.950s -> mulmc_pacc: 45.939s -> binne_pacc: 289.350s -> mulne_pacc: 38.137s -> bin_pacc_gs: 643.072s -> mul_pacc_gs: 149.582s -> bin_cc: 298.684s -> mul_cc: 43.908s -> kfcv: 37.403s -> ref: 28.756s -> atc_mc: 39.420s -> atc_ne: 24.347s -> doc_feat: 22.815s -> tot: 1014.314s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.01990.15380.19190.54420.57510.6815
0.050.13340.13460.09210.11610.13550.1999
0.10.10170.10090.06420.06820.11980.1679
0.150.07250.07090.05190.04550.11900.1565
0.20.05400.05050.04360.03730.11530.1502
0.250.04820.04070.04590.03300.11870.1476
0.30.03810.03440.03570.02830.11940.1461
0.350.03160.02710.04670.02870.12320.1481
0.40.02350.02330.04300.02530.12640.1492
0.450.01970.02190.03890.02340.12620.1474
0.50.01770.02370.03880.02500.12720.1474
0.550.01580.02250.03960.02160.12930.1480
0.60.01170.02430.03790.02030.12740.1444
0.650.01230.02490.03810.02180.12840.1454
0.70.01720.03140.04190.02460.13010.1460
0.750.01440.03110.03770.02040.13070.1463
0.80.01530.03180.03880.02190.12910.1453
0.850.01660.03530.04010.02110.13020.1453
0.90.01730.03520.03960.02170.13020.1441
0.950.01720.03480.03750.01860.13170.1464
1.00.00250.01820.03450.01940.13120.1445
avg0.03340.04620.05140.05650.14780.1761
- -![plot_delta](plot/delta_imdb_cc_vs_other_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_30_f1.png) -![plot_diagonal](plot/diagonal_imdb_cc_vs_other_30_f1.png) -![plot_shift](plot/shift_imdb_cc_vs_other_30_f1.png) - - -## 40% positives -> train: [0.5999424 0.4000576] -> validation: [0.60008641 0.39991359] -> bin_sld: 298.351s -> mul_sld: 51.270s -> bin_sld_gs: 1033.280s -> mul_sld_gs: 546.452s -> bin_sld_gsq: 421.394s -> bin_pacc: 298.508s -> mul_pacc: 34.186s -> binmc_pacc: 289.145s -> mulmc_pacc: 42.455s -> binne_pacc: 296.554s -> mulne_pacc: 45.269s -> bin_pacc_gs: 645.096s -> mul_pacc_gs: 145.337s -> bin_cc: 300.133s -> mul_cc: 42.690s -> kfcv: 36.406s -> ref: 22.353s -> atc_mc: 38.798s -> atc_ne: 34.811s -> doc_feat: 13.850s -> tot: 1034.124s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00710.05160.05860.01530.92210.9554
0.050.10820.08650.07930.15680.41600.4420
0.10.06510.06510.05860.08830.29560.3130
0.150.05580.05450.05700.07230.23390.2498
0.20.04510.04650.04820.05660.19830.2126
0.250.03530.03940.03940.04660.17820.1910
0.30.03670.04000.03910.04470.16320.1748
0.350.02860.02800.04410.04780.15130.1625
0.40.02370.02340.04280.04590.14610.1568
0.450.02430.02240.03950.04140.13600.1468
0.50.02370.02020.04210.04290.13030.1404
0.550.01900.01720.03750.03800.12870.1382
0.60.01610.01460.04030.03900.12200.1317
0.650.01320.01260.03920.03890.11850.1274
0.70.01320.01310.03980.03740.11800.1269
0.750.01170.01350.03930.03770.11350.1230
0.80.01090.01360.03810.03610.11110.1205
0.850.01170.01650.03960.03720.10970.1181
0.90.01150.01600.03700.03430.10720.1156
0.950.01230.01760.03770.03490.10670.1152
1.00.00240.00710.02960.03430.10430.1127
avg0.02740.02950.04410.04890.19570.2083
- -![plot_delta](plot/delta_imdb_cc_vs_other_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_40_f1.png) -![plot_diagonal](plot/diagonal_imdb_cc_vs_other_40_f1.png) -![plot_shift](plot/shift_imdb_cc_vs_other_40_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 303.489s -> mul_sld: 50.183s -> bin_sld_gs: 1015.361s -> mul_sld_gs: 552.539s -> bin_sld_gsq: 418.096s -> bin_pacc: 296.283s -> mul_pacc: 32.547s -> binmc_pacc: 299.487s -> mulmc_pacc: 40.506s -> binne_pacc: 293.984s -> mulne_pacc: 39.974s -> bin_pacc_gs: 643.158s -> mul_pacc_gs: 146.732s -> bin_cc: 292.672s -> mul_cc: 37.348s -> kfcv: 29.093s -> ref: 16.306s -> atc_mc: 25.874s -> atc_ne: 28.890s -> doc_feat: 11.601s -> tot: 1016.064s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00410.01250.07270.09990.93370.9449
0.050.08820.06770.05460.05910.55980.5671
0.10.05100.04580.03700.04210.39570.4030
0.150.03820.03770.03560.03520.30370.3095
0.20.02730.03260.02940.02930.24800.2531
0.250.02500.02720.02370.02410.20820.2135
0.30.02590.03020.02230.02370.17830.1820
0.350.02200.02480.02210.01940.15600.1606
0.40.01920.02250.01850.01910.14070.1445
0.450.01970.02450.01630.01690.12560.1285
0.50.01830.01930.01790.01940.11380.1158
0.550.01740.02030.01600.01880.10480.1073
0.60.01700.01910.01510.01840.09670.0991
0.650.01590.01720.01350.01570.08820.0905
0.70.01290.01240.01190.01690.08350.0854
0.750.01330.01170.01240.01820.07650.0784
0.80.01160.01000.01140.01720.07210.0737
0.850.01050.00810.01040.01750.06820.0700
0.90.00810.00600.00910.01580.06360.0648
0.950.00940.00800.00810.01850.06030.0621
1.00.00360.00430.00640.01680.05740.0585
avg0.02180.02200.02210.02680.19690.2006
- -![plot_delta](plot/delta_imdb_cc_vs_other_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_50_f1.png) -![plot_diagonal](plot/diagonal_imdb_cc_vs_other_50_f1.png) -![plot_shift](plot/shift_imdb_cc_vs_other_50_f1.png) - - -## 60% positives -> train: [0.39991359 0.60008641] -> validation: [0.4000576 0.5999424] -> bin_sld: 296.102s -> mul_sld: 56.083s -> bin_sld_gs: 1060.976s -> mul_sld_gs: 551.619s -> bin_sld_gsq: 425.664s -> bin_pacc: 293.321s -> mul_pacc: 44.690s -> binmc_pacc: 296.400s -> mulmc_pacc: 38.640s -> binne_pacc: 288.195s -> mulne_pacc: 44.768s -> bin_pacc_gs: 645.660s -> mul_pacc_gs: 146.232s -> bin_cc: 299.198s -> mul_cc: 41.642s -> kfcv: 21.885s -> ref: 26.261s -> atc_mc: 37.391s -> atc_ne: 35.750s -> doc_feat: 19.963s -> tot: 1061.773s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00040.00020.01290.00470.79880.8471
0.050.13710.11080.06260.11220.54830.5897
0.10.10270.08150.04880.08450.40750.4428
0.150.08260.06280.04540.07600.31010.3408
0.20.05710.04640.03740.06460.25070.2790
0.250.04290.03260.03200.05430.20520.2291
0.30.03150.02760.02750.04900.16950.1915
0.350.03090.02610.02920.05040.14050.1617
0.40.02350.02050.02570.04690.12110.1396
0.450.01800.01720.02300.03980.10080.1179
0.50.01890.01750.02460.04030.08540.1014
0.550.01500.01500.02040.03660.07190.0877
0.60.01520.01510.02060.03620.06240.0762
0.650.01440.01480.01720.03110.05210.0651
0.70.01400.01110.01890.03450.04290.0551
0.750.01390.01040.01690.03170.03570.0471
0.80.01290.01130.01430.02820.02840.0398
0.850.01240.00830.01360.02770.02510.0346
0.90.01120.00650.01260.02540.01760.0273
0.950.01300.00630.01370.02690.01300.0217
1.00.00600.00400.01150.02510.00890.0175
avg0.03210.02600.02520.04410.16650.1863
- -![plot_delta](plot/delta_imdb_cc_vs_other_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_60_f1.png) -![plot_diagonal](plot/diagonal_imdb_cc_vs_other_60_f1.png) -![plot_shift](plot/shift_imdb_cc_vs_other_60_f1.png) - - -## 70% positives -> train: [0.2999712 0.7000288] -> validation: [0.2999712 0.7000288] -> bin_sld: 303.930s -> mul_sld: 40.110s -> bin_sld_gs: 1015.962s -> mul_sld_gs: 557.286s -> bin_sld_gsq: 414.452s -> bin_pacc: 292.176s -> mul_pacc: 47.800s -> binmc_pacc: 302.570s -> mulmc_pacc: 44.408s -> binne_pacc: 293.019s -> mulne_pacc: 43.783s -> bin_pacc_gs: 648.943s -> mul_pacc_gs: 150.210s -> bin_cc: 288.613s -> mul_cc: 38.672s -> kfcv: 32.153s -> ref: 34.374s -> atc_mc: 38.938s -> atc_ne: 40.313s -> doc_feat: 20.243s -> tot: 1016.774s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00030.00000.02080.01120.68470.7141
0.050.12630.11320.03850.04610.52790.5515
0.10.10160.09170.03190.03780.41990.4410
0.150.08490.07470.02580.03420.33480.3545
0.20.06450.05510.02560.03090.27420.2926
0.250.04890.04080.01920.02670.22640.2426
0.30.03690.02970.01650.02260.18810.2020
0.350.03500.02810.01450.02450.15620.1693
0.40.02650.02330.01390.02460.13200.1439
0.450.01910.01730.01310.01940.10980.1209
0.50.01650.01580.01210.02020.09110.1004
0.550.01330.01260.01000.01970.07380.0833
0.60.00980.01110.00830.01820.06130.0699
0.650.01090.01360.00980.01720.04790.0555
0.70.00800.00890.00750.01970.03580.0433
0.750.00820.00850.00690.01780.02760.0349
0.80.00860.01040.00730.01640.01880.0252
0.850.00880.00970.00800.01740.01170.0178
0.90.00830.00890.00800.01550.00550.0101
0.950.00700.00470.01160.01790.00380.0037
1.00.00170.00190.00920.01740.00790.0038
avg0.03070.02760.01520.02270.16380.1752
- -![plot_delta](plot/delta_imdb_cc_vs_other_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_70_f1.png) -![plot_diagonal](plot/diagonal_imdb_cc_vs_other_70_f1.png) -![plot_shift](plot/shift_imdb_cc_vs_other_70_f1.png) - - -## 80% positives -> train: [0.2000288 0.7999712] -> validation: [0.2000288 0.7999712] -> bin_sld: 302.697s -> mul_sld: 51.427s -> bin_sld_gs: 1033.432s -> mul_sld_gs: 553.840s -> bin_sld_gsq: 405.825s -> bin_pacc: 296.888s -> mul_pacc: 34.390s -> binmc_pacc: 300.681s -> mulmc_pacc: 44.972s -> binne_pacc: 284.115s -> mulne_pacc: 37.204s -> bin_pacc_gs: 637.277s -> mul_pacc_gs: 146.708s -> bin_cc: 297.171s -> mul_cc: 42.941s -> kfcv: 27.967s -> ref: 32.469s -> atc_mc: 22.965s -> atc_ne: 39.769s -> doc_feat: 19.964s -> tot: 1034.198s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00020.00000.05560.07010.67010.6631
0.050.12730.11960.03450.04360.55800.5515
0.10.12460.11760.03100.03990.47240.4654
0.150.10530.10400.02160.02510.39930.3923
0.20.08190.08360.02410.02770.34120.3351
0.250.06650.07000.02180.02280.28860.2825
0.30.05010.05450.01950.01890.24780.2422
0.350.04270.04720.01860.01600.21080.2050
0.40.03410.03910.01860.01600.18060.1743
0.450.02300.02720.01560.01390.15270.1474
0.50.01920.02200.01680.01320.12800.1241
0.550.01500.01690.01540.01130.10690.1035
0.60.01150.01380.01600.01080.08830.0854
0.650.01020.01180.01480.01090.06970.0675
0.70.00800.00950.01410.01040.05460.0526
0.750.00700.00720.01360.00930.04130.0398
0.80.00730.00760.01350.00880.02890.0279
0.850.00760.00790.01140.00710.01760.0179
0.90.00790.00740.00970.00610.00720.0076
0.950.00570.00470.00990.00540.00350.0030
1.00.00180.00140.00720.00390.01110.0091
avg0.03600.03680.01920.01860.19420.1903
- -![plot_delta](plot/delta_imdb_cc_vs_other_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_80_f1.png) -![plot_diagonal](plot/diagonal_imdb_cc_vs_other_80_f1.png) -![plot_shift](plot/shift_imdb_cc_vs_other_80_f1.png) - - -## 90% positives -> train: [0.0999424 0.9000576] -> validation: [0.10008641 0.89991359] -> bin_sld: 170.505s -> mul_sld: 31.294s -> mul_sld_gs: 380.780s -> bin_cc: 164.518s -> mul_cc: 20.620s -> kfcv: 15.634s -> ref: 13.757s -> atc_mc: 18.010s -> atc_ne: 18.026s -> doc_feat: 10.161s -> tot: 381.531s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_ccmul_cc
0.00.00010.00000.72450.6929
0.050.10080.10100.64280.6128
0.10.19100.18950.56990.5420
0.150.26610.23880.50410.4773
0.20.25640.25590.44810.4231
0.250.22310.24540.39440.3707
0.30.18570.22150.34650.3238
0.350.16150.21250.30490.2846
0.40.13190.18680.26800.2492
0.450.10720.12870.23110.2132
0.50.08600.10600.20030.1845
0.550.06900.07590.17110.1566
0.60.05190.06230.14610.1336
0.650.04140.04410.11930.1082
0.70.03010.02970.09790.0885
0.750.02080.01940.07730.0697
0.80.01340.01220.05770.0515
0.850.00750.00700.04100.0368
0.90.00540.00540.02430.0212
0.950.00390.00470.00950.0083
1.00.00070.00070.00450.0041
avg0.09300.10230.25630.2406
- -![plot_delta](plot/delta_imdb_cc_vs_other_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_90_f1.png) -![plot_diagonal](plot/diagonal_imdb_cc_vs_other_90_f1.png) -![plot_shift](plot/shift_imdb_cc_vs_other_90_f1.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.02870.06890.09200.18510.61590.6350
0.050.11700.10120.06720.09110.38350.3987
0.10.09810.09040.04720.06110.30950.3175
0.150.08990.08510.03990.04900.25970.2653
0.20.07200.07570.03360.04260.22510.2292
0.250.05850.06680.02820.03640.19780.2007
0.30.04860.06100.02440.03410.17580.1775
0.350.04180.05730.02620.03430.15770.1592
0.40.03360.05170.02430.03280.14380.1442
0.450.02840.04190.02200.02900.12970.1300
0.50.02410.03790.02210.02980.11830.1182
0.550.02010.03330.02030.02800.10840.1084
0.60.01710.03120.02010.02740.09940.0991
0.650.01520.02880.01900.02600.09070.0903
0.70.01440.02630.01920.02750.08420.0835
0.750.01230.02420.01780.02520.07780.0774
0.80.01170.02420.01750.02530.07140.0710
0.850.01110.02370.01730.02510.06670.0662
0.90.01050.02310.01650.02440.06160.0609
0.950.00990.02210.01640.02450.05870.0578
1.00.00240.01810.01380.02390.05830.0564
avg0.03640.04730.02880.04200.16640.1689
- -![plot_delta](plot/delta_imdb_cc_vs_other_avg_train_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_avg_train_f1.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.10.00610.02150.00730.03030.02970.0234
0.20.04730.11360.04590.08850.14650.1190
0.30.03340.04620.05140.05650.14780.1761
0.40.02740.02950.04410.04890.19570.2083
0.50.02180.02200.02210.02680.19690.2006
0.60.03210.02600.02520.04410.16650.1863
0.70.03070.02760.01520.02270.16380.1752
0.80.03600.03680.01920.01860.19420.1903
0.90.09300.1023NaNNaN0.25630.2406
avg0.03640.04730.02880.04200.16640.1689
- -![plot_delta](plot/delta_imdb_cc_vs_other_avg_test_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_cc_vs_other_avg_test_f1.png) -### avg dataset shift -![plot_shift](plot/shift_imdb_cc_vs_other_avg_f1.png) diff --git a/output/main/imdb_9prevs/imdb_gs_vs_all_acc.md b/output/main/imdb_9prevs/imdb_gs_vs_all_acc.md deleted file mode 100644 index 1820539..0000000 --- a/output/main/imdb_9prevs/imdb_gs_vs_all_acc.md +++ /dev/null @@ -1,2625 +0,0 @@ -# imdb_9prevs - -## 10% positives -> train: [0.89991359 0.10008641] -> validation: [0.9000576 0.0999424] -> bin_sld: 249.048s -> mul_sld: 71.459s -> mul_sld_gs: 455.993s -> bin_pacc: 244.563s -> mul_pacc: 43.016s -> binmc_pacc: 240.469s -> mulmc_pacc: 41.750s -> binne_pacc: 236.217s -> mulne_pacc: 34.041s -> bin_cc: 241.914s -> mul_cc: 40.328s -> kfcv: 24.723s -> ref: 18.562s -> atc_mc: 27.491s -> atc_ne: 25.568s -> doc_feat: 11.526s -> tot: 456.775s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
mul_sld_gskfcvatc_mcdoc_feat
0.00.02200.09930.03700.0977
0.050.01510.04990.01550.0484
0.10.01140.00090.00670.0013
0.150.00720.04900.02550.0503
0.20.00880.09820.04570.0995
0.250.01450.14760.06640.1488
0.30.01990.19660.08580.1978
0.350.02760.24630.11000.2474
0.40.03480.29600.13020.2970
0.450.03940.34480.14770.3457
0.50.04550.39400.16970.3948
0.550.05180.44400.19220.4448
0.60.05420.49310.21170.4939
0.650.05950.54250.23140.5432
0.70.06530.59220.25660.5927
0.750.06780.64090.27500.6414
0.80.06950.69080.29440.6912
0.850.06970.74030.31390.7407
0.90.06810.78900.33170.7893
0.950.06830.83880.35580.8390
1.00.05680.88820.37550.8883
avg0.04180.40870.17520.4092
- -![plot_delta](plot/delta_imdb_gs_vs_all_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_10_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_all_10_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_all_10_acc.png) - - -## 20% positives -> train: [0.7999712 0.2000288] -> validation: [0.7999712 0.2000288] -> bin_sld: 312.036s -> mul_sld: 63.355s -> bin_sld_gs: 1039.328s -> mul_sld_gs: 562.297s -> bin_sld_gsq: 402.075s -> bin_pacc: 297.187s -> mul_pacc: 36.589s -> binmc_pacc: 296.718s -> mulmc_pacc: 36.777s -> binne_pacc: 285.556s -> mulne_pacc: 47.832s -> bin_pacc_gs: 636.796s -> mul_pacc_gs: 141.445s -> bin_cc: 293.873s -> mul_cc: 46.722s -> kfcv: 30.476s -> ref: 26.348s -> atc_mc: 22.299s -> atc_ne: 41.782s -> doc_feat: 11.276s -> tot: 1040.077s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.00.00940.01490.00350.00390.15020.02860.1342
0.050.01060.01350.01180.01010.11500.01950.0992
0.10.01120.01260.01200.01050.07930.01140.0636
0.150.01210.01120.01280.00980.04370.00750.0281
0.20.01300.01150.01260.01040.00960.01080.0077
0.250.01290.01200.01300.01190.02660.01770.0420
0.30.01320.01190.01320.01220.05940.02380.0747
0.350.01420.01190.01400.01350.09750.03670.1127
0.40.01420.01050.01660.01300.13220.04480.1473
0.450.01370.00990.01530.01290.16690.05380.1819
0.50.01570.01170.01760.01460.20170.06400.2166
0.550.01440.01080.01680.01430.23840.07290.2532
0.60.01660.01070.02040.01560.27240.08100.2871
0.650.01650.01180.02030.01630.30810.08950.3226
0.70.01730.01200.02140.01600.34540.10310.3599
0.750.01580.00930.01900.01500.37700.10920.3914
0.80.01770.01140.02340.01740.41310.11700.4274
0.850.02220.01170.02770.01990.44820.12650.4623
0.90.01990.01110.02670.02080.48310.13220.4972
0.950.02310.01150.02790.02040.51820.14430.5321
1.00.01410.01210.01790.02000.55120.14940.5650
avg0.01510.01160.01730.01420.23990.06870.2479
- -![plot_delta](plot/delta_imdb_gs_vs_all_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_20_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_all_20_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_all_20_acc.png) - - -## 30% positives -> train: [0.7000288 0.2999712] -> validation: [0.7000288 0.2999712] -> bin_sld: 302.903s -> mul_sld: 59.883s -> bin_sld_gs: 1013.188s -> mul_sld_gs: 556.087s -> bin_sld_gsq: 413.115s -> bin_pacc: 294.712s -> mul_pacc: 45.954s -> binmc_pacc: 300.950s -> mulmc_pacc: 45.939s -> binne_pacc: 289.350s -> mulne_pacc: 38.137s -> bin_pacc_gs: 643.072s -> mul_pacc_gs: 149.582s -> bin_cc: 298.684s -> mul_cc: 43.908s -> kfcv: 37.403s -> ref: 28.756s -> atc_mc: 39.420s -> atc_ne: 24.347s -> doc_feat: 22.815s -> tot: 1014.314s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.00.00600.01350.01820.01030.11830.02790.1152
0.050.01010.01300.02190.01240.09900.02200.0959
0.10.01200.01230.01950.01280.07810.01570.0752
0.150.01260.01180.02040.01360.05690.01110.0541
0.20.01360.01280.01860.01530.03870.01080.0360
0.250.01630.01440.02150.01850.01850.01060.0159
0.30.01460.01200.01680.01540.00730.01050.0079
0.350.01850.01320.02010.01940.02200.01430.0245
0.40.01970.01370.01850.02110.04350.01990.0459
0.450.01890.01250.01850.02230.06270.02350.0650
0.50.02260.01410.01930.02370.08300.03010.0852
0.550.02250.01170.01630.02120.10280.03550.1050
0.60.02470.01290.01770.02550.12270.04040.1247
0.650.02710.01360.01740.02660.14210.04420.1441
0.70.03150.01450.01760.02830.16320.05170.1651
0.750.03250.01470.01660.02900.18330.05840.1851
0.80.03530.01640.01850.03220.20150.06080.2033
0.850.04090.01680.01790.03200.22150.06690.2232
0.90.04360.01880.02010.03550.23910.06980.2406
0.950.04550.02030.01720.03320.26250.08040.2639
1.00.04150.02960.00540.02210.27790.08170.2793
avg0.02430.01490.01800.02240.12120.03740.1217
- -![plot_delta](plot/delta_imdb_gs_vs_all_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_30_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_all_30_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_all_30_acc.png) - - -## 40% positives -> train: [0.5999424 0.4000576] -> validation: [0.60008641 0.39991359] -> bin_sld: 298.351s -> mul_sld: 51.270s -> bin_sld_gs: 1033.280s -> mul_sld_gs: 546.452s -> bin_sld_gsq: 421.394s -> bin_pacc: 298.508s -> mul_pacc: 34.186s -> binmc_pacc: 289.145s -> mulmc_pacc: 42.455s -> binne_pacc: 296.554s -> mulne_pacc: 45.269s -> bin_pacc_gs: 645.096s -> mul_pacc_gs: 145.337s -> bin_cc: 300.133s -> mul_cc: 42.690s -> kfcv: 36.406s -> ref: 22.353s -> atc_mc: 38.798s -> atc_ne: 34.811s -> doc_feat: 13.850s -> tot: 1034.124s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.00.00880.01370.00800.01080.06930.02070.0581
0.050.01350.01590.01290.01280.06170.02040.0505
0.10.01480.01690.01340.01410.05150.01600.0404
0.150.01630.01970.01620.01600.04360.01510.0325
0.20.01800.02040.01820.01650.03570.01330.0247
0.250.01590.02030.01590.01550.02650.00990.0159
0.30.01760.01990.01750.01420.01880.01070.0102
0.350.02180.02420.02120.01850.01150.00890.0072
0.40.02330.02500.02280.01870.00810.00990.0126
0.450.02340.02420.02230.01720.01070.01090.0183
0.50.02700.02730.02770.02140.01580.01150.0256
0.550.02490.02380.02500.02020.02670.01170.0374
0.60.02990.02710.02940.02070.03290.01350.0435
0.650.02910.02660.02930.02230.04030.01420.0509
0.70.03130.02680.03080.02250.05230.01680.0627
0.750.03350.02820.03320.02460.05790.01820.0683
0.80.03260.02770.03600.02850.06690.01980.0772
0.850.03760.03040.03850.02960.07530.02290.0857
0.90.03500.02810.03770.03100.08270.02720.0930
0.950.03880.02980.04050.03140.09310.02830.1034
1.00.03580.03760.03700.03520.09970.03100.1099
avg0.02520.02440.02540.02100.04670.01670.0490
- -![plot_delta](plot/delta_imdb_gs_vs_all_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_40_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_all_40_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_all_40_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 303.489s -> mul_sld: 50.183s -> bin_sld_gs: 1015.361s -> mul_sld_gs: 552.539s -> bin_sld_gsq: 418.096s -> bin_pacc: 296.283s -> mul_pacc: 32.547s -> binmc_pacc: 299.487s -> mulmc_pacc: 40.506s -> binne_pacc: 293.984s -> mulne_pacc: 39.974s -> bin_pacc_gs: 643.158s -> mul_pacc_gs: 146.732s -> bin_cc: 292.672s -> mul_cc: 37.348s -> kfcv: 29.093s -> ref: 16.306s -> atc_mc: 25.874s -> atc_ne: 28.890s -> doc_feat: 11.601s -> tot: 1016.064s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.00.00850.00800.00610.01110.00840.01000.0094
0.050.01140.00860.01900.01440.00840.00900.0096
0.10.01450.00930.02050.01410.00890.00960.0097
0.150.01540.01060.02120.01410.00820.00850.0089
0.20.01510.01080.02130.01690.00870.00860.0092
0.250.01560.01080.02090.01640.00830.00940.0089
0.30.01610.01280.02420.01650.00890.00980.0092
0.350.01880.01310.02620.01520.00770.00940.0080
0.40.01880.01280.02660.01570.00870.01010.0093
0.450.01830.01320.02650.01690.00950.01030.0097
0.50.02310.01730.03160.02080.00970.01240.0097
0.550.01980.01720.02760.01890.00750.01130.0074
0.60.02090.01760.02990.02140.00800.01100.0080
0.650.01960.01670.02670.02000.00760.01120.0073
0.70.02220.01890.03100.02020.00820.01090.0077
0.750.02270.02030.03130.02030.00950.01090.0086
0.80.02150.01920.03240.02150.01020.01000.0092
0.850.02460.02100.03280.02070.01000.01070.0092
0.90.02110.02040.03240.02150.01110.01140.0100
0.950.02520.02430.03600.02260.00980.01190.0087
1.00.02660.02920.03160.02300.01130.01070.0100
avg0.01900.01580.02650.01820.00900.01030.0089
- -![plot_delta](plot/delta_imdb_gs_vs_all_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_50_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_all_50_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_all_50_acc.png) - - -## 60% positives -> train: [0.39991359 0.60008641] -> validation: [0.4000576 0.5999424] -> bin_sld: 296.102s -> mul_sld: 56.083s -> bin_sld_gs: 1060.976s -> mul_sld_gs: 551.619s -> bin_sld_gsq: 425.664s -> bin_pacc: 293.321s -> mul_pacc: 44.690s -> binmc_pacc: 296.400s -> mulmc_pacc: 38.640s -> binne_pacc: 288.195s -> mulne_pacc: 44.768s -> bin_pacc_gs: 645.660s -> mul_pacc_gs: 146.232s -> bin_cc: 299.198s -> mul_cc: 41.642s -> kfcv: 21.885s -> ref: 26.261s -> atc_mc: 37.391s -> atc_ne: 35.750s -> doc_feat: 19.963s -> tot: 1061.773s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.00.00280.00640.00780.01300.10730.02380.1133
0.050.01390.00810.01520.01410.09660.02050.1026
0.10.01610.00980.01620.01440.09090.02090.0970
0.150.01880.01110.01470.01590.07650.01390.0826
0.20.01940.01310.01550.01860.06930.01660.0755
0.250.01990.01370.01700.01630.05820.01330.0644
0.30.01890.01520.01640.01860.04790.01270.0542
0.350.02420.01950.01940.02080.03880.01160.0451
0.40.02570.02140.01960.02170.03070.01200.0370
0.450.02350.02060.01770.02070.01980.01180.0259
0.50.02880.02570.02240.02530.01280.01220.0178
0.550.02660.02470.02030.02440.00860.01270.0099
0.60.02960.02720.02280.02690.01020.01340.0081
0.650.02720.02650.02160.02600.01970.01470.0137
0.70.03250.03290.02410.03380.02830.01930.0219
0.750.03160.03280.02410.03340.03850.02060.0320
0.80.02850.03150.02340.03180.05030.02410.0437
0.850.02920.03330.02100.03440.05660.02370.0500
0.90.02810.03320.02180.03490.06870.02860.0620
0.950.03200.03820.02500.04170.07800.03160.0713
1.00.02860.03950.02340.04120.08760.03430.0809
avg0.02410.02310.01950.02510.05220.01870.0528
- -![plot_delta](plot/delta_imdb_gs_vs_all_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_60_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_all_60_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_all_60_acc.png) - - -## 70% positives -> train: [0.2999712 0.7000288] -> validation: [0.2999712 0.7000288] -> bin_sld: 303.930s -> mul_sld: 40.110s -> bin_sld_gs: 1015.962s -> mul_sld_gs: 557.286s -> bin_sld_gsq: 414.452s -> bin_pacc: 292.176s -> mul_pacc: 47.800s -> binmc_pacc: 302.570s -> mulmc_pacc: 44.408s -> binne_pacc: 293.019s -> mulne_pacc: 43.783s -> bin_pacc_gs: 648.943s -> mul_pacc_gs: 150.210s -> bin_cc: 288.613s -> mul_cc: 38.672s -> kfcv: 32.153s -> ref: 34.374s -> atc_mc: 38.938s -> atc_ne: 40.313s -> doc_feat: 20.243s -> tot: 1016.774s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.00.03710.00640.01800.02840.25980.06990.2720
0.050.03840.00870.01700.02580.23990.06350.2522
0.10.03920.00890.01880.02480.22240.06170.2348
0.150.03610.01090.01640.02130.20100.05280.2134
0.20.03370.01120.01710.02040.18420.05070.1967
0.250.03130.01050.01620.02080.16070.04300.1733
0.30.02800.01000.01560.01910.14160.03860.1543
0.350.02190.01040.01310.01600.12280.03380.1356
0.40.01900.01060.01440.01650.10450.03060.1172
0.450.01770.01150.01540.01720.08340.02650.0962
0.50.01440.01280.01530.01700.06460.02070.0776
0.550.01010.01170.01210.01320.04500.01670.0580
0.60.00960.01110.01450.01480.02780.01440.0407
0.650.01070.01350.01400.01600.00880.01180.0178
0.70.01060.01360.01090.01450.01450.01000.0072
0.750.01130.01300.01340.01370.03330.00900.0201
0.80.01350.01280.01480.01540.05410.01250.0407
0.850.01710.01510.01710.01840.07210.01410.0587
0.90.01900.01450.01680.01730.09310.01850.0796
0.950.02830.01810.02660.02260.11240.02500.0988
1.00.04040.02020.02050.02380.13220.02880.1186
avg0.02320.01220.01610.01890.11330.03110.1173
- -![plot_delta](plot/delta_imdb_gs_vs_all_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_70_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_all_70_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_all_70_acc.png) - - -## 80% positives -> train: [0.2000288 0.7999712] -> validation: [0.2000288 0.7999712] -> bin_sld: 302.697s -> mul_sld: 51.427s -> bin_sld_gs: 1033.432s -> mul_sld_gs: 553.840s -> bin_sld_gsq: 405.825s -> bin_pacc: 296.888s -> mul_pacc: 34.390s -> binmc_pacc: 300.681s -> mulmc_pacc: 44.972s -> binne_pacc: 284.115s -> mulne_pacc: 37.204s -> bin_pacc_gs: 637.277s -> mul_pacc_gs: 146.708s -> bin_cc: 297.171s -> mul_cc: 42.941s -> kfcv: 27.967s -> ref: 32.469s -> atc_mc: 22.965s -> atc_ne: 39.769s -> doc_feat: 19.964s -> tot: 1034.198s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.00.01470.00590.03870.02670.49910.12700.5060
0.050.03320.00870.03230.02010.47100.11980.4780
0.10.02210.00820.03210.02090.43960.11650.4468
0.150.02420.00910.02670.01580.40630.10570.4135
0.20.02450.01060.02560.01740.37440.09760.3817
0.250.02400.01190.02240.01580.34190.08730.3493
0.30.02320.01010.02010.01340.30980.08040.3173
0.350.02500.01030.01610.01270.27670.07190.2843
0.40.02380.01210.01610.01290.24520.06680.2529
0.450.02210.01210.01480.01310.21110.05710.2189
0.50.02400.01280.01210.01390.18130.05070.1892
0.550.02390.01180.01060.01260.14850.04300.1565
0.60.02950.01320.00990.01610.11880.03630.1269
0.650.02140.01340.01040.01470.08310.02470.0912
0.70.02600.01490.01140.01860.05190.01840.0602
0.750.03070.01490.01220.02040.02020.01190.0286
0.80.03080.01520.01370.02090.01290.00990.0068
0.850.03300.01440.01610.02330.04380.01010.0352
0.90.03110.01280.01680.02250.07670.01520.0680
0.950.03360.01460.02200.02760.10890.02240.1001
1.00.02930.01250.02300.02810.14080.02940.1320
avg0.02620.01190.01920.01850.21720.05720.2211
- -![plot_delta](plot/delta_imdb_gs_vs_all_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_80_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_all_80_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_all_80_acc.png) - - -## 90% positives -> train: [0.0999424 0.9000576] -> validation: [0.10008641 0.89991359] -> bin_sld: 170.505s -> mul_sld: 31.294s -> mul_sld_gs: 380.780s -> bin_cc: 164.518s -> mul_cc: 20.620s -> kfcv: 15.634s -> ref: 13.757s -> atc_mc: 18.010s -> atc_ne: 18.026s -> doc_feat: 10.161s -> tot: 381.531s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
mul_sld_gskfcvatc_mcdoc_feat
0.00.05020.83760.29570.8389
0.050.05500.79250.28120.7938
0.10.05800.74600.26580.7475
0.150.05610.69860.24700.7001
0.20.05490.65170.23270.6533
0.250.05140.60560.21330.6072
0.30.04900.55770.19580.5595
0.350.04480.51170.18000.5135
0.40.04210.46440.16610.4663
0.450.03700.41670.14730.4187
0.50.03240.37010.13070.3722
0.550.02760.32320.11500.3254
0.60.02370.27760.09950.2798
0.650.01710.22960.07980.2319
0.70.01080.18320.06500.1856
0.750.00840.13720.04790.1396
0.80.00840.09000.03120.0926
0.850.00870.04380.01600.0464
0.90.01110.00380.00600.0022
0.950.01680.05010.01710.0474
1.00.01670.09700.03390.0941
avg0.03240.38510.13650.3865
- -![plot_delta](plot/delta_imdb_gs_vs_all_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_90_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_all_90_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_all_90_acc.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.00.01250.01570.01430.01490.23880.07120.2383
0.050.01880.01630.01860.01570.21490.06350.2145
0.10.01860.01640.01900.01600.19090.05820.1907
0.150.01940.01640.01840.01520.17600.05410.1759
0.20.01960.01710.01840.01650.16340.05410.1649
0.250.01940.01770.01810.01650.15490.05230.1584
0.30.01880.01790.01770.01560.14980.05200.1539
0.350.02060.01940.01860.01660.14830.05290.1531
0.40.02060.02030.01920.01710.14820.05450.1540
0.450.01970.02010.01860.01720.14730.05430.1534
0.50.02220.02220.02080.01950.14810.05580.1543
0.550.02030.02120.01840.01780.14940.05680.1553
0.60.02300.02200.02070.02010.15150.05790.1570
0.650.02170.02210.02000.02030.15350.05790.1581
0.70.02450.02330.02100.02200.15990.06130.1625
0.750.02540.02330.02140.02240.16640.06230.1684
0.80.02570.02360.02320.02400.17660.06440.1769
0.850.02920.02460.02450.02550.19020.06720.1901
0.90.02830.02420.02460.02620.20520.07120.2047
0.950.03240.02690.02790.02850.23020.07960.2294
1.00.03090.02820.02270.02760.25400.08610.2531
avg0.02250.02090.02030.01980.17700.06130.1794
- -![plot_delta](plot/delta_imdb_gs_vs_all_avg_train_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_avg_train_acc.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.1NaN0.0418NaNNaN0.40870.17520.4092
0.20.01510.01160.01730.01420.23990.06870.2479
0.30.02430.01490.01800.02240.12120.03740.1217
0.40.02520.02440.02540.02100.04670.01670.0490
0.50.01900.01580.02650.01820.00900.01030.0089
0.60.02410.02310.01950.02510.05220.01870.0528
0.70.02320.01220.01610.01890.11330.03110.1173
0.80.02620.01190.01920.01850.21720.05720.2211
0.9NaN0.0324NaNNaN0.38510.13650.3865
avg0.02250.02090.02030.01980.17700.06130.1794
- -![plot_delta](plot/delta_imdb_gs_vs_all_avg_test_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_avg_test_acc.png) -### avg dataset shift -![plot_shift](plot/shift_imdb_gs_vs_all_avg_acc.png) diff --git a/output/main/imdb_9prevs/imdb_gs_vs_all_f1.md b/output/main/imdb_9prevs/imdb_gs_vs_all_f1.md deleted file mode 100644 index 37d2e59..0000000 --- a/output/main/imdb_9prevs/imdb_gs_vs_all_f1.md +++ /dev/null @@ -1,2384 +0,0 @@ -# imdb_9prevs - -## 10% positives -> train: [0.89991359 0.10008641] -> validation: [0.9000576 0.0999424] -> bin_sld: 249.048s -> mul_sld: 71.459s -> mul_sld_gs: 455.993s -> bin_pacc: 244.563s -> mul_pacc: 43.016s -> binmc_pacc: 240.469s -> mulmc_pacc: 41.750s -> binne_pacc: 236.217s -> mulne_pacc: 34.041s -> bin_cc: 241.914s -> mul_cc: 40.328s -> kfcv: 24.723s -> ref: 18.562s -> atc_mc: 27.491s -> atc_ne: 25.568s -> doc_feat: 11.526s -> tot: 456.775s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
mul_sld_gskfcvatc_mc
0.00.00000.47950.0000
0.050.01950.45550.0240
0.10.02000.45510.0244
0.150.01700.45670.0228
0.20.02030.45500.0245
0.250.02110.45490.0246
0.30.02170.45290.0266
0.350.02170.45470.0248
0.40.01880.45650.0230
0.450.02200.45380.0257
0.50.02240.45310.0264
0.550.02050.45560.0239
0.60.02110.45470.0248
0.650.02150.45480.0247
0.70.02120.45560.0239
0.750.02240.45400.0255
0.80.02070.45530.0242
0.850.02080.45550.0240
0.90.02230.45390.0256
0.950.02140.45490.0246
1.00.02170.45490.0246
avg0.01990.45600.0234
- -![plot_delta](plot/delta_imdb_gs_vs_all_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_10_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_all_10_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_all_10_f1.png) - - -## 20% positives -> train: [0.7999712 0.2000288] -> validation: [0.7999712 0.2000288] -> bin_sld: 312.036s -> mul_sld: 63.355s -> bin_sld_gs: 1039.328s -> mul_sld_gs: 562.297s -> bin_sld_gsq: 402.075s -> bin_pacc: 297.187s -> mul_pacc: 36.589s -> binmc_pacc: 296.718s -> mulmc_pacc: 36.777s -> binne_pacc: 285.556s -> mulne_pacc: 47.832s -> bin_pacc_gs: 636.796s -> mul_pacc_gs: 141.445s -> bin_cc: 293.873s -> mul_cc: 46.722s -> kfcv: 30.476s -> ref: 26.348s -> atc_mc: 22.299s -> atc_ne: 41.782s -> doc_feat: 11.276s -> tot: 1040.077s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.00.12360.16310.36530.38350.64660.0183
0.050.12790.08310.12270.11660.22540.2921
0.10.08230.04770.06640.06810.21180.2745
0.150.06900.03610.05560.04800.21000.2661
0.20.05650.02990.04200.04060.20030.2539
0.250.03690.02760.03540.03590.20240.2445
0.30.03410.02320.03060.03460.19150.2483
0.350.03620.02090.03550.03480.20200.2419
0.40.03320.02050.03660.03440.19910.2441
0.450.02990.01550.02870.02740.19670.2362
0.50.02640.01580.02580.02670.19620.2307
0.550.02590.01610.02820.02730.19870.2358
0.60.02580.01570.02880.02730.19600.2318
0.650.02350.01500.02730.02560.19650.2306
0.70.02370.01710.02880.02850.20010.2291
0.750.02100.01460.02460.02270.19370.2291
0.80.02110.01600.02620.02430.19510.2310
0.850.02440.01780.02920.02730.19490.2303
0.90.02050.01860.02520.02690.19440.2295
0.950.02410.01840.02670.02600.19410.2301
1.00.01760.01820.02220.02420.19150.2308
avg0.04210.03100.05290.05290.22080.2314
- -![plot_delta](plot/delta_imdb_gs_vs_all_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_20_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_all_20_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_all_20_f1.png) - - -## 30% positives -> train: [0.7000288 0.2999712] -> validation: [0.7000288 0.2999712] -> bin_sld: 302.903s -> mul_sld: 59.883s -> bin_sld_gs: 1013.188s -> mul_sld_gs: 556.087s -> bin_sld_gsq: 413.115s -> bin_pacc: 294.712s -> mul_pacc: 45.954s -> binmc_pacc: 300.950s -> mulmc_pacc: 45.939s -> binne_pacc: 289.350s -> mulne_pacc: 38.137s -> bin_pacc_gs: 643.072s -> mul_pacc_gs: 149.582s -> bin_cc: 298.684s -> mul_cc: 43.908s -> kfcv: 37.403s -> ref: 28.756s -> atc_mc: 39.420s -> atc_ne: 24.347s -> doc_feat: 22.815s -> tot: 1014.314s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.00.10080.13830.25730.33120.80730.2272
0.050.08840.07920.11410.09860.22930.1227
0.10.06200.05110.05920.05810.16110.1024
0.150.04890.03840.04910.04440.13750.0885
0.20.04180.03340.03570.03560.11460.0813
0.250.04630.03590.03930.03810.10580.0713
0.30.03200.02340.02440.02750.09740.0552
0.350.04020.02530.02550.02710.09580.0572
0.40.03710.02300.01930.02420.09470.0500
0.450.03360.02010.01940.02180.08980.0469
0.50.03420.02090.01710.02260.08810.0429
0.550.03380.01720.01450.01830.08540.0411
0.60.03280.01760.01360.01900.08370.0383
0.650.03380.01830.01220.01880.08150.0383
0.70.03680.01860.01230.01990.08170.0372
0.750.03530.01820.01060.01900.08090.0335
0.80.03560.01890.01110.01910.07810.0340
0.850.03720.01960.01040.01810.07730.0327
0.90.03770.02080.01160.01940.07430.0326
0.950.03650.02070.00920.01700.07670.0284
1.00.03430.02540.00340.01800.07250.0295
avg0.04380.03260.03660.04360.13400.0615
- -![plot_delta](plot/delta_imdb_gs_vs_all_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_30_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_all_30_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_all_30_f1.png) - - -## 40% positives -> train: [0.5999424 0.4000576] -> validation: [0.60008641 0.39991359] -> bin_sld: 298.351s -> mul_sld: 51.270s -> bin_sld_gs: 1033.280s -> mul_sld_gs: 546.452s -> bin_sld_gsq: 421.394s -> bin_pacc: 298.508s -> mul_pacc: 34.186s -> binmc_pacc: 289.145s -> mulmc_pacc: 42.455s -> binne_pacc: 296.554s -> mulne_pacc: 45.269s -> bin_pacc_gs: 645.096s -> mul_pacc_gs: 145.337s -> bin_cc: 300.133s -> mul_cc: 42.690s -> kfcv: 36.406s -> ref: 22.353s -> atc_mc: 38.798s -> atc_ne: 34.811s -> doc_feat: 13.850s -> tot: 1034.124s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.00.10470.15590.13940.23290.85900.4335
0.050.06570.05860.07440.09120.33560.0606
0.10.05020.05100.05150.05920.20380.0339
0.150.04600.04980.04690.04670.13680.0263
0.20.03980.04270.04270.03790.09810.0248
0.250.03270.03950.03390.03060.07510.0213
0.30.03130.03510.03290.02580.05630.0219
0.350.03450.03780.03490.02860.04480.0195
0.40.03210.03550.03270.02630.03770.0164
0.450.03040.03230.03000.02360.02690.0191
0.50.03210.03360.03400.02640.02050.0164
0.550.02700.02740.02790.02310.01840.0133
0.60.02990.02920.03040.02180.01290.0131
0.650.02800.02760.02920.02280.00900.0124
0.70.02760.02580.02800.02120.00860.0116
0.750.02820.02620.02880.02260.00700.0104
0.80.02580.02410.02850.02320.00680.0107
0.850.02790.02530.02940.02340.00830.0084
0.90.02470.02250.02710.02310.00890.0080
0.950.02600.02280.02770.02290.00890.0082
1.00.02350.02600.02500.02450.01090.0072
avg0.03660.03950.03980.04080.09500.0380
- -![plot_delta](plot/delta_imdb_gs_vs_all_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_40_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_all_40_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_all_40_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 303.489s -> mul_sld: 50.183s -> bin_sld_gs: 1015.361s -> mul_sld_gs: 552.539s -> bin_sld_gsq: 418.096s -> bin_pacc: 296.283s -> mul_pacc: 32.547s -> binmc_pacc: 299.487s -> mulmc_pacc: 40.506s -> binne_pacc: 293.984s -> mulne_pacc: 39.974s -> bin_pacc_gs: 643.158s -> mul_pacc_gs: 146.732s -> bin_cc: 292.672s -> mul_cc: 37.348s -> kfcv: 29.093s -> ref: 16.306s -> atc_mc: 25.874s -> atc_ne: 28.890s -> doc_feat: 11.601s -> tot: 1016.064s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.00.03580.15820.01300.06840.86790.5313
0.050.04820.06540.12350.08670.47850.2320
0.10.04420.03830.08470.05240.30520.1230
0.150.03930.02840.06690.04140.20660.0683
0.20.03200.02270.05240.03990.14600.0417
0.250.02950.01940.04460.02990.10270.0278
0.30.02590.01890.04260.02590.06960.0169
0.350.02870.01800.04230.02260.04540.0129
0.40.02490.01590.03660.02030.02910.0113
0.450.02230.01510.03320.02000.01430.0107
0.50.02490.01830.03470.02160.00980.0121
0.550.02010.01700.02830.01850.01390.0109
0.60.01990.01650.02880.01990.02190.0105
0.650.01710.01470.02360.01710.03130.0105
0.70.01820.01570.02550.01630.03680.0106
0.750.01750.01610.02440.01540.04460.0107
0.80.01560.01440.02340.01500.05020.0105
0.850.01680.01490.02240.01400.05470.0100
0.90.01370.01380.02090.01340.05960.0111
0.950.01540.01550.02220.01370.06280.0114
1.00.01550.01730.01870.01360.06660.0102
avg0.02500.02740.03870.02790.12940.0569
- -![plot_delta](plot/delta_imdb_gs_vs_all_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_50_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_all_50_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_all_50_f1.png) - - -## 60% positives -> train: [0.39991359 0.60008641] -> validation: [0.4000576 0.5999424] -> bin_sld: 296.102s -> mul_sld: 56.083s -> bin_sld_gs: 1060.976s -> mul_sld_gs: 551.619s -> bin_sld_gsq: 425.664s -> bin_pacc: 293.321s -> mul_pacc: 44.690s -> binmc_pacc: 296.400s -> mulmc_pacc: 38.640s -> binne_pacc: 288.195s -> mulne_pacc: 44.768s -> bin_pacc_gs: 645.660s -> mul_pacc_gs: 146.232s -> bin_cc: 299.198s -> mul_cc: 41.642s -> kfcv: 21.885s -> ref: 26.261s -> atc_mc: 37.391s -> atc_ne: 35.750s -> doc_feat: 19.963s -> tot: 1061.773s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.00.00350.05280.02710.03780.84770.5686
0.050.07140.03140.06090.06570.56160.3422
0.10.06380.02660.04720.04700.39730.2281
0.150.06070.02530.03680.04170.27970.1475
0.20.04880.02570.03130.03590.20410.1066
0.250.04310.02350.02920.02830.14350.0747
0.30.03580.02380.02510.02870.09660.0515
0.350.03910.02820.02680.02850.06060.0344
0.40.03570.02780.02350.02630.03210.0235
0.450.02910.02430.01990.02310.00910.0169
0.50.03150.02730.02290.02520.01460.0121
0.550.02660.02440.01890.02260.03300.0087
0.60.02680.02480.01980.02280.04750.0082
0.650.02260.02270.01730.02050.06290.0093
0.70.02530.02580.01830.02490.07420.0122
0.750.02280.02410.01710.02330.08520.0135
0.80.01940.02170.01560.02080.09610.0156
0.850.01840.02140.01330.02110.10270.0152
0.90.01680.02030.01310.02060.11190.0178
0.950.01810.02200.01430.02320.11870.0189
1.00.01540.02140.01280.02230.12510.0197
avg0.03210.02600.02430.02910.16690.0831
- -![plot_delta](plot/delta_imdb_gs_vs_all_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_60_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_all_60_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_all_60_f1.png) - - -## 70% positives -> train: [0.2999712 0.7000288] -> validation: [0.2999712 0.7000288] -> bin_sld: 303.930s -> mul_sld: 40.110s -> bin_sld_gs: 1015.962s -> mul_sld_gs: 557.286s -> bin_sld_gsq: 414.452s -> bin_pacc: 292.176s -> mul_pacc: 47.800s -> binmc_pacc: 302.570s -> mulmc_pacc: 44.408s -> binne_pacc: 293.019s -> mulne_pacc: 43.783s -> bin_pacc_gs: 648.943s -> mul_pacc_gs: 150.210s -> bin_cc: 288.613s -> mul_cc: 38.672s -> kfcv: 32.153s -> ref: 34.374s -> atc_mc: 38.938s -> atc_ne: 40.313s -> doc_feat: 20.243s -> tot: 1016.774s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.00.16470.04230.08180.08890.78660.5833
0.050.12770.03350.05780.06410.58730.4272
0.10.10210.02740.04900.05020.44400.3236
0.150.07720.02370.03500.03790.33320.2429
0.20.05980.02110.03110.02990.24980.1899
0.250.04740.01740.02480.02710.17770.1453
0.30.03660.01430.02060.02080.12110.1125
0.350.02470.01320.01510.01710.07400.0875
0.40.01880.01210.01530.01590.03430.0688
0.450.01620.01200.01480.01540.00620.0528
0.50.01220.01230.01400.01420.03110.0385
0.550.00830.01050.00990.01050.05770.0281
0.60.00740.00940.01110.01090.07960.0209
0.650.00840.01030.01050.01130.10310.0125
0.70.00890.01020.00770.01000.12110.0077
0.750.00880.00910.00870.00880.13760.0053
0.80.00970.00840.00920.00950.15370.0065
0.850.01130.00930.01010.01070.16670.0075
0.90.01170.00840.00950.00960.18020.0101
0.950.01610.00990.01420.01200.19170.0136
1.00.02130.01040.01060.01240.20260.0151
avg0.03810.01550.02190.02320.20190.1143
- -![plot_delta](plot/delta_imdb_gs_vs_all_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_70_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_all_70_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_all_70_f1.png) - - -## 80% positives -> train: [0.2000288 0.7999712] -> validation: [0.2000288 0.7999712] -> bin_sld: 302.697s -> mul_sld: 51.427s -> bin_sld_gs: 1033.432s -> mul_sld_gs: 553.840s -> bin_sld_gsq: 405.825s -> bin_pacc: 296.888s -> mul_pacc: 34.390s -> binmc_pacc: 300.681s -> mulmc_pacc: 44.972s -> binne_pacc: 284.115s -> mulne_pacc: 37.204s -> bin_pacc_gs: 637.277s -> mul_pacc_gs: 146.708s -> bin_cc: 297.171s -> mul_cc: 42.941s -> kfcv: 27.967s -> ref: 32.469s -> atc_mc: 22.965s -> atc_ne: 39.769s -> doc_feat: 19.964s -> tot: 1034.198s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.00.00140.02800.11390.03110.68160.5690
0.050.02910.02440.08110.02500.54240.4617
0.10.02270.02210.06930.02630.42760.3805
0.150.02040.01800.05090.01720.33020.3102
0.20.02090.01680.04280.01900.24770.2550
0.250.02000.01640.03230.01740.17590.2072
0.30.01680.01180.02590.01390.11400.1705
0.350.01850.01180.01940.01350.05870.1388
0.40.01780.01190.01690.01380.01080.1144
0.450.01620.01150.01450.01300.03390.0909
0.50.01630.01120.01080.01290.07140.0727
0.550.01610.00940.00850.01170.10700.0569
0.60.01830.00980.00750.01330.13740.0441
0.650.01440.00970.00780.01210.16850.0297
0.70.01660.01020.00810.01430.19460.0198
0.750.01840.00970.00820.01420.21870.0119
0.80.01800.00940.00870.01370.24170.0068
0.850.01860.00840.00970.01420.26190.0049
0.90.01700.00710.00950.01290.28160.0076
0.950.01790.00780.01190.01490.29960.0117
1.00.01500.00640.01180.01440.31620.0150
avg0.01760.01290.02710.01610.23440.1419
- -![plot_delta](plot/delta_imdb_gs_vs_all_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_80_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_all_80_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_all_80_f1.png) - - -## 90% positives -> train: [0.0999424 0.9000576] -> validation: [0.10008641 0.89991359] -> bin_sld: 170.505s -> mul_sld: 31.294s -> mul_sld_gs: 380.780s -> bin_cc: 164.518s -> mul_cc: 20.620s -> kfcv: 15.634s -> ref: 13.757s -> atc_mc: 18.010s -> atc_ne: 18.026s -> doc_feat: 10.161s -> tot: 381.531s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
mul_sld_gskfcvatc_mc
0.00.12060.50360.5298
0.050.11490.40260.4611
0.10.10690.31190.4018
0.150.09310.22980.3476
0.20.08270.15540.3036
0.250.07130.08790.2600
0.30.06210.02540.2236
0.350.05210.03120.1920
0.40.04550.08400.1657
0.450.03710.13300.1389
0.50.03040.17800.1160
0.550.02400.21990.0962
0.60.01940.25850.0783
0.650.01320.29560.0599
0.70.00790.32960.0461
0.750.00560.36130.0323
0.80.00520.39170.0201
0.850.00500.41990.0099
0.90.00610.44700.0033
0.950.00890.47230.0090
1.00.00840.49640.0172
avg0.04380.27790.1672
- -![plot_delta](plot/delta_imdb_gs_vs_all_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_90_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_all_90_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_all_90_f1.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.00.07640.09550.14250.16770.72000.3846
0.050.07980.05670.09070.07830.42430.2693
0.10.06100.04350.06100.05160.32420.2102
0.150.05160.03660.04870.03960.25780.1689
0.20.04280.03280.03970.03410.20790.1424
0.250.03650.03020.03420.02960.16950.1196
0.30.03040.02600.02880.02530.13610.1030
0.350.03170.02540.02850.02460.11860.0899
0.40.02850.02340.02580.02300.10870.0797
0.450.02540.02110.02290.02060.10710.0709
0.50.02540.02140.02280.02140.11810.0631
0.550.02250.01850.01950.01890.13220.0572
0.60.02300.01820.02000.01930.14360.0522
0.650.02110.01700.01830.01830.15590.0476
0.70.02240.01690.01840.01930.16690.0443
0.750.02170.01620.01750.01800.17590.0413
0.80.02070.01540.01750.01790.18540.0399
0.850.02210.01580.01780.01840.19360.0381
0.90.02030.01560.01670.01800.20130.0384
0.950.02200.01640.01800.01850.20890.0395
1.00.02040.01730.01490.01850.21520.0410
avg0.03360.02760.03450.03340.21290.1020
- -![plot_delta](plot/delta_imdb_gs_vs_all_avg_train_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_avg_train_f1.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.1NaN0.0199NaNNaN0.45600.0234
0.20.04210.03100.05290.05290.22080.2314
0.30.04380.03260.03660.04360.13400.0615
0.40.03660.03950.03980.04080.09500.0380
0.50.02500.02740.03870.02790.12940.0569
0.60.03210.02600.02430.02910.16690.0831
0.70.03810.01550.02190.02320.20190.1143
0.80.01760.01290.02710.01610.23440.1419
0.9NaN0.0438NaNNaN0.27790.1672
avg0.03360.02760.03450.03340.21290.1020
- -![plot_delta](plot/delta_imdb_gs_vs_all_avg_test_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_all_avg_test_f1.png) -### avg dataset shift -![plot_shift](plot/shift_imdb_gs_vs_all_avg_f1.png) diff --git a/output/main/imdb_9prevs/imdb_gs_vs_atc_acc.md b/output/main/imdb_9prevs/imdb_gs_vs_atc_acc.md deleted file mode 100644 index 1dfb3f9..0000000 --- a/output/main/imdb_9prevs/imdb_gs_vs_atc_acc.md +++ /dev/null @@ -1,2384 +0,0 @@ -# imdb_9prevs - -## 10% positives -> train: [0.89991359 0.10008641] -> validation: [0.9000576 0.0999424] -> bin_sld: 249.048s -> mul_sld: 71.459s -> mul_sld_gs: 455.993s -> bin_pacc: 244.563s -> mul_pacc: 43.016s -> binmc_pacc: 240.469s -> mulmc_pacc: 41.750s -> binne_pacc: 236.217s -> mulne_pacc: 34.041s -> bin_cc: 241.914s -> mul_cc: 40.328s -> kfcv: 24.723s -> ref: 18.562s -> atc_mc: 27.491s -> atc_ne: 25.568s -> doc_feat: 11.526s -> tot: 456.775s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
mul_sld_gsatc_mcatc_ne
0.00.02200.03700.0370
0.050.01510.01550.0155
0.10.01140.00670.0067
0.150.00720.02550.0255
0.20.00880.04570.0457
0.250.01450.06640.0664
0.30.01990.08580.0858
0.350.02760.11000.1100
0.40.03480.13020.1302
0.450.03940.14770.1477
0.50.04550.16970.1697
0.550.05180.19220.1922
0.60.05420.21170.2117
0.650.05950.23140.2314
0.70.06530.25660.2566
0.750.06780.27500.2750
0.80.06950.29440.2944
0.850.06970.31390.3139
0.90.06810.33170.3317
0.950.06830.35580.3558
1.00.05680.37550.3755
avg0.04180.17520.1752
- -![plot_delta](plot/delta_imdb_gs_vs_atc_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_10_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_atc_10_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_atc_10_acc.png) - - -## 20% positives -> train: [0.7999712 0.2000288] -> validation: [0.7999712 0.2000288] -> bin_sld: 312.036s -> mul_sld: 63.355s -> bin_sld_gs: 1039.328s -> mul_sld_gs: 562.297s -> bin_sld_gsq: 402.075s -> bin_pacc: 297.187s -> mul_pacc: 36.589s -> binmc_pacc: 296.718s -> mulmc_pacc: 36.777s -> binne_pacc: 285.556s -> mulne_pacc: 47.832s -> bin_pacc_gs: 636.796s -> mul_pacc_gs: 141.445s -> bin_cc: 293.873s -> mul_cc: 46.722s -> kfcv: 30.476s -> ref: 26.348s -> atc_mc: 22.299s -> atc_ne: 41.782s -> doc_feat: 11.276s -> tot: 1040.077s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00940.01490.00350.00390.02860.0286
0.050.01060.01350.01180.01010.01950.0195
0.10.01120.01260.01200.01050.01140.0114
0.150.01210.01120.01280.00980.00750.0075
0.20.01300.01150.01260.01040.01080.0108
0.250.01290.01200.01300.01190.01770.0177
0.30.01320.01190.01320.01220.02380.0238
0.350.01420.01190.01400.01350.03670.0367
0.40.01420.01050.01660.01300.04480.0448
0.450.01370.00990.01530.01290.05380.0538
0.50.01570.01170.01760.01460.06400.0640
0.550.01440.01080.01680.01430.07290.0729
0.60.01660.01070.02040.01560.08100.0810
0.650.01650.01180.02030.01630.08950.0895
0.70.01730.01200.02140.01600.10310.1031
0.750.01580.00930.01900.01500.10920.1092
0.80.01770.01140.02340.01740.11700.1170
0.850.02220.01170.02770.01990.12650.1265
0.90.01990.01110.02670.02080.13220.1322
0.950.02310.01150.02790.02040.14430.1443
1.00.01410.01210.01790.02000.14940.1494
avg0.01510.01160.01730.01420.06870.0687
- -![plot_delta](plot/delta_imdb_gs_vs_atc_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_20_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_atc_20_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_atc_20_acc.png) - - -## 30% positives -> train: [0.7000288 0.2999712] -> validation: [0.7000288 0.2999712] -> bin_sld: 302.903s -> mul_sld: 59.883s -> bin_sld_gs: 1013.188s -> mul_sld_gs: 556.087s -> bin_sld_gsq: 413.115s -> bin_pacc: 294.712s -> mul_pacc: 45.954s -> binmc_pacc: 300.950s -> mulmc_pacc: 45.939s -> binne_pacc: 289.350s -> mulne_pacc: 38.137s -> bin_pacc_gs: 643.072s -> mul_pacc_gs: 149.582s -> bin_cc: 298.684s -> mul_cc: 43.908s -> kfcv: 37.403s -> ref: 28.756s -> atc_mc: 39.420s -> atc_ne: 24.347s -> doc_feat: 22.815s -> tot: 1014.314s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00600.01350.01820.01030.02790.0279
0.050.01010.01300.02190.01240.02200.0220
0.10.01200.01230.01950.01280.01570.0157
0.150.01260.01180.02040.01360.01110.0111
0.20.01360.01280.01860.01530.01080.0108
0.250.01630.01440.02150.01850.01060.0106
0.30.01460.01200.01680.01540.01050.0105
0.350.01850.01320.02010.01940.01430.0143
0.40.01970.01370.01850.02110.01990.0199
0.450.01890.01250.01850.02230.02350.0235
0.50.02260.01410.01930.02370.03010.0301
0.550.02250.01170.01630.02120.03550.0355
0.60.02470.01290.01770.02550.04040.0404
0.650.02710.01360.01740.02660.04420.0442
0.70.03150.01450.01760.02830.05170.0517
0.750.03250.01470.01660.02900.05840.0584
0.80.03530.01640.01850.03220.06080.0608
0.850.04090.01680.01790.03200.06690.0669
0.90.04360.01880.02010.03550.06980.0698
0.950.04550.02030.01720.03320.08040.0804
1.00.04150.02960.00540.02210.08170.0817
avg0.02430.01490.01800.02240.03740.0374
- -![plot_delta](plot/delta_imdb_gs_vs_atc_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_30_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_atc_30_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_atc_30_acc.png) - - -## 40% positives -> train: [0.5999424 0.4000576] -> validation: [0.60008641 0.39991359] -> bin_sld: 298.351s -> mul_sld: 51.270s -> bin_sld_gs: 1033.280s -> mul_sld_gs: 546.452s -> bin_sld_gsq: 421.394s -> bin_pacc: 298.508s -> mul_pacc: 34.186s -> binmc_pacc: 289.145s -> mulmc_pacc: 42.455s -> binne_pacc: 296.554s -> mulne_pacc: 45.269s -> bin_pacc_gs: 645.096s -> mul_pacc_gs: 145.337s -> bin_cc: 300.133s -> mul_cc: 42.690s -> kfcv: 36.406s -> ref: 22.353s -> atc_mc: 38.798s -> atc_ne: 34.811s -> doc_feat: 13.850s -> tot: 1034.124s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00880.01370.00800.01080.02070.0207
0.050.01350.01590.01290.01280.02040.0204
0.10.01480.01690.01340.01410.01600.0160
0.150.01630.01970.01620.01600.01510.0151
0.20.01800.02040.01820.01650.01330.0133
0.250.01590.02030.01590.01550.00990.0099
0.30.01760.01990.01750.01420.01070.0107
0.350.02180.02420.02120.01850.00890.0089
0.40.02330.02500.02280.01870.00990.0099
0.450.02340.02420.02230.01720.01090.0109
0.50.02700.02730.02770.02140.01150.0115
0.550.02490.02380.02500.02020.01170.0117
0.60.02990.02710.02940.02070.01350.0135
0.650.02910.02660.02930.02230.01420.0142
0.70.03130.02680.03080.02250.01680.0168
0.750.03350.02820.03320.02460.01820.0182
0.80.03260.02770.03600.02850.01980.0198
0.850.03760.03040.03850.02960.02290.0229
0.90.03500.02810.03770.03100.02720.0272
0.950.03880.02980.04050.03140.02830.0283
1.00.03580.03760.03700.03520.03100.0310
avg0.02520.02440.02540.02100.01670.0167
- -![plot_delta](plot/delta_imdb_gs_vs_atc_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_40_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_atc_40_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_atc_40_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 303.489s -> mul_sld: 50.183s -> bin_sld_gs: 1015.361s -> mul_sld_gs: 552.539s -> bin_sld_gsq: 418.096s -> bin_pacc: 296.283s -> mul_pacc: 32.547s -> binmc_pacc: 299.487s -> mulmc_pacc: 40.506s -> binne_pacc: 293.984s -> mulne_pacc: 39.974s -> bin_pacc_gs: 643.158s -> mul_pacc_gs: 146.732s -> bin_cc: 292.672s -> mul_cc: 37.348s -> kfcv: 29.093s -> ref: 16.306s -> atc_mc: 25.874s -> atc_ne: 28.890s -> doc_feat: 11.601s -> tot: 1016.064s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00850.00800.00610.01110.01000.0100
0.050.01140.00860.01900.01440.00900.0090
0.10.01450.00930.02050.01410.00960.0096
0.150.01540.01060.02120.01410.00850.0085
0.20.01510.01080.02130.01690.00860.0086
0.250.01560.01080.02090.01640.00940.0094
0.30.01610.01280.02420.01650.00980.0098
0.350.01880.01310.02620.01520.00940.0094
0.40.01880.01280.02660.01570.01010.0101
0.450.01830.01320.02650.01690.01030.0103
0.50.02310.01730.03160.02080.01240.0124
0.550.01980.01720.02760.01890.01130.0113
0.60.02090.01760.02990.02140.01100.0110
0.650.01960.01670.02670.02000.01120.0112
0.70.02220.01890.03100.02020.01090.0109
0.750.02270.02030.03130.02030.01090.0109
0.80.02150.01920.03240.02150.01000.0100
0.850.02460.02100.03280.02070.01070.0107
0.90.02110.02040.03240.02150.01140.0114
0.950.02520.02430.03600.02260.01190.0119
1.00.02660.02920.03160.02300.01070.0107
avg0.01900.01580.02650.01820.01030.0103
- -![plot_delta](plot/delta_imdb_gs_vs_atc_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_50_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_atc_50_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_atc_50_acc.png) - - -## 60% positives -> train: [0.39991359 0.60008641] -> validation: [0.4000576 0.5999424] -> bin_sld: 296.102s -> mul_sld: 56.083s -> bin_sld_gs: 1060.976s -> mul_sld_gs: 551.619s -> bin_sld_gsq: 425.664s -> bin_pacc: 293.321s -> mul_pacc: 44.690s -> binmc_pacc: 296.400s -> mulmc_pacc: 38.640s -> binne_pacc: 288.195s -> mulne_pacc: 44.768s -> bin_pacc_gs: 645.660s -> mul_pacc_gs: 146.232s -> bin_cc: 299.198s -> mul_cc: 41.642s -> kfcv: 21.885s -> ref: 26.261s -> atc_mc: 37.391s -> atc_ne: 35.750s -> doc_feat: 19.963s -> tot: 1061.773s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00280.00640.00780.01300.02380.0238
0.050.01390.00810.01520.01410.02050.0205
0.10.01610.00980.01620.01440.02090.0209
0.150.01880.01110.01470.01590.01390.0139
0.20.01940.01310.01550.01860.01660.0166
0.250.01990.01370.01700.01630.01330.0133
0.30.01890.01520.01640.01860.01270.0127
0.350.02420.01950.01940.02080.01160.0116
0.40.02570.02140.01960.02170.01200.0120
0.450.02350.02060.01770.02070.01180.0118
0.50.02880.02570.02240.02530.01220.0122
0.550.02660.02470.02030.02440.01270.0127
0.60.02960.02720.02280.02690.01340.0134
0.650.02720.02650.02160.02600.01470.0147
0.70.03250.03290.02410.03380.01930.0193
0.750.03160.03280.02410.03340.02060.0206
0.80.02850.03150.02340.03180.02410.0241
0.850.02920.03330.02100.03440.02370.0237
0.90.02810.03320.02180.03490.02860.0286
0.950.03200.03820.02500.04170.03160.0316
1.00.02860.03950.02340.04120.03430.0343
avg0.02410.02310.01950.02510.01870.0187
- -![plot_delta](plot/delta_imdb_gs_vs_atc_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_60_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_atc_60_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_atc_60_acc.png) - - -## 70% positives -> train: [0.2999712 0.7000288] -> validation: [0.2999712 0.7000288] -> bin_sld: 303.930s -> mul_sld: 40.110s -> bin_sld_gs: 1015.962s -> mul_sld_gs: 557.286s -> bin_sld_gsq: 414.452s -> bin_pacc: 292.176s -> mul_pacc: 47.800s -> binmc_pacc: 302.570s -> mulmc_pacc: 44.408s -> binne_pacc: 293.019s -> mulne_pacc: 43.783s -> bin_pacc_gs: 648.943s -> mul_pacc_gs: 150.210s -> bin_cc: 288.613s -> mul_cc: 38.672s -> kfcv: 32.153s -> ref: 34.374s -> atc_mc: 38.938s -> atc_ne: 40.313s -> doc_feat: 20.243s -> tot: 1016.774s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.03710.00640.01800.02840.06990.0699
0.050.03840.00870.01700.02580.06350.0635
0.10.03920.00890.01880.02480.06170.0617
0.150.03610.01090.01640.02130.05280.0528
0.20.03370.01120.01710.02040.05070.0507
0.250.03130.01050.01620.02080.04300.0430
0.30.02800.01000.01560.01910.03860.0386
0.350.02190.01040.01310.01600.03380.0338
0.40.01900.01060.01440.01650.03060.0306
0.450.01770.01150.01540.01720.02650.0265
0.50.01440.01280.01530.01700.02070.0207
0.550.01010.01170.01210.01320.01670.0167
0.60.00960.01110.01450.01480.01440.0144
0.650.01070.01350.01400.01600.01180.0118
0.70.01060.01360.01090.01450.01000.0100
0.750.01130.01300.01340.01370.00900.0090
0.80.01350.01280.01480.01540.01250.0125
0.850.01710.01510.01710.01840.01410.0141
0.90.01900.01450.01680.01730.01850.0185
0.950.02830.01810.02660.02260.02500.0250
1.00.04040.02020.02050.02380.02880.0288
avg0.02320.01220.01610.01890.03110.0311
- -![plot_delta](plot/delta_imdb_gs_vs_atc_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_70_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_atc_70_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_atc_70_acc.png) - - -## 80% positives -> train: [0.2000288 0.7999712] -> validation: [0.2000288 0.7999712] -> bin_sld: 302.697s -> mul_sld: 51.427s -> bin_sld_gs: 1033.432s -> mul_sld_gs: 553.840s -> bin_sld_gsq: 405.825s -> bin_pacc: 296.888s -> mul_pacc: 34.390s -> binmc_pacc: 300.681s -> mulmc_pacc: 44.972s -> binne_pacc: 284.115s -> mulne_pacc: 37.204s -> bin_pacc_gs: 637.277s -> mul_pacc_gs: 146.708s -> bin_cc: 297.171s -> mul_cc: 42.941s -> kfcv: 27.967s -> ref: 32.469s -> atc_mc: 22.965s -> atc_ne: 39.769s -> doc_feat: 19.964s -> tot: 1034.198s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.01470.00590.03870.02670.12700.1270
0.050.03320.00870.03230.02010.11980.1198
0.10.02210.00820.03210.02090.11650.1165
0.150.02420.00910.02670.01580.10570.1057
0.20.02450.01060.02560.01740.09760.0976
0.250.02400.01190.02240.01580.08730.0873
0.30.02320.01010.02010.01340.08040.0804
0.350.02500.01030.01610.01270.07190.0719
0.40.02380.01210.01610.01290.06680.0668
0.450.02210.01210.01480.01310.05710.0571
0.50.02400.01280.01210.01390.05070.0507
0.550.02390.01180.01060.01260.04300.0430
0.60.02950.01320.00990.01610.03630.0363
0.650.02140.01340.01040.01470.02470.0247
0.70.02600.01490.01140.01860.01840.0184
0.750.03070.01490.01220.02040.01190.0119
0.80.03080.01520.01370.02090.00990.0099
0.850.03300.01440.01610.02330.01010.0101
0.90.03110.01280.01680.02250.01520.0152
0.950.03360.01460.02200.02760.02240.0224
1.00.02930.01250.02300.02810.02940.0294
avg0.02620.01190.01920.01850.05720.0572
- -![plot_delta](plot/delta_imdb_gs_vs_atc_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_80_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_atc_80_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_atc_80_acc.png) - - -## 90% positives -> train: [0.0999424 0.9000576] -> validation: [0.10008641 0.89991359] -> bin_sld: 170.505s -> mul_sld: 31.294s -> mul_sld_gs: 380.780s -> bin_cc: 164.518s -> mul_cc: 20.620s -> kfcv: 15.634s -> ref: 13.757s -> atc_mc: 18.010s -> atc_ne: 18.026s -> doc_feat: 10.161s -> tot: 381.531s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
mul_sld_gsatc_mcatc_ne
0.00.05020.29570.2957
0.050.05500.28120.2812
0.10.05800.26580.2658
0.150.05610.24700.2470
0.20.05490.23270.2327
0.250.05140.21330.2133
0.30.04900.19580.1958
0.350.04480.18000.1800
0.40.04210.16610.1661
0.450.03700.14730.1473
0.50.03240.13070.1307
0.550.02760.11500.1150
0.60.02370.09950.0995
0.650.01710.07980.0798
0.70.01080.06500.0650
0.750.00840.04790.0479
0.80.00840.03120.0312
0.850.00870.01600.0160
0.90.01110.00600.0060
0.950.01680.01710.0171
1.00.01670.03390.0339
avg0.03240.13650.1365
- -![plot_delta](plot/delta_imdb_gs_vs_atc_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_90_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_atc_90_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_atc_90_acc.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.01250.01570.01430.01490.07120.0712
0.050.01880.01630.01860.01570.06350.0635
0.10.01860.01640.01900.01600.05820.0582
0.150.01940.01640.01840.01520.05410.0541
0.20.01960.01710.01840.01650.05410.0541
0.250.01940.01770.01810.01650.05230.0523
0.30.01880.01790.01770.01560.05200.0520
0.350.02060.01940.01860.01660.05290.0529
0.40.02060.02030.01920.01710.05450.0545
0.450.01970.02010.01860.01720.05430.0543
0.50.02220.02220.02080.01950.05580.0558
0.550.02030.02120.01840.01780.05680.0568
0.60.02300.02200.02070.02010.05790.0579
0.650.02170.02210.02000.02030.05790.0579
0.70.02450.02330.02100.02200.06130.0613
0.750.02540.02330.02140.02240.06230.0623
0.80.02570.02360.02320.02400.06440.0644
0.850.02920.02460.02450.02550.06720.0672
0.90.02830.02420.02460.02620.07120.0712
0.950.03240.02690.02790.02850.07960.0796
1.00.03090.02820.02270.02760.08610.0861
avg0.02250.02090.02030.01980.06130.0613
- -![plot_delta](plot/delta_imdb_gs_vs_atc_avg_train_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_avg_train_acc.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.1NaN0.0418NaNNaN0.17520.1752
0.20.01510.01160.01730.01420.06870.0687
0.30.02430.01490.01800.02240.03740.0374
0.40.02520.02440.02540.02100.01670.0167
0.50.01900.01580.02650.01820.01030.0103
0.60.02410.02310.01950.02510.01870.0187
0.70.02320.01220.01610.01890.03110.0311
0.80.02620.01190.01920.01850.05720.0572
0.9NaN0.0324NaNNaN0.13650.1365
avg0.02250.02090.02030.01980.06130.0613
- -![plot_delta](plot/delta_imdb_gs_vs_atc_avg_test_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_avg_test_acc.png) -### avg dataset shift -![plot_shift](plot/shift_imdb_gs_vs_atc_avg_acc.png) diff --git a/output/main/imdb_9prevs/imdb_gs_vs_atc_f1.md b/output/main/imdb_9prevs/imdb_gs_vs_atc_f1.md deleted file mode 100644 index fab356d..0000000 --- a/output/main/imdb_9prevs/imdb_gs_vs_atc_f1.md +++ /dev/null @@ -1,2384 +0,0 @@ -# imdb_9prevs - -## 10% positives -> train: [0.89991359 0.10008641] -> validation: [0.9000576 0.0999424] -> bin_sld: 249.048s -> mul_sld: 71.459s -> mul_sld_gs: 455.993s -> bin_pacc: 244.563s -> mul_pacc: 43.016s -> binmc_pacc: 240.469s -> mulmc_pacc: 41.750s -> binne_pacc: 236.217s -> mulne_pacc: 34.041s -> bin_cc: 241.914s -> mul_cc: 40.328s -> kfcv: 24.723s -> ref: 18.562s -> atc_mc: 27.491s -> atc_ne: 25.568s -> doc_feat: 11.526s -> tot: 456.775s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
mul_sld_gsatc_mcatc_ne
0.00.00000.00000.0000
0.050.01950.02400.0240
0.10.02000.02440.0244
0.150.01700.02280.0228
0.20.02030.02450.0245
0.250.02110.02460.0246
0.30.02170.02660.0266
0.350.02170.02480.0248
0.40.01880.02300.0230
0.450.02200.02570.0257
0.50.02240.02640.0264
0.550.02050.02390.0239
0.60.02110.02480.0248
0.650.02150.02470.0247
0.70.02120.02390.0239
0.750.02240.02550.0255
0.80.02070.02420.0242
0.850.02080.02400.0240
0.90.02230.02560.0256
0.950.02140.02460.0246
1.00.02170.02460.0246
avg0.01990.02340.0234
- -![plot_delta](plot/delta_imdb_gs_vs_atc_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_10_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_atc_10_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_atc_10_f1.png) - - -## 20% positives -> train: [0.7999712 0.2000288] -> validation: [0.7999712 0.2000288] -> bin_sld: 312.036s -> mul_sld: 63.355s -> bin_sld_gs: 1039.328s -> mul_sld_gs: 562.297s -> bin_sld_gsq: 402.075s -> bin_pacc: 297.187s -> mul_pacc: 36.589s -> binmc_pacc: 296.718s -> mulmc_pacc: 36.777s -> binne_pacc: 285.556s -> mulne_pacc: 47.832s -> bin_pacc_gs: 636.796s -> mul_pacc_gs: 141.445s -> bin_cc: 293.873s -> mul_cc: 46.722s -> kfcv: 30.476s -> ref: 26.348s -> atc_mc: 22.299s -> atc_ne: 41.782s -> doc_feat: 11.276s -> tot: 1040.077s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.12360.16310.36530.38350.01830.0183
0.050.12790.08310.12270.11660.29210.2921
0.10.08230.04770.06640.06810.27450.2745
0.150.06900.03610.05560.04800.26610.2661
0.20.05650.02990.04200.04060.25390.2539
0.250.03690.02760.03540.03590.24450.2445
0.30.03410.02320.03060.03460.24830.2483
0.350.03620.02090.03550.03480.24190.2419
0.40.03320.02050.03660.03440.24410.2441
0.450.02990.01550.02870.02740.23620.2362
0.50.02640.01580.02580.02670.23070.2307
0.550.02590.01610.02820.02730.23580.2358
0.60.02580.01570.02880.02730.23180.2318
0.650.02350.01500.02730.02560.23060.2306
0.70.02370.01710.02880.02850.22910.2291
0.750.02100.01460.02460.02270.22910.2291
0.80.02110.01600.02620.02430.23100.2310
0.850.02440.01780.02920.02730.23030.2303
0.90.02050.01860.02520.02690.22950.2295
0.950.02410.01840.02670.02600.23010.2301
1.00.01760.01820.02220.02420.23080.2308
avg0.04210.03100.05290.05290.23140.2314
- -![plot_delta](plot/delta_imdb_gs_vs_atc_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_20_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_atc_20_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_atc_20_f1.png) - - -## 30% positives -> train: [0.7000288 0.2999712] -> validation: [0.7000288 0.2999712] -> bin_sld: 302.903s -> mul_sld: 59.883s -> bin_sld_gs: 1013.188s -> mul_sld_gs: 556.087s -> bin_sld_gsq: 413.115s -> bin_pacc: 294.712s -> mul_pacc: 45.954s -> binmc_pacc: 300.950s -> mulmc_pacc: 45.939s -> binne_pacc: 289.350s -> mulne_pacc: 38.137s -> bin_pacc_gs: 643.072s -> mul_pacc_gs: 149.582s -> bin_cc: 298.684s -> mul_cc: 43.908s -> kfcv: 37.403s -> ref: 28.756s -> atc_mc: 39.420s -> atc_ne: 24.347s -> doc_feat: 22.815s -> tot: 1014.314s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.10080.13830.25730.33120.22720.2272
0.050.08840.07920.11410.09860.12270.1227
0.10.06200.05110.05920.05810.10240.1024
0.150.04890.03840.04910.04440.08850.0885
0.20.04180.03340.03570.03560.08130.0813
0.250.04630.03590.03930.03810.07130.0713
0.30.03200.02340.02440.02750.05520.0552
0.350.04020.02530.02550.02710.05720.0572
0.40.03710.02300.01930.02420.05000.0500
0.450.03360.02010.01940.02180.04690.0469
0.50.03420.02090.01710.02260.04290.0429
0.550.03380.01720.01450.01830.04110.0411
0.60.03280.01760.01360.01900.03830.0383
0.650.03380.01830.01220.01880.03830.0383
0.70.03680.01860.01230.01990.03720.0372
0.750.03530.01820.01060.01900.03350.0335
0.80.03560.01890.01110.01910.03400.0340
0.850.03720.01960.01040.01810.03270.0327
0.90.03770.02080.01160.01940.03260.0326
0.950.03650.02070.00920.01700.02840.0284
1.00.03430.02540.00340.01800.02950.0295
avg0.04380.03260.03660.04360.06150.0615
- -![plot_delta](plot/delta_imdb_gs_vs_atc_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_30_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_atc_30_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_atc_30_f1.png) - - -## 40% positives -> train: [0.5999424 0.4000576] -> validation: [0.60008641 0.39991359] -> bin_sld: 298.351s -> mul_sld: 51.270s -> bin_sld_gs: 1033.280s -> mul_sld_gs: 546.452s -> bin_sld_gsq: 421.394s -> bin_pacc: 298.508s -> mul_pacc: 34.186s -> binmc_pacc: 289.145s -> mulmc_pacc: 42.455s -> binne_pacc: 296.554s -> mulne_pacc: 45.269s -> bin_pacc_gs: 645.096s -> mul_pacc_gs: 145.337s -> bin_cc: 300.133s -> mul_cc: 42.690s -> kfcv: 36.406s -> ref: 22.353s -> atc_mc: 38.798s -> atc_ne: 34.811s -> doc_feat: 13.850s -> tot: 1034.124s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.10470.15590.13940.23290.43350.4335
0.050.06570.05860.07440.09120.06060.0606
0.10.05020.05100.05150.05920.03390.0339
0.150.04600.04980.04690.04670.02630.0263
0.20.03980.04270.04270.03790.02480.0248
0.250.03270.03950.03390.03060.02130.0213
0.30.03130.03510.03290.02580.02190.0219
0.350.03450.03780.03490.02860.01950.0195
0.40.03210.03550.03270.02630.01640.0164
0.450.03040.03230.03000.02360.01910.0191
0.50.03210.03360.03400.02640.01640.0164
0.550.02700.02740.02790.02310.01330.0133
0.60.02990.02920.03040.02180.01310.0131
0.650.02800.02760.02920.02280.01240.0124
0.70.02760.02580.02800.02120.01160.0116
0.750.02820.02620.02880.02260.01040.0104
0.80.02580.02410.02850.02320.01070.0107
0.850.02790.02530.02940.02340.00840.0084
0.90.02470.02250.02710.02310.00800.0080
0.950.02600.02280.02770.02290.00820.0082
1.00.02350.02600.02500.02450.00720.0072
avg0.03660.03950.03980.04080.03800.0380
- -![plot_delta](plot/delta_imdb_gs_vs_atc_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_40_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_atc_40_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_atc_40_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 303.489s -> mul_sld: 50.183s -> bin_sld_gs: 1015.361s -> mul_sld_gs: 552.539s -> bin_sld_gsq: 418.096s -> bin_pacc: 296.283s -> mul_pacc: 32.547s -> binmc_pacc: 299.487s -> mulmc_pacc: 40.506s -> binne_pacc: 293.984s -> mulne_pacc: 39.974s -> bin_pacc_gs: 643.158s -> mul_pacc_gs: 146.732s -> bin_cc: 292.672s -> mul_cc: 37.348s -> kfcv: 29.093s -> ref: 16.306s -> atc_mc: 25.874s -> atc_ne: 28.890s -> doc_feat: 11.601s -> tot: 1016.064s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.03580.15820.01300.06840.53130.5313
0.050.04820.06540.12350.08670.23200.2320
0.10.04420.03830.08470.05240.12300.1230
0.150.03930.02840.06690.04140.06830.0683
0.20.03200.02270.05240.03990.04170.0417
0.250.02950.01940.04460.02990.02780.0278
0.30.02590.01890.04260.02590.01690.0169
0.350.02870.01800.04230.02260.01290.0129
0.40.02490.01590.03660.02030.01130.0113
0.450.02230.01510.03320.02000.01070.0107
0.50.02490.01830.03470.02160.01210.0121
0.550.02010.01700.02830.01850.01090.0109
0.60.01990.01650.02880.01990.01050.0105
0.650.01710.01470.02360.01710.01050.0105
0.70.01820.01570.02550.01630.01060.0106
0.750.01750.01610.02440.01540.01070.0107
0.80.01560.01440.02340.01500.01050.0105
0.850.01680.01490.02240.01400.01000.0100
0.90.01370.01380.02090.01340.01110.0111
0.950.01540.01550.02220.01370.01140.0114
1.00.01550.01730.01870.01360.01020.0102
avg0.02500.02740.03870.02790.05690.0569
- -![plot_delta](plot/delta_imdb_gs_vs_atc_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_50_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_atc_50_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_atc_50_f1.png) - - -## 60% positives -> train: [0.39991359 0.60008641] -> validation: [0.4000576 0.5999424] -> bin_sld: 296.102s -> mul_sld: 56.083s -> bin_sld_gs: 1060.976s -> mul_sld_gs: 551.619s -> bin_sld_gsq: 425.664s -> bin_pacc: 293.321s -> mul_pacc: 44.690s -> binmc_pacc: 296.400s -> mulmc_pacc: 38.640s -> binne_pacc: 288.195s -> mulne_pacc: 44.768s -> bin_pacc_gs: 645.660s -> mul_pacc_gs: 146.232s -> bin_cc: 299.198s -> mul_cc: 41.642s -> kfcv: 21.885s -> ref: 26.261s -> atc_mc: 37.391s -> atc_ne: 35.750s -> doc_feat: 19.963s -> tot: 1061.773s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00350.05280.02710.03780.56860.5686
0.050.07140.03140.06090.06570.34220.3422
0.10.06380.02660.04720.04700.22810.2281
0.150.06070.02530.03680.04170.14750.1475
0.20.04880.02570.03130.03590.10660.1066
0.250.04310.02350.02920.02830.07470.0747
0.30.03580.02380.02510.02870.05150.0515
0.350.03910.02820.02680.02850.03440.0344
0.40.03570.02780.02350.02630.02350.0235
0.450.02910.02430.01990.02310.01690.0169
0.50.03150.02730.02290.02520.01210.0121
0.550.02660.02440.01890.02260.00870.0087
0.60.02680.02480.01980.02280.00820.0082
0.650.02260.02270.01730.02050.00930.0093
0.70.02530.02580.01830.02490.01220.0122
0.750.02280.02410.01710.02330.01350.0135
0.80.01940.02170.01560.02080.01560.0156
0.850.01840.02140.01330.02110.01520.0152
0.90.01680.02030.01310.02060.01780.0178
0.950.01810.02200.01430.02320.01890.0189
1.00.01540.02140.01280.02230.01970.0197
avg0.03210.02600.02430.02910.08310.0831
- -![plot_delta](plot/delta_imdb_gs_vs_atc_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_60_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_atc_60_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_atc_60_f1.png) - - -## 70% positives -> train: [0.2999712 0.7000288] -> validation: [0.2999712 0.7000288] -> bin_sld: 303.930s -> mul_sld: 40.110s -> bin_sld_gs: 1015.962s -> mul_sld_gs: 557.286s -> bin_sld_gsq: 414.452s -> bin_pacc: 292.176s -> mul_pacc: 47.800s -> binmc_pacc: 302.570s -> mulmc_pacc: 44.408s -> binne_pacc: 293.019s -> mulne_pacc: 43.783s -> bin_pacc_gs: 648.943s -> mul_pacc_gs: 150.210s -> bin_cc: 288.613s -> mul_cc: 38.672s -> kfcv: 32.153s -> ref: 34.374s -> atc_mc: 38.938s -> atc_ne: 40.313s -> doc_feat: 20.243s -> tot: 1016.774s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.16470.04230.08180.08890.58330.5833
0.050.12770.03350.05780.06410.42720.4272
0.10.10210.02740.04900.05020.32360.3236
0.150.07720.02370.03500.03790.24290.2429
0.20.05980.02110.03110.02990.18990.1899
0.250.04740.01740.02480.02710.14530.1453
0.30.03660.01430.02060.02080.11250.1125
0.350.02470.01320.01510.01710.08750.0875
0.40.01880.01210.01530.01590.06880.0688
0.450.01620.01200.01480.01540.05280.0528
0.50.01220.01230.01400.01420.03850.0385
0.550.00830.01050.00990.01050.02810.0281
0.60.00740.00940.01110.01090.02090.0209
0.650.00840.01030.01050.01130.01250.0125
0.70.00890.01020.00770.01000.00770.0077
0.750.00880.00910.00870.00880.00530.0053
0.80.00970.00840.00920.00950.00650.0065
0.850.01130.00930.01010.01070.00750.0075
0.90.01170.00840.00950.00960.01010.0101
0.950.01610.00990.01420.01200.01360.0136
1.00.02130.01040.01060.01240.01510.0151
avg0.03810.01550.02190.02320.11430.1143
- -![plot_delta](plot/delta_imdb_gs_vs_atc_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_70_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_atc_70_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_atc_70_f1.png) - - -## 80% positives -> train: [0.2000288 0.7999712] -> validation: [0.2000288 0.7999712] -> bin_sld: 302.697s -> mul_sld: 51.427s -> bin_sld_gs: 1033.432s -> mul_sld_gs: 553.840s -> bin_sld_gsq: 405.825s -> bin_pacc: 296.888s -> mul_pacc: 34.390s -> binmc_pacc: 300.681s -> mulmc_pacc: 44.972s -> binne_pacc: 284.115s -> mulne_pacc: 37.204s -> bin_pacc_gs: 637.277s -> mul_pacc_gs: 146.708s -> bin_cc: 297.171s -> mul_cc: 42.941s -> kfcv: 27.967s -> ref: 32.469s -> atc_mc: 22.965s -> atc_ne: 39.769s -> doc_feat: 19.964s -> tot: 1034.198s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00140.02800.11390.03110.56900.5690
0.050.02910.02440.08110.02500.46170.4617
0.10.02270.02210.06930.02630.38050.3805
0.150.02040.01800.05090.01720.31020.3102
0.20.02090.01680.04280.01900.25500.2550
0.250.02000.01640.03230.01740.20720.2072
0.30.01680.01180.02590.01390.17050.1705
0.350.01850.01180.01940.01350.13880.1388
0.40.01780.01190.01690.01380.11440.1144
0.450.01620.01150.01450.01300.09090.0909
0.50.01630.01120.01080.01290.07270.0727
0.550.01610.00940.00850.01170.05690.0569
0.60.01830.00980.00750.01330.04410.0441
0.650.01440.00970.00780.01210.02970.0297
0.70.01660.01020.00810.01430.01980.0198
0.750.01840.00970.00820.01420.01190.0119
0.80.01800.00940.00870.01370.00680.0068
0.850.01860.00840.00970.01420.00490.0049
0.90.01700.00710.00950.01290.00760.0076
0.950.01790.00780.01190.01490.01170.0117
1.00.01500.00640.01180.01440.01500.0150
avg0.01760.01290.02710.01610.14190.1419
- -![plot_delta](plot/delta_imdb_gs_vs_atc_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_80_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_atc_80_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_atc_80_f1.png) - - -## 90% positives -> train: [0.0999424 0.9000576] -> validation: [0.10008641 0.89991359] -> bin_sld: 170.505s -> mul_sld: 31.294s -> mul_sld_gs: 380.780s -> bin_cc: 164.518s -> mul_cc: 20.620s -> kfcv: 15.634s -> ref: 13.757s -> atc_mc: 18.010s -> atc_ne: 18.026s -> doc_feat: 10.161s -> tot: 381.531s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
mul_sld_gsatc_mcatc_ne
0.00.12060.52980.5298
0.050.11490.46110.4611
0.10.10690.40180.4018
0.150.09310.34760.3476
0.20.08270.30360.3036
0.250.07130.26000.2600
0.30.06210.22360.2236
0.350.05210.19200.1920
0.40.04550.16570.1657
0.450.03710.13890.1389
0.50.03040.11600.1160
0.550.02400.09620.0962
0.60.01940.07830.0783
0.650.01320.05990.0599
0.70.00790.04610.0461
0.750.00560.03230.0323
0.80.00520.02010.0201
0.850.00500.00990.0099
0.90.00610.00330.0033
0.950.00890.00900.0090
1.00.00840.01720.0172
avg0.04380.16720.1672
- -![plot_delta](plot/delta_imdb_gs_vs_atc_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_90_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_atc_90_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_atc_90_f1.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.07640.09550.14250.16770.38460.3846
0.050.07980.05670.09070.07830.26930.2693
0.10.06100.04350.06100.05160.21020.2102
0.150.05160.03660.04870.03960.16890.1689
0.20.04280.03280.03970.03410.14240.1424
0.250.03650.03020.03420.02960.11960.1196
0.30.03040.02600.02880.02530.10300.1030
0.350.03170.02540.02850.02460.08990.0899
0.40.02850.02340.02580.02300.07970.0797
0.450.02540.02110.02290.02060.07090.0709
0.50.02540.02140.02280.02140.06310.0631
0.550.02250.01850.01950.01890.05720.0572
0.60.02300.01820.02000.01930.05220.0522
0.650.02110.01700.01830.01830.04760.0476
0.70.02240.01690.01840.01930.04430.0443
0.750.02170.01620.01750.01800.04130.0413
0.80.02070.01540.01750.01790.03990.0399
0.850.02210.01580.01780.01840.03810.0381
0.90.02030.01560.01670.01800.03840.0384
0.950.02200.01640.01800.01850.03950.0395
1.00.02040.01730.01490.01850.04100.0410
avg0.03360.02760.03450.03340.10200.1020
- -![plot_delta](plot/delta_imdb_gs_vs_atc_avg_train_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_avg_train_f1.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.1NaN0.0199NaNNaN0.02340.0234
0.20.04210.03100.05290.05290.23140.2314
0.30.04380.03260.03660.04360.06150.0615
0.40.03660.03950.03980.04080.03800.0380
0.50.02500.02740.03870.02790.05690.0569
0.60.03210.02600.02430.02910.08310.0831
0.70.03810.01550.02190.02320.11430.1143
0.80.01760.01290.02710.01610.14190.1419
0.9NaN0.0438NaNNaN0.16720.1672
avg0.03360.02760.03450.03340.10200.1020
- -![plot_delta](plot/delta_imdb_gs_vs_atc_avg_test_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_atc_avg_test_f1.png) -### avg dataset shift -![plot_shift](plot/shift_imdb_gs_vs_atc_avg_f1.png) diff --git a/output/main/imdb_9prevs/imdb_gs_vs_qgs_acc.md b/output/main/imdb_9prevs/imdb_gs_vs_qgs_acc.md deleted file mode 100644 index ae92507..0000000 --- a/output/main/imdb_9prevs/imdb_gs_vs_qgs_acc.md +++ /dev/null @@ -1,2299 +0,0 @@ -# imdb_9prevs - -## 10% positives -> train: [0.89991359 0.10008641] -> validation: [0.9000576 0.0999424] -> mul_sld_gs: 400.766s -> mul_sld_gsq: 294.681s -> ref: 11.412s -> atc_mc: 14.822s -> atc_ne: 14.836s -> tot: 401.321s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
mul_sld_gsmul_sld_gsqatc_mcatc_ne
0.00.02200.01510.03700.0370
0.050.01510.00460.01550.0155
0.10.01140.01520.00670.0067
0.150.00720.03180.02550.0255
0.20.00880.04490.04570.0457
0.250.01450.06030.06640.0664
0.30.01990.07200.08580.0858
0.350.02760.08720.11000.1100
0.40.03480.09990.13020.1302
0.450.03940.11030.14770.1477
0.50.04550.12270.16970.1697
0.550.05180.13460.19220.1922
0.60.05420.14330.21170.2117
0.650.05950.15250.23140.2314
0.70.06530.16480.25660.2566
0.750.06780.17150.27500.2750
0.80.06950.17860.29440.2944
0.850.06970.18360.31390.3139
0.90.06810.18790.33170.3317
0.950.06830.19490.35580.3558
1.00.05680.19260.37550.3755
avg0.04180.11280.17520.1752
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_10_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_qgs_10_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_qgs_10_acc.png) - - -## 20% positives -> train: [0.7999712 0.2000288] -> validation: [0.7999712 0.2000288] -> bin_sld_gs: 921.600s -> mul_sld_gs: 459.585s -> bin_sld_gsq: 296.879s -> mul_sld_gsq: 312.459s -> ref: 11.167s -> atc_mc: 14.448s -> atc_ne: 14.863s -> tot: 922.095s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.00940.01490.00960.01510.02860.0286
0.050.01060.01350.01100.00600.01950.0195
0.10.01120.01260.01360.01280.01140.0114
0.150.01210.01120.01320.02650.00750.0075
0.20.01300.01150.01460.04030.01080.0108
0.250.01290.01200.01490.05370.01770.0177
0.30.01320.01190.01670.06630.02380.0238
0.350.01420.01190.01900.07960.03670.0367
0.40.01420.01050.02210.09080.04480.0448
0.450.01370.00990.02180.10340.05380.0538
0.50.01570.01170.02420.11350.06400.0640
0.550.01440.01080.02730.12400.07290.0729
0.60.01660.01070.03220.13300.08100.0810
0.650.01650.01180.03160.14260.08950.0895
0.70.01730.01200.03620.15320.10310.1031
0.750.01580.00930.03770.16080.10920.1092
0.80.01770.01140.04320.16630.11700.1170
0.850.02220.01170.05000.17140.12650.1265
0.90.01990.01110.05360.17730.13220.1322
0.950.02310.01150.05780.18430.14430.1443
1.00.01410.01210.03660.18130.14940.1494
avg0.01510.01160.02790.10490.06870.0687
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_20_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_qgs_20_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_qgs_20_acc.png) - - -## 30% positives -> train: [0.7000288 0.2999712] -> validation: [0.7000288 0.2999712] -> bin_sld_gs: 898.905s -> mul_sld_gs: 456.235s -> bin_sld_gsq: 313.118s -> mul_sld_gsq: 311.989s -> ref: 11.583s -> atc_mc: 14.859s -> atc_ne: 15.309s -> tot: 899.678s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.00600.01350.00550.00670.02790.0279
0.050.01010.01300.01070.01040.02200.0220
0.10.01200.01230.01300.02070.01570.0157
0.150.01260.01180.01640.03060.01110.0111
0.20.01360.01280.02100.03960.01080.0108
0.250.01630.01440.02610.04770.01060.0106
0.30.01460.01200.02490.05730.01050.0105
0.350.01850.01320.03580.06650.01430.0143
0.40.01970.01370.04100.07520.01990.0199
0.450.01890.01250.04350.08560.02350.0235
0.50.02260.01410.04930.09190.03010.0301
0.550.02250.01170.05460.10090.03550.0355
0.60.02470.01290.06030.10620.04040.0404
0.650.02710.01360.06540.11280.04420.0442
0.70.03150.01450.07430.11930.05170.0517
0.750.03250.01470.07790.12480.05840.0584
0.80.03530.01640.08410.12940.06080.0608
0.850.04090.01680.09350.13410.06690.0669
0.90.04360.01880.09950.13640.06980.0698
0.950.04550.02030.10280.14020.08040.0804
1.00.04150.02960.09920.13620.08170.0817
avg0.02430.01490.05230.08440.03740.0374
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_30_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_qgs_30_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_qgs_30_acc.png) - - -## 40% positives -> train: [0.5999424 0.4000576] -> validation: [0.60008641 0.39991359] -> bin_sld_gs: 915.491s -> mul_sld_gs: 447.110s -> bin_sld_gsq: 315.586s -> mul_sld_gsq: 313.380s -> ref: 11.060s -> atc_mc: 14.959s -> atc_ne: 14.880s -> tot: 916.119s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.00880.01370.03730.03650.02070.0207
0.050.01350.01590.04130.04550.02040.0204
0.10.01480.01690.04420.05510.01600.0160
0.150.01630.01970.04680.06040.01510.0151
0.20.01800.02040.04890.06670.01330.0133
0.250.01590.02030.04970.07230.00990.0099
0.30.01760.01990.04950.07870.01070.0107
0.350.02180.02420.05710.08170.00890.0089
0.40.02330.02500.05990.09040.00990.0099
0.450.02340.02420.05990.09320.01090.0109
0.50.02700.02730.06500.09540.01150.0115
0.550.02490.02380.06370.10200.01170.0117
0.60.02990.02710.06990.10580.01350.0135
0.650.02910.02660.07000.10940.01420.0142
0.70.03130.02680.07300.11410.01680.0168
0.750.03350.02820.07610.11500.01820.0182
0.80.03260.02770.07600.11650.01980.0198
0.850.03760.03040.08180.11740.02290.0229
0.90.03500.02810.07950.11830.02720.0272
0.950.03880.02980.08450.11960.02830.0283
1.00.03580.03760.08760.11470.03100.0310
avg0.02520.02440.06290.09090.01670.0167
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_40_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_qgs_40_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_qgs_40_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld_gs: 898.790s -> mul_sld_gs: 463.224s -> bin_sld_gsq: 314.307s -> mul_sld_gsq: 322.103s -> ref: 10.921s -> atc_mc: 14.924s -> atc_ne: 14.924s -> tot: 899.292s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.00850.00800.01190.06050.01000.0100
0.050.01140.00860.01450.06610.00900.0090
0.10.01450.00930.01600.07120.00960.0096
0.150.01540.01060.01730.07260.00850.0085
0.20.01510.01080.01590.07420.00860.0086
0.250.01560.01080.01800.07320.00940.0094
0.30.01610.01280.01840.07350.00980.0098
0.350.01880.01310.02040.07360.00940.0094
0.40.01880.01280.01870.07630.01010.0101
0.450.01830.01320.01910.07430.01030.0103
0.50.02310.01730.02200.07320.01240.0124
0.550.01980.01720.02010.07480.01130.0113
0.60.02090.01760.02230.07350.01100.0110
0.650.01960.01670.02080.07190.01120.0112
0.70.02220.01890.02160.07220.01090.0109
0.750.02270.02030.02480.06910.01090.0109
0.80.02150.01920.02230.06780.01000.0100
0.850.02460.02100.02480.06630.01070.0107
0.90.02110.02040.02420.06210.01140.0114
0.950.02520.02430.02800.05870.01190.0119
1.00.02660.02920.02860.04990.01070.0107
avg0.01900.01580.02050.06930.01030.0103
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_50_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_qgs_50_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_qgs_50_acc.png) - - -## 60% positives -> train: [0.39991359 0.60008641] -> validation: [0.4000576 0.5999424] -> bin_sld_gs: 940.163s -> mul_sld_gs: 460.634s -> bin_sld_gsq: 323.142s -> mul_sld_gsq: 325.230s -> ref: 11.981s -> atc_mc: 15.716s -> atc_ne: 15.951s -> tot: 940.602s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.00280.00640.00370.09730.02380.0238
0.050.01390.00810.02830.09700.02050.0205
0.10.01610.00980.02730.09730.02090.0209
0.150.01880.01110.02790.09500.01390.0139
0.20.01940.01310.02560.09390.01660.0166
0.250.01990.01370.02380.09190.01330.0133
0.30.01890.01520.02060.08610.01270.0127
0.350.02420.01950.02430.08260.01160.0116
0.40.02570.02140.02360.07950.01200.0120
0.450.02350.02060.02090.07410.01180.0118
0.50.02880.02570.02370.06900.01220.0122
0.550.02660.02470.01980.06640.01270.0127
0.60.02960.02720.02120.06250.01340.0134
0.650.02720.02650.01970.05660.01470.0147
0.70.03250.03290.01940.04980.01930.0193
0.750.03160.03280.01850.04580.02060.0206
0.80.02850.03150.01740.03970.02410.0241
0.850.02920.03330.01510.03600.02370.0237
0.90.02810.03320.01400.02840.02860.0286
0.950.03200.03820.01280.01930.03160.0316
1.00.02860.03950.00860.01270.03430.0343
avg0.02410.02310.01980.06580.01870.0187
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_60_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_qgs_60_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_qgs_60_acc.png) - - -## 70% positives -> train: [0.2999712 0.7000288] -> validation: [0.2999712 0.7000288] -> bin_sld_gs: 882.220s -> mul_sld_gs: 471.468s -> bin_sld_gsq: 308.364s -> mul_sld_gsq: 330.333s -> ref: 11.174s -> atc_mc: 14.752s -> atc_ne: 14.815s -> tot: 882.817s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.03710.00640.00120.12460.06990.0699
0.050.03840.00870.01330.12350.06350.0635
0.10.03920.00890.01270.12230.06170.0617
0.150.03610.01090.01340.11770.05280.0528
0.20.03370.01120.01180.11280.05070.0507
0.250.03130.01050.01230.10980.04300.0430
0.30.02800.01000.01180.10310.03860.0386
0.350.02190.01040.01360.09570.03380.0338
0.40.01900.01060.01560.09040.03060.0306
0.450.01770.01150.01390.08370.02650.0265
0.50.01440.01280.01590.07720.02070.0207
0.550.01010.01170.01560.06800.01670.0167
0.60.00960.01110.01480.06260.01440.0144
0.650.01070.01350.01720.05360.01180.0118
0.70.01060.01360.01930.04410.01000.0100
0.750.01130.01300.01970.03760.00900.0090
0.80.01350.01280.02100.02900.01250.0125
0.850.01710.01510.02480.02190.01410.0141
0.90.01900.01450.02400.01400.01850.0185
0.950.02830.01810.03060.00680.02500.0250
1.00.04040.02020.02630.00920.02880.0288
avg0.02320.01220.01660.07180.03110.0311
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_70_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_qgs_70_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_qgs_70_acc.png) - - -## 80% positives -> train: [0.2000288 0.7999712] -> validation: [0.2000288 0.7999712] -> bin_sld_gs: 918.734s -> mul_sld_gs: 452.727s -> bin_sld_gsq: 302.185s -> mul_sld_gsq: 313.546s -> ref: 11.064s -> atc_mc: 14.738s -> atc_ne: 14.770s -> tot: 919.298s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.01470.00590.04180.16640.12700.1270
0.050.03320.00870.05120.16250.11980.1198
0.10.02210.00820.04170.16350.11650.1165
0.150.02420.00910.04270.15540.10570.1057
0.20.02450.01060.03790.15200.09760.0976
0.250.02400.01190.03600.14280.08730.0873
0.30.02320.01010.03490.13620.08040.0804
0.350.02500.01030.03480.12840.07190.0719
0.40.02380.01210.03210.11910.06680.0668
0.450.02210.01210.02930.10970.05710.0571
0.50.02400.01280.02620.10090.05070.0507
0.550.02390.01180.02460.09020.04300.0430
0.60.02950.01320.02570.08150.03630.0363
0.650.02140.01340.02230.06970.02470.0247
0.70.02600.01490.02100.05760.01840.0184
0.750.03070.01490.02180.04640.01190.0119
0.80.03080.01520.01970.03520.00990.0099
0.850.03300.01440.01700.02450.01010.0101
0.90.03110.01280.01490.01150.01520.0152
0.950.03360.01460.01570.00550.02240.0224
1.00.02930.01250.01180.01440.02940.0294
avg0.02620.01190.02870.09400.05720.0572
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_80_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_qgs_80_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_qgs_80_acc.png) - - -## 90% positives -> train: [0.0999424 0.9000576] -> validation: [0.10008641 0.89991359] -> mul_sld_gs: 365.928s -> ref: 9.138s -> atc_mc: 12.160s -> atc_ne: 12.348s -> tot: 366.493s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
mul_sld_gsatc_mcatc_ne
0.00.05020.29570.2957
0.050.05500.28120.2812
0.10.05800.26580.2658
0.150.05610.24700.2470
0.20.05490.23270.2327
0.250.05140.21330.2133
0.30.04900.19580.1958
0.350.04480.18000.1800
0.40.04210.16610.1661
0.450.03700.14730.1473
0.50.03240.13070.1307
0.550.02760.11500.1150
0.60.02370.09950.0995
0.650.01710.07980.0798
0.70.01080.06500.0650
0.750.00840.04790.0479
0.80.00840.03120.0312
0.850.00870.01600.0160
0.90.01110.00600.0060
0.950.01680.01710.0171
1.00.01670.03390.0339
avg0.03240.13650.1365
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_90_acc.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_qgs_90_acc.png) -![plot_shift](plot/shift_imdb_gs_vs_qgs_90_acc.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.01250.01570.01590.06530.07120.0712
0.050.01880.01630.02430.06440.06350.0635
0.10.01860.01640.02410.06980.05820.0582
0.150.01940.01640.02540.07380.05410.0541
0.20.01960.01710.02510.07810.05410.0541
0.250.01940.01770.02580.08150.05230.0523
0.30.01880.01790.02530.08410.05200.0520
0.350.02060.01940.02930.08690.05290.0529
0.40.02060.02030.03040.09020.05450.0545
0.450.01970.02010.02980.09180.05430.0543
0.50.02220.02220.03230.09300.05580.0558
0.550.02030.02120.03220.09510.05680.0568
0.60.02300.02200.03520.09600.05790.0579
0.650.02170.02210.03530.09610.05790.0579
0.70.02450.02330.03780.09690.06130.0613
0.750.02540.02330.03950.09640.06230.0623
0.80.02570.02360.04050.09530.06440.0644
0.850.02920.02460.04380.09440.06720.0672
0.90.02830.02420.04420.09200.07120.0712
0.950.03240.02690.04750.09120.07960.0796
1.00.03090.02820.04270.08890.08610.0861
avg0.02250.02090.03270.08670.06130.0613
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_avg_train_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_avg_train_acc.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.1NaN0.0418NaN0.11280.17520.1752
0.20.01510.01160.02790.10490.06870.0687
0.30.02430.01490.05230.08440.03740.0374
0.40.02520.02440.06290.09090.01670.0167
0.50.01900.01580.02050.06930.01030.0103
0.60.02410.02310.01980.06580.01870.0187
0.70.02320.01220.01660.07180.03110.0311
0.80.02620.01190.02870.09400.05720.0572
0.9NaN0.0324NaNNaN0.13650.1365
avg0.02250.02090.03270.08670.06130.0613
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_avg_test_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_avg_test_acc.png) -### avg dataset shift -![plot_shift](plot/shift_imdb_gs_vs_qgs_avg_acc.png) diff --git a/output/main/imdb_9prevs/imdb_gs_vs_qgs_f1.md b/output/main/imdb_9prevs/imdb_gs_vs_qgs_f1.md deleted file mode 100644 index b48d6cb..0000000 --- a/output/main/imdb_9prevs/imdb_gs_vs_qgs_f1.md +++ /dev/null @@ -1,2299 +0,0 @@ -# imdb_9prevs - -## 10% positives -> train: [0.89991359 0.10008641] -> validation: [0.9000576 0.0999424] -> mul_sld_gs: 400.766s -> mul_sld_gsq: 294.681s -> ref: 11.412s -> atc_mc: 14.822s -> atc_ne: 14.836s -> tot: 401.321s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
mul_sld_gsmul_sld_gsqatc_mcatc_ne
0.00.00000.00470.00000.0000
0.050.01950.01930.02400.0240
0.10.02000.02000.02440.0244
0.150.01700.01600.02280.0228
0.20.02030.01930.02450.0245
0.250.02110.02050.02460.0246
0.30.02170.02100.02660.0266
0.350.02170.02130.02480.0248
0.40.01880.01840.02300.0230
0.450.02200.02150.02570.0257
0.50.02240.02180.02640.0264
0.550.02050.02010.02390.0239
0.60.02110.02080.02480.0248
0.650.02150.02130.02470.0247
0.70.02120.02080.02390.0239
0.750.02240.02170.02550.0255
0.80.02070.02010.02420.0242
0.850.02080.02050.02400.0240
0.90.02230.02200.02560.0256
0.950.02140.02120.02460.0246
1.00.02170.02120.02460.0246
avg0.01990.01970.02340.0234
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_10_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_qgs_10_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_qgs_10_f1.png) - - -## 20% positives -> train: [0.7999712 0.2000288] -> validation: [0.7999712 0.2000288] -> bin_sld_gs: 921.600s -> mul_sld_gs: 459.585s -> bin_sld_gsq: 296.879s -> mul_sld_gsq: 312.459s -> ref: 11.167s -> atc_mc: 14.448s -> atc_ne: 14.863s -> tot: 922.095s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.12360.16310.21010.25740.01830.0183
0.050.12790.08310.09610.06100.29210.2921
0.10.08230.04770.07190.07070.27450.2745
0.150.06900.03610.06160.08320.26610.2661
0.20.05650.02990.05540.09090.25390.2539
0.250.03690.02760.04470.09550.24450.2445
0.30.03410.02320.04570.09880.24830.2483
0.350.03620.02090.05170.09800.24190.2419
0.40.03320.02050.05420.09600.24410.2441
0.450.02990.01550.04700.09920.23620.2362
0.50.02640.01580.04570.09660.23070.2307
0.550.02590.01610.04960.09480.23580.2358
0.60.02580.01570.05130.09260.23180.2318
0.650.02350.01500.04680.09110.23060.2306
0.70.02370.01710.05120.08900.22910.2291
0.750.02100.01460.04850.08760.22910.2291
0.80.02110.01600.05150.08360.23100.2310
0.850.02440.01780.05310.08010.23030.2303
0.90.02050.01860.05320.07790.22950.2295
0.950.02410.01840.05430.07660.23010.2301
1.00.01760.01820.04520.06990.23080.2308
avg0.04210.03100.06140.09480.23140.2314
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_20_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_qgs_20_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_qgs_20_f1.png) - - -## 30% positives -> train: [0.7000288 0.2999712] -> validation: [0.7000288 0.2999712] -> bin_sld_gs: 898.905s -> mul_sld_gs: 456.235s -> bin_sld_gsq: 313.118s -> mul_sld_gsq: 311.989s -> ref: 11.583s -> atc_mc: 14.859s -> atc_ne: 15.309s -> tot: 899.678s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.10080.13830.10350.63240.22720.2272
0.050.08840.07920.09600.16560.12270.1227
0.10.06200.05110.07880.13860.10240.1024
0.150.04890.03840.07830.12630.08850.0885
0.20.04180.03340.08060.11700.08130.0813
0.250.04630.03590.08500.10980.07130.0713
0.30.03200.02340.06820.10830.05520.0552
0.350.04020.02530.08630.10620.05720.0572
0.40.03710.02300.08520.10440.05000.0500
0.450.03360.02010.08240.10480.04690.0469
0.50.03420.02090.08250.10030.04290.0429
0.550.03380.01720.08500.09970.04110.0411
0.60.03280.01760.08350.09570.03830.0383
0.650.03380.01830.08460.09340.03830.0383
0.70.03680.01860.08950.09100.03720.0372
0.750.03530.01820.08670.08850.03350.0335
0.80.03560.01890.08750.08580.03400.0340
0.850.03720.01960.08960.08320.03270.0327
0.90.03770.02080.09030.07960.03260.0326
0.950.03650.02070.08810.07700.02840.0284
1.00.03430.02540.08490.07030.02950.0295
avg0.04380.03260.08560.12750.06150.0615
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_30_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_qgs_30_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_qgs_30_f1.png) - - -## 40% positives -> train: [0.5999424 0.4000576] -> validation: [0.60008641 0.39991359] -> bin_sld_gs: 915.491s -> mul_sld_gs: 447.110s -> bin_sld_gsq: 315.586s -> mul_sld_gsq: 313.380s -> ref: 11.060s -> atc_mc: 14.959s -> atc_ne: 14.880s -> tot: 916.119s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.10470.15590.05660.78210.43350.4335
0.050.06570.05860.13560.35180.06060.0606
0.10.05020.05100.12540.25330.03390.0339
0.150.04600.04980.12110.19840.02630.0263
0.20.03980.04270.10640.16970.02480.0248
0.250.03270.03950.09790.15010.02130.0213
0.30.03130.03510.08640.13760.02190.0219
0.350.03450.03780.08990.12390.01950.0195
0.40.03210.03550.08460.12060.01640.0164
0.450.03040.03230.07920.11070.01910.0191
0.50.03210.03360.07870.10220.01640.0164
0.550.02700.02740.07160.09970.01330.0133
0.60.02990.02920.07270.09490.01310.0131
0.650.02800.02760.06930.09060.01240.0124
0.70.02760.02580.06760.08790.01160.0116
0.750.02820.02620.06700.08260.01040.0104
0.80.02580.02410.06330.07840.01070.0107
0.850.02790.02530.06410.07420.00840.0084
0.90.02470.02250.05940.07040.00800.0080
0.950.02600.02280.06020.06730.00820.0082
1.00.02350.02600.05940.06110.00720.0072
avg0.03660.03950.08170.15750.03800.0380
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_40_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_qgs_40_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_qgs_40_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld_gs: 898.790s -> mul_sld_gs: 463.224s -> bin_sld_gsq: 314.307s -> mul_sld_gsq: 322.103s -> ref: 10.921s -> atc_mc: 14.924s -> atc_ne: 14.924s -> tot: 899.292s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.03580.15820.02910.62640.53130.5313
0.050.04820.06540.05090.36370.23200.2320
0.10.04420.03830.04740.26070.12300.1230
0.150.03930.02840.04220.19970.06830.0683
0.20.03200.02270.03350.16270.04170.0417
0.250.02950.01940.03310.13380.02780.0278
0.30.02590.01890.02930.11470.01690.0169
0.350.02870.01800.03100.10020.01290.0129
0.40.02490.01590.02510.09230.01130.0113
0.450.02230.01510.02330.08060.01070.0107
0.50.02490.01830.02440.07210.01210.0121
0.550.02010.01700.02070.06750.01090.0109
0.60.01990.01650.02130.06110.01050.0105
0.650.01710.01470.01850.05550.01050.0105
0.70.01820.01570.01800.05200.01060.0106
0.750.01750.01610.01930.04650.01070.0107
0.80.01560.01440.01650.04290.01050.0105
0.850.01680.01490.01700.03950.01000.0100
0.90.01370.01380.01580.03490.01110.0111
0.950.01540.01550.01730.03120.01140.0114
1.00.01550.01730.01670.02490.01020.0102
avg0.02500.02740.02620.12680.05690.0569
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_50_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_qgs_50_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_qgs_50_f1.png) - - -## 60% positives -> train: [0.39991359 0.60008641] -> validation: [0.4000576 0.5999424] -> bin_sld_gs: 940.163s -> mul_sld_gs: 460.634s -> bin_sld_gsq: 323.142s -> mul_sld_gsq: 325.230s -> ref: 11.981s -> atc_mc: 15.716s -> atc_ne: 15.951s -> tot: 940.602s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.00350.05280.00040.55220.56860.5686
0.050.07140.03140.14750.37700.34220.3422
0.10.06380.02660.10770.28130.22810.2281
0.150.06070.02530.08680.21990.14750.1475
0.20.04880.02570.06260.17930.10660.1066
0.250.04310.02350.04920.14970.07470.0747
0.30.03580.02380.03640.12220.05150.0515
0.350.03910.02820.03730.10350.03440.0344
0.40.03570.02780.03130.08920.02350.0235
0.450.02910.02430.02420.07510.01690.0169
0.50.03150.02730.02460.06380.01210.0121
0.550.02660.02440.01890.05660.00870.0087
0.60.02680.02480.01830.04930.00820.0082
0.650.02260.02270.01540.04150.00930.0093
0.70.02530.02580.01450.03410.01220.0122
0.750.02280.02410.01290.02940.01350.0135
0.80.01940.02170.01130.02400.01560.0156
0.850.01840.02140.00920.02050.01520.0152
0.90.01680.02030.00820.01520.01780.0178
0.950.01810.02200.00710.00960.01890.0189
1.00.01540.02140.00460.00600.01970.0197
avg0.03210.02600.03470.11900.08310.0831
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_60_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_qgs_60_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_qgs_60_f1.png) - - -## 70% positives -> train: [0.2999712 0.7000288] -> validation: [0.2999712 0.7000288] -> bin_sld_gs: 882.220s -> mul_sld_gs: 471.468s -> bin_sld_gsq: 308.364s -> mul_sld_gsq: 330.333s -> ref: 11.174s -> atc_mc: 14.752s -> atc_ne: 14.815s -> tot: 882.817s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.16470.04230.00100.45610.58330.5833
0.050.12770.03350.04700.35450.42720.4272
0.10.10210.02740.03750.28630.32360.3236
0.150.07720.02370.03330.23230.24290.2429
0.20.05980.02110.02630.19100.18990.1899
0.250.04740.01740.02300.16290.14530.1453
0.30.03660.01430.01850.13580.11250.1125
0.350.02470.01320.02100.11320.08750.0875
0.40.01880.01210.01970.09680.06880.0688
0.450.01620.01200.01600.08180.05280.0528
0.50.01220.01230.01640.06940.03850.0385
0.550.00830.01050.01510.05650.02810.0281
0.60.00740.00940.01310.04840.02090.0209
0.650.00840.01030.01370.03870.01250.0125
0.70.00890.01020.01490.02980.00770.0077
0.750.00880.00910.01380.02380.00530.0053
0.80.00970.00840.01380.01730.00650.0065
0.850.01130.00930.01510.01230.00750.0075
0.90.01170.00840.01380.00740.01010.0101
0.950.01610.00990.01660.00360.01360.0136
1.00.02130.01040.01360.00490.01510.0151
avg0.03810.01550.01920.11540.11430.1143
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_70_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_qgs_70_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_qgs_70_f1.png) - - -## 80% positives -> train: [0.2000288 0.7999712] -> validation: [0.2000288 0.7999712] -> bin_sld_gs: 918.734s -> mul_sld_gs: 452.727s -> bin_sld_gsq: 302.185s -> mul_sld_gsq: 313.546s -> ref: 11.064s -> atc_mc: 14.738s -> atc_ne: 14.770s -> tot: 919.298s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.00140.02800.00660.41980.56900.5690
0.050.02910.02440.02380.35160.46170.4617
0.10.02270.02210.02270.30510.38050.3805
0.150.02040.01800.02610.25830.31020.3102
0.20.02090.01680.02410.22430.25500.2550
0.250.02000.01640.02330.19060.20720.2072
0.30.01680.01180.02200.16500.17050.1705
0.350.01850.01180.02190.14210.13880.1388
0.40.01780.01190.02050.12150.11440.1144
0.450.01620.01150.01850.10370.09090.0909
0.50.01630.01120.01650.08840.07270.0727
0.550.01610.00940.01530.07380.05690.0569
0.60.01830.00980.01550.06230.04410.0441
0.650.01440.00970.01390.05010.02970.0297
0.70.01660.01020.01260.03910.01980.0198
0.750.01840.00970.01270.02970.01190.0119
0.80.01800.00940.01130.02130.00680.0068
0.850.01860.00840.00950.01410.00490.0049
0.90.01700.00710.00810.00630.00760.0076
0.950.01790.00780.00830.00300.01170.0117
1.00.01500.00640.00600.00730.01500.0150
avg0.01760.01290.01610.12750.14190.1419
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_80_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_qgs_80_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_qgs_80_f1.png) - - -## 90% positives -> train: [0.0999424 0.9000576] -> validation: [0.10008641 0.89991359] -> mul_sld_gs: 365.928s -> ref: 9.138s -> atc_mc: 12.160s -> atc_ne: 12.348s -> tot: 366.493s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
mul_sld_gsatc_mcatc_ne
0.00.12060.52980.5298
0.050.11490.46110.4611
0.10.10690.40180.4018
0.150.09310.34760.3476
0.20.08270.30360.3036
0.250.07130.26000.2600
0.30.06210.22360.2236
0.350.05210.19200.1920
0.40.04550.16570.1657
0.450.03710.13890.1389
0.50.03040.11600.1160
0.550.02400.09620.0962
0.60.01940.07830.0783
0.650.01320.05990.0599
0.70.00790.04610.0461
0.750.00560.03230.0323
0.80.00520.02010.0201
0.850.00500.00990.0099
0.90.00610.00330.0033
0.950.00890.00900.0090
1.00.00840.01720.0172
avg0.04380.16720.1672
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_90_f1.png) -![plot_diagonal](plot/diagonal_imdb_gs_vs_qgs_90_f1.png) -![plot_shift](plot/shift_imdb_gs_vs_qgs_90_f1.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.07640.09550.05820.46640.38460.3846
0.050.07980.05670.08530.25560.26930.2693
0.10.06100.04350.07020.20200.21020.2102
0.150.05160.03660.06420.16680.16890.1689
0.20.04280.03280.05560.14430.14240.1424
0.250.03650.03020.05090.12660.11960.1196
0.30.03040.02600.04380.11290.10300.1030
0.350.03170.02540.04850.10110.08990.0899
0.40.02850.02340.04580.09240.07970.0797
0.450.02540.02110.04150.08470.07090.0709
0.50.02540.02140.04120.07680.06310.0631
0.550.02250.01850.03940.07110.05720.0572
0.60.02300.01820.03940.06560.05220.0522
0.650.02110.01700.03750.06030.04760.0476
0.70.02240.01690.03830.05550.04430.0443
0.750.02170.01620.03730.05120.04130.0413
0.80.02070.01540.03640.04670.03990.0399
0.850.02210.01580.03680.04310.03810.0381
0.90.02030.01560.03550.03920.03840.0384
0.950.02200.01640.03600.03620.03950.0395
1.00.02040.01730.03290.03320.04100.0410
avg0.03360.02760.04640.11100.10200.1020
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_avg_train_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_avg_train_f1.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.1NaN0.0199NaN0.01970.02340.0234
0.20.04210.03100.06140.09480.23140.2314
0.30.04380.03260.08560.12750.06150.0615
0.40.03660.03950.08170.15750.03800.0380
0.50.02500.02740.02620.12680.05690.0569
0.60.03210.02600.03470.11900.08310.0831
0.70.03810.01550.01920.11540.11430.1143
0.80.01760.01290.01610.12750.14190.1419
0.9NaN0.0438NaNNaN0.16720.1672
avg0.03360.02760.04640.11100.10200.1020
- -![plot_delta](plot/delta_imdb_gs_vs_qgs_avg_test_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_gs_vs_qgs_avg_test_f1.png) -### avg dataset shift -![plot_shift](plot/shift_imdb_gs_vs_qgs_avg_f1.png) diff --git a/output/main/imdb_9prevs/imdb_max_conf_vs_atc_acc.md b/output/main/imdb_9prevs/imdb_max_conf_vs_atc_acc.md deleted file mode 100644 index 196de95..0000000 --- a/output/main/imdb_9prevs/imdb_max_conf_vs_atc_acc.md +++ /dev/null @@ -1,2203 +0,0 @@ -# imdb_9prevs - -## 10% positives -> train: [0.89991359 0.10008641] -> validation: [0.9000576 0.0999424] -> bin_sld: 189.173s -> mul_sld: 40.710s -> binmc_sld: 186.824s -> mulmc_sld: 25.516s -> binne_sld: 187.658s -> mulne_sld: 23.672s -> bin_pacc: 176.373s -> mul_pacc: 20.080s -> ref: 13.306s -> atc_mc: 17.351s -> tot: 189.603s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00120.00150.00350.00320.0370
0.050.01190.01380.00800.00920.0155
0.10.01230.01560.01030.01190.0067
0.150.01120.01690.01070.01350.0255
0.20.01010.01420.00970.01180.0457
0.250.01320.01620.01050.01220.0664
0.30.01930.05160.00990.01030.0858
0.350.02390.09230.01100.01060.1100
0.40.03380.14270.01390.01180.1302
0.450.04390.16410.01780.01340.1477
0.50.05320.18640.02130.01580.1697
0.550.06220.20690.02620.01870.1922
0.60.07560.22200.03490.02740.2117
0.650.08220.22030.03910.03130.2314
0.70.09020.23010.04400.03510.2566
0.750.10000.22740.05180.04680.2750
0.80.10620.20410.05730.05160.2944
0.850.11430.15940.06650.06510.3139
0.90.09820.11120.06960.07310.3317
0.950.04990.06050.04940.05920.3558
1.00.00000.01060.00010.01180.3755
avg0.04820.11270.02690.02590.1752
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_10_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_10_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_10_acc.png) - - -## 20% positives -> train: [0.7999712 0.2000288] -> validation: [0.7999712 0.2000288] -> bin_sld: 187.104s -> mul_sld: 36.250s -> binmc_sld: 185.481s -> mulmc_sld: 31.669s -> binne_sld: 187.316s -> mulne_sld: 35.209s -> bin_pacc: 177.023s -> mul_pacc: 19.936s -> ref: 13.278s -> atc_mc: 17.449s -> tot: 188.478s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00170.00230.00300.00330.0286
0.050.01070.01300.00880.00820.0195
0.10.01360.01540.01240.01010.0114
0.150.01480.01590.01390.01020.0075
0.20.01410.01430.01360.01160.0108
0.250.01270.01230.01400.01250.0177
0.30.01290.01350.01430.01400.0238
0.350.01330.01660.01630.01740.0367
0.40.01420.02170.01800.01950.0448
0.450.01650.02380.01680.01890.0538
0.50.01810.03210.01820.02340.0640
0.550.02060.04120.02080.02860.0729
0.60.02730.05140.02470.03340.0810
0.650.02890.05730.02420.03630.0895
0.70.03680.06760.03190.04350.1031
0.750.03800.07300.03150.04460.1092
0.80.04470.08350.03690.05310.1170
0.850.05080.09480.04460.06140.1265
0.90.05340.10110.04690.06660.1322
0.950.04820.10260.04640.06810.1443
1.00.00220.08200.01040.04990.1494
avg0.02350.04450.02230.03020.0687
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_20_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_20_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_20_acc.png) - - -## 30% positives -> train: [0.7000288 0.2999712] -> validation: [0.7000288 0.2999712] -> bin_sld: 182.167s -> mul_sld: 29.557s -> binmc_sld: 180.200s -> mulmc_sld: 28.430s -> binne_sld: 181.220s -> mulne_sld: 28.868s -> bin_pacc: 174.026s -> mul_pacc: 20.400s -> ref: 13.451s -> atc_mc: 18.102s -> tot: 183.051s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00160.00360.00270.00520.0279
0.050.01030.01430.00990.01080.0220
0.10.01720.02030.01440.01440.0157
0.150.01710.02120.01430.01450.0111
0.20.01720.01970.01460.01450.0108
0.250.01750.01680.01570.01400.0106
0.30.01760.01850.01600.01470.0105
0.350.01670.01570.01650.01420.0143
0.40.01540.01590.01620.01500.0199
0.450.01360.01500.01510.01390.0235
0.50.01600.01920.01820.01700.0301
0.550.01500.01920.01730.01570.0355
0.60.01530.02320.01650.01730.0404
0.650.01700.02610.01890.01880.0442
0.70.02370.03520.02490.02410.0517
0.750.02390.03840.02360.02500.0584
0.80.02650.04160.02580.02640.0608
0.850.03140.05040.02990.03200.0669
0.90.03290.05220.03190.03350.0698
0.950.03390.05400.03260.03560.0804
1.00.00300.02220.00900.01570.0817
avg0.01820.02590.01830.01870.0374
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_30_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_30_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_30_acc.png) - - -## 40% positives -> train: [0.5999424 0.4000576] -> validation: [0.60008641 0.39991359] -> bin_sld: 181.684s -> mul_sld: 30.343s -> binmc_sld: 179.998s -> mulmc_sld: 29.275s -> binne_sld: 182.085s -> mulne_sld: 29.662s -> bin_pacc: 176.735s -> mul_pacc: 20.744s -> ref: 13.516s -> atc_mc: 17.986s -> tot: 183.203s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00160.00420.00290.00590.0207
0.050.00820.01060.00890.01090.0204
0.10.01370.01510.01390.01390.0160
0.150.01730.01810.01610.01600.0151
0.20.01840.02040.01680.01610.0133
0.250.01670.02040.01440.01450.0099
0.30.02080.02470.01760.01770.0107
0.350.01810.01910.01710.01550.0089
0.40.01750.01780.01710.01520.0099
0.450.01880.01810.01780.01560.0109
0.50.02060.01830.02040.01750.0115
0.550.01830.01730.01810.01620.0117
0.60.01780.01650.01940.01630.0135
0.650.01580.01530.01770.01510.0142
0.70.01760.01730.02020.01690.0168
0.750.01730.01890.02060.01730.0182
0.80.01780.02060.02030.01730.0198
0.850.02100.02660.02210.01900.0229
0.90.02140.02670.02040.01780.0272
0.950.02360.03070.02280.02010.0283
1.00.00370.01090.00890.01000.0310
avg0.01650.01850.01680.01550.0167
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_40_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_40_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_40_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 183.289s -> mul_sld: 29.440s -> binmc_sld: 180.043s -> mulmc_sld: 29.019s -> binne_sld: 182.581s -> mulne_sld: 29.161s -> bin_pacc: 175.513s -> mul_pacc: 20.580s -> ref: 13.469s -> atc_mc: 18.022s -> tot: 183.861s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00100.00370.00170.00630.0100
0.050.00850.01010.00690.01030.0090
0.10.00820.01100.00850.01190.0096
0.150.01050.01350.01170.01410.0085
0.20.01320.01590.01420.01600.0086
0.250.01500.01700.01460.01570.0094
0.30.01920.02180.01760.01840.0098
0.350.01780.02030.01550.01660.0094
0.40.01660.02000.01430.01540.0101
0.450.01870.02370.01530.01680.0103
0.50.01790.02010.01700.01610.0124
0.550.01850.02260.01720.01780.0113
0.60.02010.02290.01840.01800.0110
0.650.02010.02190.01860.01700.0112
0.70.01710.01650.01760.01500.0109
0.750.01830.01660.01910.01610.0109
0.80.01730.01510.01820.01470.0100
0.850.01710.01340.01930.01520.0107
0.90.01400.01050.01730.01190.0114
0.950.01750.01460.02040.01410.0119
1.00.00620.00760.01230.00990.0107
avg0.01490.01610.01500.01460.0103
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_50_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_50_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_50_acc.png) - - -## 60% positives -> train: [0.39991359 0.60008641] -> validation: [0.4000576 0.5999424] -> bin_sld: 181.668s -> mul_sld: 29.617s -> binmc_sld: 180.480s -> mulmc_sld: 28.823s -> binne_sld: 182.053s -> mulne_sld: 28.654s -> bin_pacc: 176.533s -> mul_pacc: 20.753s -> ref: 13.464s -> atc_mc: 17.977s -> tot: 183.024s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00060.00460.00070.00630.0238
0.050.02270.02100.01660.01150.0205
0.10.02230.02050.01600.01150.0209
0.150.02260.01980.01670.01260.0139
0.20.01830.01860.01410.01340.0166
0.250.01600.01540.01270.01180.0133
0.30.01400.01560.01230.01330.0127
0.350.01650.01660.01480.01440.0116
0.40.01410.01480.01390.01340.0120
0.450.01380.01510.01410.01400.0118
0.50.01610.01650.01710.01630.0122
0.550.01500.01650.01600.01550.0127
0.60.01740.01830.01830.01620.0134
0.650.01840.01960.01870.01660.0147
0.70.01840.01520.02050.01650.0193
0.750.01960.01530.02180.01660.0206
0.80.01980.01780.02110.01690.0241
0.850.02060.01400.02260.01630.0237
0.90.01940.01140.02190.01500.0286
0.950.02400.01190.02710.01850.0316
1.00.01130.00750.01760.01240.0343
avg0.01720.01550.01690.01420.0187
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_60_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_60_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_60_acc.png) - - -## 70% positives -> train: [0.2999712 0.7000288] -> validation: [0.2999712 0.7000288] -> bin_sld: 183.652s -> mul_sld: 28.322s -> binmc_sld: 181.431s -> mulmc_sld: 27.437s -> binne_sld: 182.010s -> mulne_sld: 28.139s -> bin_pacc: 175.741s -> mul_pacc: 20.586s -> ref: 13.757s -> atc_mc: 17.949s -> tot: 184.200s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00050.00480.00050.00500.0699
0.050.03160.03450.02340.01750.0635
0.10.03150.03520.02220.01690.0617
0.150.03170.03310.02220.01650.0528
0.20.02790.02830.01920.01460.0507
0.250.02420.02390.01680.01370.0430
0.30.02040.01990.01410.01170.0386
0.350.02230.02080.01640.01410.0338
0.40.01860.01980.01470.01430.0306
0.450.01510.01630.01300.01380.0265
0.50.01500.01660.01380.01500.0207
0.550.01310.01460.01210.01310.0167
0.60.01150.01390.01130.01240.0144
0.650.01390.01870.01360.01620.0118
0.70.01080.01300.01070.01130.0100
0.750.01250.01330.01210.01130.0090
0.80.01410.01690.01290.01310.0125
0.850.01520.01660.01380.01250.0141
0.90.01520.01600.01320.01290.0185
0.950.01350.00900.01350.01050.0250
1.00.00330.00380.00590.00500.0288
avg0.01720.01850.01410.01290.0311
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_70_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_70_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_70_acc.png) - - -## 80% positives -> train: [0.2000288 0.7999712] -> validation: [0.2000288 0.7999712] -> bin_sld: 184.106s -> mul_sld: 28.336s -> binmc_sld: 183.242s -> mulmc_sld: 27.274s -> binne_sld: 184.907s -> mulne_sld: 27.269s -> bin_pacc: 175.764s -> mul_pacc: 20.476s -> ref: 13.542s -> atc_mc: 17.815s -> tot: 186.258s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00100.03000.00110.01860.1270
0.050.04670.07590.03960.05110.1198
0.10.05250.07700.03840.04700.1165
0.150.05120.07550.03650.04510.1057
0.20.04650.06780.03300.03850.0976
0.250.04180.06230.02880.03480.0873
0.30.03510.05390.02380.02930.0804
0.350.03300.05000.02180.02760.0719
0.40.02960.04540.02150.02630.0668
0.450.02130.03400.01550.01970.0571
0.50.01940.02970.01490.01790.0507
0.550.01670.02400.01360.01540.0430
0.60.01400.02140.01400.01510.0363
0.650.01330.01780.01410.01490.0247
0.70.01110.01540.01140.01260.0184
0.750.01080.01270.01270.01240.0119
0.80.01210.01270.01340.01280.0099
0.850.01350.01360.01430.01340.0101
0.90.01480.01330.01450.01250.0152
0.950.01100.00900.01220.00980.0224
1.00.00370.00280.00650.00580.0294
avg0.02380.03540.01910.02290.0572
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_80_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_80_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_80_acc.png) - - -## 90% positives -> train: [0.0999424 0.9000576] -> validation: [0.10008641 0.89991359] -> bin_sld: 172.471s -> mul_sld: 27.815s -> binmc_sld: 172.819s -> mulmc_sld: 22.238s -> binne_sld: 171.872s -> mulne_sld: 21.113s -> ref: 11.632s -> atc_mc: 15.307s -> tot: 173.441s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00070.03440.00070.02440.2957
0.050.05050.09110.05050.07830.2812
0.10.10020.14370.09680.11470.2658
0.150.14690.17310.10870.11790.2470
0.20.15470.18520.10130.10930.2327
0.250.14870.18710.09580.10560.2133
0.30.13670.17800.08590.09190.1958
0.350.13000.17800.08120.08570.1800
0.40.11640.16880.07140.07560.1661
0.450.10310.13280.06210.06600.1473
0.50.08990.11780.05330.05630.1307
0.550.07800.09320.04590.04620.1150
0.60.06320.08110.03640.03820.0995
0.650.05420.06240.03220.03280.0798
0.70.04220.04560.02510.02480.0650
0.750.03110.03150.01960.01840.0479
0.80.02140.02070.01540.01510.0312
0.850.01270.01230.01150.01080.0160
0.90.00980.00980.00910.00890.0060
0.950.00750.00900.00680.00680.0171
1.00.00140.00140.00330.00290.0339
avg0.07140.09320.04820.05380.1365
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_90_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_90_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_90_acc.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00110.00990.00190.00870.0712
0.050.02230.03160.01920.02310.0635
0.10.03020.03930.02590.02800.0582
0.150.03590.04300.02790.02890.0541
0.20.03560.04270.02630.02730.0541
0.250.03400.04130.02480.02610.0523
0.30.03290.04420.02350.02460.0520
0.350.03240.04770.02340.02400.0529
0.40.03070.05190.02230.02300.0545
0.450.02940.04920.02080.02130.0543
0.50.02960.05080.02160.02170.0558
0.550.02860.05060.02080.02080.0568
0.60.02910.05230.02150.02160.0579
0.650.02930.05100.02190.02210.0579
0.70.02980.05070.02290.02220.0613
0.750.03020.04970.02360.02320.0623
0.80.03110.04810.02460.02460.0644
0.850.03300.04460.02720.02730.0672
0.90.03100.03910.02720.02800.0712
0.950.02550.03350.02570.02700.0796
1.00.00390.01650.00820.01370.0861
avg0.02790.04230.02200.02320.0613
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_avg_train_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_avg_train_acc.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.10.04820.11270.02690.02590.1752
0.20.02350.04450.02230.03020.0687
0.30.01820.02590.01830.01870.0374
0.40.01650.01850.01680.01550.0167
0.50.01490.01610.01500.01460.0103
0.60.01720.01550.01690.01420.0187
0.70.01720.01850.01410.01290.0311
0.80.02380.03540.01910.02290.0572
0.90.07140.09320.04820.05380.1365
avg0.02790.04230.02200.02320.0613
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_avg_test_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_avg_test_acc.png) -### avg dataset shift -![plot_shift](plot/shift_imdb_max_conf_vs_atc_avg_acc.png) diff --git a/output/main/imdb_9prevs/imdb_max_conf_vs_atc_f1.md b/output/main/imdb_9prevs/imdb_max_conf_vs_atc_f1.md deleted file mode 100644 index e700960..0000000 --- a/output/main/imdb_9prevs/imdb_max_conf_vs_atc_f1.md +++ /dev/null @@ -1,2203 +0,0 @@ -# imdb_9prevs - -## 10% positives -> train: [0.89991359 0.10008641] -> validation: [0.9000576 0.0999424] -> bin_sld: 189.173s -> mul_sld: 40.710s -> binmc_sld: 186.824s -> mulmc_sld: 25.516s -> binne_sld: 187.658s -> mulne_sld: 23.672s -> bin_pacc: 176.373s -> mul_pacc: 20.080s -> ref: 13.306s -> atc_mc: 17.351s -> tot: 189.603s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.05550.02590.03680.05790.0000
0.050.01090.02250.00870.02300.0240
0.10.00670.01380.00610.01740.0244
0.150.00620.01080.00600.01630.0228
0.20.00370.01140.00380.01910.0245
0.250.00300.01430.00290.02130.0246
0.30.00230.01920.00160.02340.0266
0.350.00290.02140.00210.02260.0248
0.40.00240.02170.00140.02120.0230
0.450.00330.02500.00220.02400.0257
0.50.00350.02590.00260.02480.0264
0.550.00280.02380.00160.02260.0239
0.60.00340.02470.00220.02370.0248
0.650.00360.02460.00250.02370.0247
0.70.00330.02390.00210.02300.0239
0.750.00310.02550.00190.02480.0255
0.80.00310.02420.00190.02370.0242
0.850.00300.02390.00210.02360.0240
0.90.00290.02550.00220.02540.0256
0.950.00150.02230.00160.02460.0246
1.00.00010.02080.00020.02340.0246
avg0.00610.02150.00440.02430.0234
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_10_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_10_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_10_f1.png) - - -## 20% positives -> train: [0.7999712 0.2000288] -> validation: [0.7999712 0.2000288] -> bin_sld: 187.104s -> mul_sld: 36.250s -> binmc_sld: 185.481s -> mulmc_sld: 31.669s -> binne_sld: 187.316s -> mulne_sld: 35.209s -> bin_pacc: 177.023s -> mul_pacc: 19.936s -> ref: 13.278s -> atc_mc: 17.449s -> tot: 188.478s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.17050.37560.12400.15000.0183
0.050.22060.15540.19440.18390.2921
0.10.13830.10790.13150.13750.2745
0.150.09710.11150.10270.12550.2661
0.20.05810.09950.06600.10080.2539
0.250.03360.09060.04840.08100.2445
0.30.02980.09190.04020.07770.2483
0.350.02050.10010.04200.08120.2419
0.40.01780.10430.04020.08120.2441
0.450.02080.09280.03080.06500.2362
0.50.01330.09070.02260.06140.2307
0.550.01340.09530.02710.06480.2358
0.60.01700.09570.02640.06350.2318
0.650.01500.09530.02080.06150.2306
0.70.02270.09710.02930.06450.2291
0.750.01810.09090.02280.05570.2291
0.80.02220.09690.02530.06180.2310
0.850.02150.09680.02730.06140.2303
0.90.02180.09760.02630.06230.2295
0.950.01930.09580.02420.05960.2301
1.00.00270.10490.01310.06250.2308
avg0.04730.11360.05170.08390.2314
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_20_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_20_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_20_f1.png) - - -## 30% positives -> train: [0.7000288 0.2999712] -> validation: [0.7000288 0.2999712] -> bin_sld: 182.167s -> mul_sld: 29.557s -> binmc_sld: 180.200s -> mulmc_sld: 28.430s -> binne_sld: 181.220s -> mulne_sld: 28.868s -> bin_pacc: 174.026s -> mul_pacc: 20.400s -> ref: 13.451s -> atc_mc: 18.102s -> tot: 183.051s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.01990.15380.05090.15470.2272
0.050.13340.13460.10530.10600.1227
0.10.10170.10090.07890.07450.1024
0.150.07250.07090.05550.05070.0885
0.20.05400.05050.04450.03890.0813
0.250.04820.04070.04230.03460.0713
0.30.03810.03440.03430.02760.0552
0.350.03160.02710.03160.02530.0572
0.40.02350.02330.02570.02240.0500
0.450.01970.02190.02230.02020.0469
0.50.01770.02370.02250.02110.0429
0.550.01580.02250.02040.01870.0411
0.60.01170.02430.01550.01840.0383
0.650.01230.02490.01730.01840.0383
0.70.01720.03140.02160.02230.0372
0.750.01440.03110.01760.02090.0335
0.80.01530.03180.01810.02070.0340
0.850.01660.03530.01890.02290.0327
0.90.01730.03520.01980.02320.0326
0.950.01720.03480.01890.02320.0284
1.00.00250.01820.00730.01270.0295
avg0.03340.04620.03280.03700.0615
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_30_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_30_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_30_f1.png) - - -## 40% positives -> train: [0.5999424 0.4000576] -> validation: [0.60008641 0.39991359] -> bin_sld: 181.684s -> mul_sld: 30.343s -> binmc_sld: 179.998s -> mulmc_sld: 29.275s -> binne_sld: 182.085s -> mulne_sld: 29.662s -> bin_pacc: 176.735s -> mul_pacc: 20.744s -> ref: 13.516s -> atc_mc: 17.986s -> tot: 183.203s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00710.05160.02580.07610.4335
0.050.10820.08650.07960.07770.0606
0.10.06510.06510.05770.05710.0339
0.150.05580.05450.04990.04810.0263
0.20.04510.04650.04030.03780.0248
0.250.03530.03940.03070.02970.0213
0.30.03670.04000.03150.03030.0219
0.350.02860.02800.02690.02420.0195
0.40.02370.02340.02300.02030.0164
0.450.02430.02240.02310.01980.0191
0.50.02370.02020.02310.01940.0164
0.550.01900.01720.01860.01640.0133
0.60.01610.01460.01790.01490.0131
0.650.01320.01260.01540.01300.0124
0.70.01320.01310.01610.01330.0116
0.750.01170.01350.01540.01290.0104
0.80.01090.01360.01400.01200.0107
0.850.01170.01650.01380.01210.0084
0.90.01150.01600.01220.01100.0080
0.950.01230.01760.01300.01180.0082
1.00.00240.00710.00580.00650.0072
avg0.02740.02950.02640.02690.0380
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_40_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_40_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_40_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 183.289s -> mul_sld: 29.440s -> binmc_sld: 180.043s -> mulmc_sld: 29.019s -> binne_sld: 182.581s -> mulne_sld: 29.161s -> bin_pacc: 175.513s -> mul_pacc: 20.580s -> ref: 13.469s -> atc_mc: 18.022s -> tot: 183.861s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00410.01250.01420.03480.5313
0.050.08820.06770.05690.05420.2320
0.10.05100.04580.03680.03900.1230
0.150.03820.03770.03170.03500.0683
0.20.02730.03260.02690.03060.0417
0.250.02500.02720.02400.02490.0278
0.30.02590.03020.02440.02540.0169
0.350.02200.02480.02080.02090.0129
0.40.01920.02250.01760.01830.0113
0.450.01970.02450.01680.01790.0107
0.50.01830.01930.01770.01650.0121
0.550.01740.02030.01650.01670.0109
0.60.01700.01910.01630.01550.0105
0.650.01590.01720.01510.01350.0105
0.70.01290.01240.01360.01150.0106
0.750.01330.01170.01410.01170.0107
0.80.01160.01000.01240.01000.0105
0.850.01050.00810.01230.00960.0100
0.90.00810.00600.01040.00710.0111
0.950.00940.00800.01160.00800.0114
1.00.00360.00430.00710.00570.0102
avg0.02180.02200.01990.02030.0569
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_50_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_50_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_50_f1.png) - - -## 60% positives -> train: [0.39991359 0.60008641] -> validation: [0.4000576 0.5999424] -> bin_sld: 181.668s -> mul_sld: 29.617s -> binmc_sld: 180.480s -> mulmc_sld: 28.823s -> binne_sld: 182.053s -> mulne_sld: 28.654s -> bin_pacc: 176.533s -> mul_pacc: 20.753s -> ref: 13.464s -> atc_mc: 17.977s -> tot: 183.024s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00040.00020.00060.00210.5686
0.050.13710.11080.09930.06660.3422
0.10.10270.08150.07420.05060.2281
0.150.08260.06280.06180.04130.1475
0.20.05710.04640.04310.03320.1066
0.250.04290.03260.03330.02460.0747
0.30.03150.02760.02590.02280.0515
0.350.03090.02610.02700.02310.0344
0.40.02350.02050.02180.01920.0235
0.450.01800.01720.01780.01640.0169
0.50.01890.01750.01970.01800.0121
0.550.01500.01500.01590.01470.0087
0.60.01520.01510.01640.01420.0082
0.650.01440.01480.01500.01300.0093
0.70.01400.01110.01580.01270.0122
0.750.01390.01040.01550.01180.0135
0.80.01290.01130.01390.01110.0156
0.850.01240.00830.01370.01000.0152
0.90.01120.00650.01280.00870.0178
0.950.01300.00630.01500.01020.0189
1.00.00600.00400.00940.00660.0197
avg0.03210.02600.02700.02050.0831
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_60_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_60_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_60_f1.png) - - -## 70% positives -> train: [0.2999712 0.7000288] -> validation: [0.2999712 0.7000288] -> bin_sld: 183.652s -> mul_sld: 28.322s -> binmc_sld: 181.431s -> mulmc_sld: 27.437s -> binne_sld: 182.010s -> mulne_sld: 28.139s -> bin_pacc: 175.741s -> mul_pacc: 20.586s -> ref: 13.757s -> atc_mc: 17.949s -> tot: 184.200s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00030.00000.00040.00030.5833
0.050.12630.11320.09240.06470.4272
0.10.10160.09170.07140.04960.3236
0.150.08490.07470.05990.04010.2429
0.20.06450.05510.04500.03070.1899
0.250.04890.04080.03450.02360.1453
0.30.03690.02970.02570.01800.1125
0.350.03500.02810.02620.01930.0875
0.40.02650.02330.02050.01710.0688
0.450.01910.01730.01570.01470.0528
0.50.01650.01580.01450.01440.0385
0.550.01330.01260.01190.01150.0281
0.60.00980.01110.00950.01010.0209
0.650.01090.01360.01060.01200.0125
0.70.00800.00890.00790.00810.0077
0.750.00820.00850.00800.00740.0053
0.80.00860.01040.00800.00810.0065
0.850.00880.00970.00800.00730.0075
0.90.00830.00890.00730.00710.0101
0.950.00700.00470.00710.00550.0136
1.00.00170.00190.00300.00260.0151
avg0.03070.02760.02320.01770.1143
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_70_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_70_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_70_f1.png) - - -## 80% positives -> train: [0.2000288 0.7999712] -> validation: [0.2000288 0.7999712] -> bin_sld: 184.106s -> mul_sld: 28.336s -> binmc_sld: 183.242s -> mulmc_sld: 27.274s -> binne_sld: 184.907s -> mulne_sld: 27.269s -> bin_pacc: 175.764s -> mul_pacc: 20.476s -> ref: 13.542s -> atc_mc: 17.815s -> tot: 186.258s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00020.00000.00030.00000.5690
0.050.12730.11960.10440.08210.4617
0.10.12460.11760.08820.06940.3805
0.150.10530.10400.07300.05960.3102
0.20.08190.08360.05520.04530.2550
0.250.06650.07000.04420.03770.2072
0.30.05010.05450.03250.02830.1705
0.350.04270.04720.02790.02540.1388
0.40.03410.03910.02340.02220.1144
0.450.02300.02720.01600.01620.0909
0.50.01920.02200.01410.01400.0727
0.550.01500.01690.01160.01130.0569
0.60.01150.01380.01060.01030.0441
0.650.01020.01180.01030.01030.0297
0.70.00800.00950.00790.00820.0198
0.750.00700.00720.00790.00740.0119
0.80.00730.00760.00790.00750.0068
0.850.00760.00790.00800.00740.0049
0.90.00790.00740.00780.00660.0076
0.950.00570.00470.00640.00510.0117
1.00.00180.00140.00330.00290.0150
avg0.03600.03680.02670.02270.1419
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_80_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_80_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_80_f1.png) - - -## 90% positives -> train: [0.0999424 0.9000576] -> validation: [0.10008641 0.89991359] -> bin_sld: 172.471s -> mul_sld: 27.815s -> binmc_sld: 172.819s -> mulmc_sld: 22.238s -> binne_sld: 171.872s -> mulne_sld: 21.113s -> ref: 11.632s -> atc_mc: 15.307s -> tot: 173.441s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00010.00000.00010.00000.5298
0.050.10080.10100.10060.10000.4611
0.10.19100.18950.18370.16020.4018
0.150.26610.23880.18910.15590.3476
0.20.25640.25590.15910.13200.3036
0.250.22310.24540.13610.11880.2600
0.30.18570.22150.11140.09540.2236
0.350.16150.21250.09680.08370.1920
0.40.13190.18680.07780.06830.1657
0.450.10720.12870.06260.05580.1389
0.50.08600.10600.04970.04450.1160
0.550.06900.07590.03960.03470.0962
0.60.05190.06230.02930.02670.0783
0.650.04140.04410.02420.02200.0599
0.70.03010.02970.01760.01570.0461
0.750.02080.01940.01290.01120.0323
0.80.01340.01220.00960.00890.0201
0.850.00750.00700.00670.00620.0099
0.90.00540.00540.00510.00490.0033
0.950.00390.00470.00360.00360.0090
1.00.00070.00070.00160.00140.0172
avg0.09300.10230.06270.05480.1672
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_90_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_90_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_90_f1.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.02870.06890.02810.05290.3846
0.050.11700.10120.09350.08430.2693
0.10.09810.09040.08090.07280.2102
0.150.08990.08510.07000.06360.1689
0.20.07200.07570.05380.05200.1424
0.250.05850.06680.04410.04400.1196
0.30.04860.06100.03640.03880.1030
0.350.04180.05730.03350.03620.0899
0.40.03360.05170.02790.03220.0797
0.450.02840.04190.02300.02780.0709
0.50.02410.03790.02070.02600.0631
0.550.02010.03330.01810.02350.0572
0.60.01710.03120.01600.02190.0522
0.650.01520.02880.01460.02080.0476
0.70.01440.02630.01470.01990.0443
0.750.01230.02420.01290.01820.0413
0.80.01170.02420.01230.01820.0399
0.850.01110.02370.01230.01780.0381
0.90.01050.02310.01150.01740.0384
0.950.00990.02210.01130.01680.0395
1.00.00240.01810.00560.01380.0410
avg0.03640.04730.03050.03420.1020
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_avg_train_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_avg_train_f1.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.10.00610.02150.00440.02430.0234
0.20.04730.11360.05170.08390.2314
0.30.03340.04620.03280.03700.0615
0.40.02740.02950.02640.02690.0380
0.50.02180.02200.01990.02030.0569
0.60.03210.02600.02700.02050.0831
0.70.03070.02760.02320.01770.1143
0.80.03600.03680.02670.02270.1419
0.90.09300.10230.06270.05480.1672
avg0.03640.04730.03050.03420.1020
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_avg_test_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_avg_test_f1.png) -### avg dataset shift -![plot_shift](plot/shift_imdb_max_conf_vs_atc_avg_f1.png) diff --git a/output/main/imdb_9prevs/imdb_max_conf_vs_atc_pacc_acc.md b/output/main/imdb_9prevs/imdb_max_conf_vs_atc_pacc_acc.md deleted file mode 100644 index fbebf96..0000000 --- a/output/main/imdb_9prevs/imdb_max_conf_vs_atc_pacc_acc.md +++ /dev/null @@ -1,2189 +0,0 @@ -# imdb_9prevs - -## 10% positives -> train: [0.89991359 0.10008641] -> validation: [0.9000576 0.0999424] -> bin_sld: 249.048s -> mul_sld: 71.459s -> mul_sld_gs: 455.993s -> bin_pacc: 244.563s -> mul_pacc: 43.016s -> binmc_pacc: 240.469s -> mulmc_pacc: 41.750s -> binne_pacc: 236.217s -> mulne_pacc: 34.041s -> bin_cc: 241.914s -> mul_cc: 40.328s -> kfcv: 24.723s -> ref: 18.562s -> atc_mc: 27.491s -> atc_ne: 25.568s -> doc_feat: 11.526s -> tot: 456.775s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.00460.01440.00390.01050.0370
0.050.00700.01120.00650.00660.0155
0.10.00980.01180.00920.00870.0067
0.150.00940.00980.00970.01040.0255
0.20.00910.00900.00980.01080.0457
0.250.01160.00960.01220.01400.0664
0.30.01070.00990.01100.01510.0858
0.350.01310.01300.01490.02010.1100
0.40.01400.01710.01720.02480.1302
0.450.01690.01840.01850.02660.1477
0.50.01670.02200.01960.03130.1697
0.550.01800.02660.02240.03530.1922
0.60.01750.02690.02060.03730.2117
0.650.01770.03230.02260.04180.2314
0.70.01950.03900.02630.04970.2566
0.750.02060.04060.02640.05130.2750
0.80.01950.04410.02640.05420.2944
0.850.02260.04630.02960.06050.3139
0.90.02130.04880.02750.06240.3317
0.950.02220.05380.03040.06880.3558
1.00.01740.05540.02730.06770.3755
avg0.01520.02670.01870.03370.1752
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_10_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_pacc_10_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_10_acc.png) - - -## 20% positives -> train: [0.7999712 0.2000288] -> validation: [0.7999712 0.2000288] -> bin_sld: 312.036s -> mul_sld: 63.355s -> bin_sld_gs: 1039.328s -> mul_sld_gs: 562.297s -> bin_sld_gsq: 402.075s -> bin_pacc: 297.187s -> mul_pacc: 36.589s -> binmc_pacc: 296.718s -> mulmc_pacc: 36.777s -> binne_pacc: 285.556s -> mulne_pacc: 47.832s -> bin_pacc_gs: 636.796s -> mul_pacc_gs: 141.445s -> bin_cc: 293.873s -> mul_cc: 46.722s -> kfcv: 30.476s -> ref: 26.348s -> atc_mc: 22.299s -> atc_ne: 41.782s -> doc_feat: 11.276s -> tot: 1040.077s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.00180.00780.00400.00770.0286
0.050.01050.01040.00870.00970.0195
0.10.01190.01290.01050.01180.0114
0.150.01260.01350.01020.01190.0075
0.20.01260.01470.01070.01200.0108
0.250.01320.01650.01160.01380.0177
0.30.01180.01780.01190.01390.0238
0.350.01380.02140.01360.01590.0367
0.40.01530.02340.01440.01630.0448
0.450.01430.02170.01380.01580.0538
0.50.01510.02400.01500.01760.0640
0.550.01340.02820.01590.01860.0729
0.60.01540.02910.01660.01900.0810
0.650.01500.03100.01670.02070.0895
0.70.01400.03350.01790.02220.1031
0.750.01290.02990.01520.01950.1092
0.80.01480.03720.01880.02390.1170
0.850.01500.04120.02160.02520.1265
0.90.01680.04460.02130.02660.1322
0.950.01470.04180.01990.02640.1443
1.00.00980.04160.02290.02820.1494
avg0.01310.02580.01480.01790.0687
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_20_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_pacc_20_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_20_acc.png) - - -## 30% positives -> train: [0.7000288 0.2999712] -> validation: [0.7000288 0.2999712] -> bin_sld: 302.903s -> mul_sld: 59.883s -> bin_sld_gs: 1013.188s -> mul_sld_gs: 556.087s -> bin_sld_gsq: 413.115s -> bin_pacc: 294.712s -> mul_pacc: 45.954s -> binmc_pacc: 300.950s -> mulmc_pacc: 45.939s -> binne_pacc: 289.350s -> mulne_pacc: 38.137s -> bin_pacc_gs: 643.072s -> mul_pacc_gs: 149.582s -> bin_cc: 298.684s -> mul_cc: 43.908s -> kfcv: 37.403s -> ref: 28.756s -> atc_mc: 39.420s -> atc_ne: 24.347s -> doc_feat: 22.815s -> tot: 1014.314s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.00690.01080.00740.00890.0279
0.050.01200.01230.01170.01250.0220
0.10.01340.01300.01250.01360.0157
0.150.01420.01210.01270.01320.0111
0.20.01520.01320.01320.01470.0108
0.250.01750.01340.01520.01640.0106
0.30.01690.01340.01460.01520.0105
0.350.02300.01580.01780.01880.0143
0.40.02440.01600.01800.01910.0199
0.450.02370.01520.01730.01830.0235
0.50.02740.01820.02070.02140.0301
0.550.02820.01680.01920.01990.0355
0.60.03040.01710.01980.02070.0404
0.650.03270.01930.02190.02240.0442
0.70.03720.02220.02410.02520.0517
0.750.03660.02050.02390.02400.0584
0.80.04000.02340.02590.02670.0608
0.850.04420.02330.02750.02690.0669
0.90.04580.02460.02840.02850.0698
0.950.04520.02270.02680.02710.0804
1.00.04060.02260.02750.02220.0817
avg0.02740.01740.01930.01980.0374
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_30_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_pacc_30_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_30_acc.png) - - -## 40% positives -> train: [0.5999424 0.4000576] -> validation: [0.60008641 0.39991359] -> bin_sld: 298.351s -> mul_sld: 51.270s -> bin_sld_gs: 1033.280s -> mul_sld_gs: 546.452s -> bin_sld_gsq: 421.394s -> bin_pacc: 298.508s -> mul_pacc: 34.186s -> binmc_pacc: 289.145s -> mulmc_pacc: 42.455s -> binne_pacc: 296.554s -> mulne_pacc: 45.269s -> bin_pacc_gs: 645.096s -> mul_pacc_gs: 145.337s -> bin_cc: 300.133s -> mul_cc: 42.690s -> kfcv: 36.406s -> ref: 22.353s -> atc_mc: 38.798s -> atc_ne: 34.811s -> doc_feat: 13.850s -> tot: 1034.124s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.00570.01370.00960.00820.0207
0.050.01290.01480.01330.01290.0204
0.10.01500.01540.01370.01420.0160
0.150.01800.01820.01530.01590.0151
0.20.02010.01940.01550.01610.0133
0.250.01730.01720.01220.01290.0099
0.30.02040.02070.01420.01610.0107
0.350.02630.02530.01590.01820.0089
0.40.02940.02750.01650.02030.0099
0.450.02930.02790.01690.02040.0109
0.50.03460.03210.01900.02380.0115
0.550.03420.03150.01730.02340.0117
0.60.04000.03540.01970.02680.0135
0.650.04110.03750.01840.02700.0142
0.70.04550.03930.02130.03030.0168
0.750.04750.04210.02130.03190.0182
0.80.04960.04380.02240.03370.0198
0.850.05470.04800.02270.03650.0229
0.90.05430.04680.02080.03580.0272
0.950.05810.05000.02340.03900.0283
1.00.04470.05090.02060.04000.0310
avg0.03330.03130.01760.02400.0167
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_40_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_pacc_40_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_40_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 303.489s -> mul_sld: 50.183s -> bin_sld_gs: 1015.361s -> mul_sld_gs: 552.539s -> bin_sld_gsq: 418.096s -> bin_pacc: 296.283s -> mul_pacc: 32.547s -> binmc_pacc: 299.487s -> mulmc_pacc: 40.506s -> binne_pacc: 293.984s -> mulne_pacc: 39.974s -> bin_pacc_gs: 643.158s -> mul_pacc_gs: 146.732s -> bin_cc: 292.672s -> mul_cc: 37.348s -> kfcv: 29.093s -> ref: 16.306s -> atc_mc: 25.874s -> atc_ne: 28.890s -> doc_feat: 11.601s -> tot: 1016.064s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.01170.01120.00830.00970.0100
0.050.01520.01230.01050.01230.0090
0.10.01510.01370.01220.01290.0096
0.150.01600.01540.01340.01440.0085
0.20.01580.01520.01350.01510.0086
0.250.01410.01530.01230.01400.0094
0.30.01560.01620.01450.01600.0098
0.350.01620.01380.01450.01640.0094
0.40.01540.01440.01400.01600.0101
0.450.01470.01420.01390.01540.0103
0.50.01770.01740.01700.01940.0124
0.550.01680.01830.01690.01960.0113
0.60.01720.01910.01810.01970.0110
0.650.01660.01780.01700.01840.0112
0.70.01540.01970.01790.01960.0109
0.750.01650.02270.01900.02080.0109
0.80.01640.02300.01860.02090.0100
0.850.01590.02480.01930.02180.0107
0.90.01460.02360.01790.01950.0114
0.950.01350.02910.02020.02260.0119
1.00.01110.02790.01880.02040.0107
avg0.01530.01840.01560.01740.0103
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_50_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_pacc_50_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_50_acc.png) - - -## 60% positives -> train: [0.39991359 0.60008641] -> validation: [0.4000576 0.5999424] -> bin_sld: 296.102s -> mul_sld: 56.083s -> bin_sld_gs: 1060.976s -> mul_sld_gs: 551.619s -> bin_sld_gsq: 425.664s -> bin_pacc: 293.321s -> mul_pacc: 44.690s -> binmc_pacc: 296.400s -> mulmc_pacc: 38.640s -> binne_pacc: 288.195s -> mulne_pacc: 44.768s -> bin_pacc_gs: 645.660s -> mul_pacc_gs: 146.232s -> bin_cc: 299.198s -> mul_cc: 41.642s -> kfcv: 21.885s -> ref: 26.261s -> atc_mc: 37.391s -> atc_ne: 35.750s -> doc_feat: 19.963s -> tot: 1061.773s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.01030.02340.01090.01180.0238
0.050.02110.03160.03900.01710.0205
0.10.01860.02900.03570.01550.0209
0.150.02180.03230.03770.01770.0139
0.20.02180.03340.03690.02070.0166
0.250.02060.03180.03470.01890.0133
0.30.01960.03250.03290.01990.0127
0.350.02220.03700.03710.02320.0116
0.40.02240.03790.03660.02540.0120
0.450.02140.03480.03210.02360.0118
0.50.02500.03890.03660.02910.0122
0.550.02240.03810.03370.02810.0127
0.60.02440.04150.03640.03180.0134
0.650.02190.03750.03080.02900.0147
0.70.02530.04510.03680.03770.0193
0.750.02410.04400.03420.03660.0206
0.80.02160.04170.03070.03610.0241
0.850.02190.04350.03050.03880.0237
0.90.02120.04200.02890.03870.0286
0.950.02420.04680.03230.04480.0316
1.00.02140.04590.02810.04510.0343
avg0.02160.03750.03300.02810.0187
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_60_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_pacc_60_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_60_acc.png) - - -## 70% positives -> train: [0.2999712 0.7000288] -> validation: [0.2999712 0.7000288] -> bin_sld: 303.930s -> mul_sld: 40.110s -> bin_sld_gs: 1015.962s -> mul_sld_gs: 557.286s -> bin_sld_gsq: 414.452s -> bin_pacc: 292.176s -> mul_pacc: 47.800s -> binmc_pacc: 302.570s -> mulmc_pacc: 44.408s -> binne_pacc: 293.019s -> mulne_pacc: 43.783s -> bin_pacc_gs: 648.943s -> mul_pacc_gs: 150.210s -> bin_cc: 288.613s -> mul_cc: 38.672s -> kfcv: 32.153s -> ref: 34.374s -> atc_mc: 38.938s -> atc_ne: 40.313s -> doc_feat: 20.243s -> tot: 1016.774s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.00450.01550.01220.03250.0699
0.050.00990.01350.01190.02510.0635
0.10.01070.01370.01320.02400.0617
0.150.01000.01270.01080.01910.0528
0.20.01210.01550.01230.01900.0507
0.250.01060.01510.01180.01640.0430
0.30.01060.01400.01100.01440.0386
0.350.01000.01440.01020.01230.0338
0.40.01120.01750.01090.01270.0306
0.450.01250.01600.01240.01330.0265
0.50.01230.01760.01240.01370.0207
0.550.01080.01820.01090.01320.0167
0.60.01060.01950.01010.01280.0144
0.650.01260.02050.01300.01620.0118
0.70.00960.02490.01240.01880.0100
0.750.01010.02490.01340.02150.0090
0.80.01130.02450.01530.02130.0125
0.850.01320.02800.01900.02720.0141
0.90.01390.02630.01940.02660.0185
0.950.02140.03250.02730.03490.0250
1.00.01780.03320.02880.03830.0288
avg0.01170.01990.01420.02060.0311
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_70_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_pacc_70_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_70_acc.png) - - -## 80% positives -> train: [0.2000288 0.7999712] -> validation: [0.2000288 0.7999712] -> bin_sld: 302.697s -> mul_sld: 51.427s -> bin_sld_gs: 1033.432s -> mul_sld_gs: 553.840s -> bin_sld_gsq: 405.825s -> bin_pacc: 296.888s -> mul_pacc: 34.390s -> binmc_pacc: 300.681s -> mulmc_pacc: 44.972s -> binne_pacc: 284.115s -> mulne_pacc: 37.204s -> bin_pacc_gs: 637.277s -> mul_pacc_gs: 146.708s -> bin_cc: 297.171s -> mul_cc: 42.941s -> kfcv: 27.967s -> ref: 32.469s -> atc_mc: 22.965s -> atc_ne: 39.769s -> doc_feat: 19.964s -> tot: 1034.198s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.03100.02330.03180.04060.1270
0.050.03920.02900.02440.02970.1198
0.10.02970.02120.02710.03350.1165
0.150.03240.02310.02210.02690.1057
0.20.03100.02260.02440.02840.0976
0.250.03160.02430.02340.02550.0873
0.30.03160.02310.02040.02250.0804
0.350.03020.02070.01890.01960.0719
0.40.02890.02140.02120.02120.0668
0.450.02510.01930.01810.01880.0571
0.50.02670.01890.01880.01810.0507
0.550.02450.01700.01600.01480.0430
0.60.02670.01810.01570.01380.0363
0.650.02390.01710.01620.01490.0247
0.70.02320.01680.01450.01380.0184
0.750.02300.01600.01540.01450.0119
0.80.02350.01520.01600.01500.0099
0.850.02030.01270.01420.01470.0101
0.90.01790.01140.01340.01470.0152
0.950.01880.01030.01370.01690.0224
1.00.01430.00770.00910.01720.0294
avg0.02640.01850.01880.02070.0572
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_80_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_pacc_80_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_80_acc.png) - - -## 90% positives -> train: [0.0999424 0.9000576] -> validation: [0.10008641 0.89991359] -> bin_sld: 170.505s -> mul_sld: 31.294s -> mul_sld_gs: 380.780s -> bin_cc: 164.518s -> mul_cc: 20.620s -> kfcv: 15.634s -> ref: 13.757s -> atc_mc: 18.010s -> atc_ne: 18.026s -> doc_feat: 10.161s -> tot: 381.531s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
atc_mc
0.00.2957
0.050.2812
0.10.2658
0.150.2470
0.20.2327
0.250.2133
0.30.1958
0.350.1800
0.40.1661
0.450.1473
0.50.1307
0.550.1150
0.60.0995
0.650.0798
0.70.0650
0.750.0479
0.80.0312
0.850.0160
0.90.0060
0.950.0171
1.00.0339
avg0.1365
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_90_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_pacc_90_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_90_acc.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.00960.01500.01100.01620.0712
0.050.01600.01690.01580.01570.0635
0.10.01550.01630.01680.01680.0582
0.150.01680.01710.01650.01620.0541
0.20.01720.01790.01700.01710.0541
0.250.01700.01790.01670.01650.0523
0.30.01720.01850.01630.01660.0520
0.350.01930.02020.01790.01810.0529
0.40.02010.02190.01860.01950.0545
0.450.01970.02090.01790.01900.0543
0.50.02190.02360.01990.02180.0558
0.550.02110.02430.01900.02160.0568
0.60.02280.02590.01960.02270.0579
0.650.02270.02660.01960.02380.0579
0.70.02370.03010.02140.02720.0613
0.750.02390.03010.02110.02750.0623
0.80.02460.03160.02180.02900.0644
0.850.02600.03350.02310.03140.0672
0.90.02570.03350.02220.03160.0712
0.950.02730.03590.02430.03500.0796
1.00.02210.03570.02290.03490.0861
avg0.02050.02440.01900.02280.0613
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_avg_train_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_avg_train_acc.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.10.01520.02670.01870.03370.1752
0.20.01310.02580.01480.01790.0687
0.30.02740.01740.01930.01980.0374
0.40.03330.03130.01760.02400.0167
0.50.01530.01840.01560.01740.0103
0.60.02160.03750.03300.02810.0187
0.70.01170.01990.01420.02060.0311
0.80.02640.01850.01880.02070.0572
0.9NaNNaNNaNNaN0.1365
avg0.02050.02440.01900.02280.0613
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_avg_test_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_avg_test_acc.png) -### avg dataset shift -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_avg_acc.png) diff --git a/output/main/imdb_9prevs/imdb_max_conf_vs_atc_pacc_f1.md b/output/main/imdb_9prevs/imdb_max_conf_vs_atc_pacc_f1.md deleted file mode 100644 index 6e708d2..0000000 --- a/output/main/imdb_9prevs/imdb_max_conf_vs_atc_pacc_f1.md +++ /dev/null @@ -1,2189 +0,0 @@ -# imdb_9prevs - -## 10% positives -> train: [0.89991359 0.10008641] -> validation: [0.9000576 0.0999424] -> bin_sld: 249.048s -> mul_sld: 71.459s -> mul_sld_gs: 455.993s -> bin_pacc: 244.563s -> mul_pacc: 43.016s -> binmc_pacc: 240.469s -> mulmc_pacc: 41.750s -> binne_pacc: 236.217s -> mulne_pacc: 34.041s -> bin_cc: 241.914s -> mul_cc: 40.328s -> kfcv: 24.723s -> ref: 18.562s -> atc_mc: 27.491s -> atc_ne: 25.568s -> doc_feat: 11.526s -> tot: 456.775s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.01940.20760.00000.10360.0000
0.050.01130.04990.00880.05740.0240
0.10.00890.03050.00810.06310.0244
0.150.00950.02470.00930.06350.0228
0.20.00920.02400.00790.06140.0245
0.250.00610.02020.00820.04970.0246
0.30.00710.02170.00780.05520.0266
0.350.00620.02020.00810.05060.0248
0.40.00490.01740.00520.05570.0230
0.450.00650.01810.00590.05280.0257
0.50.00720.02180.00770.06090.0264
0.550.00640.01800.00600.05580.0239
0.60.00580.01920.00660.05940.0248
0.650.00720.01740.00730.05570.0247
0.70.00600.01800.00710.05910.0239
0.750.00500.01750.00560.05310.0255
0.80.00570.01730.00640.05350.0242
0.850.00560.01720.00570.06030.0240
0.90.00620.01860.00760.06010.0256
0.950.00460.01870.00580.06110.0246
1.00.00460.01800.00730.05200.0246
avg0.00730.03030.00680.05920.0234
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_10_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_pacc_10_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_10_f1.png) - - -## 20% positives -> train: [0.7999712 0.2000288] -> validation: [0.7999712 0.2000288] -> bin_sld: 312.036s -> mul_sld: 63.355s -> bin_sld_gs: 1039.328s -> mul_sld_gs: 562.297s -> bin_sld_gsq: 402.075s -> bin_pacc: 297.187s -> mul_pacc: 36.589s -> binmc_pacc: 296.718s -> mulmc_pacc: 36.777s -> binne_pacc: 285.556s -> mulne_pacc: 47.832s -> bin_pacc_gs: 636.796s -> mul_pacc_gs: 141.445s -> bin_cc: 293.873s -> mul_cc: 46.722s -> kfcv: 30.476s -> ref: 26.348s -> atc_mc: 22.299s -> atc_ne: 41.782s -> doc_feat: 11.276s -> tot: 1040.077s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.30410.52770.34560.36890.0183
0.050.16460.14470.09740.15410.2921
0.10.09680.09780.06520.10470.2745
0.150.07250.07920.05600.08560.2661
0.20.05130.07050.04400.06560.2539
0.250.03730.06340.03590.06010.2445
0.30.02740.06340.03620.05540.2483
0.350.02800.06720.03980.05780.2419
0.40.02720.06730.03960.05710.2441
0.450.02350.05880.03220.04680.2362
0.50.01710.05590.02910.04370.2307
0.550.01700.05980.03520.04580.2358
0.60.01650.05750.03150.04080.2318
0.650.01210.05540.02940.03950.2306
0.70.01370.05860.03460.04230.2291
0.750.01060.04930.02920.03250.2291
0.80.01060.05620.03100.03760.2310
0.850.00940.05600.03390.03750.2303
0.90.01000.05750.03110.03800.2295
0.950.00790.05510.02970.03420.2301
1.00.00730.05610.02940.03440.2308
avg0.04590.08850.05410.07060.2314
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_20_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_pacc_20_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_20_f1.png) - - -## 30% positives -> train: [0.7000288 0.2999712] -> validation: [0.7000288 0.2999712] -> bin_sld: 302.903s -> mul_sld: 59.883s -> bin_sld_gs: 1013.188s -> mul_sld_gs: 556.087s -> bin_sld_gsq: 413.115s -> bin_pacc: 294.712s -> mul_pacc: 45.954s -> binmc_pacc: 300.950s -> mulmc_pacc: 45.939s -> binne_pacc: 289.350s -> mulne_pacc: 38.137s -> bin_pacc_gs: 643.072s -> mul_pacc_gs: 149.582s -> bin_cc: 298.684s -> mul_cc: 43.908s -> kfcv: 37.403s -> ref: 28.756s -> atc_mc: 39.420s -> atc_ne: 24.347s -> doc_feat: 22.815s -> tot: 1014.314s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.19190.54420.23150.21620.2272
0.050.09210.11610.08940.09940.1227
0.10.06420.06820.05970.06440.1024
0.150.05190.04550.04490.04700.0885
0.20.04360.03730.03800.03960.0813
0.250.04590.03300.04030.03980.0713
0.30.03570.02830.03020.03090.0552
0.350.04670.02870.03710.03310.0572
0.40.04300.02530.03270.02840.0500
0.450.03890.02340.03000.02610.0469
0.50.03880.02500.03060.02640.0429
0.550.03960.02160.02860.02350.0411
0.60.03790.02030.02700.02160.0383
0.650.03810.02180.02780.02200.0383
0.70.04190.02460.03060.02450.0372
0.750.03770.02040.02750.02080.0335
0.80.03880.02190.02780.02160.0340
0.850.04010.02110.02860.02040.0327
0.90.03960.02170.02810.02100.0326
0.950.03750.01860.02580.01820.0284
1.00.03450.01940.02580.01830.0295
avg0.05140.05650.04490.04110.0615
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_30_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_pacc_30_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_30_f1.png) - - -## 40% positives -> train: [0.5999424 0.4000576] -> validation: [0.60008641 0.39991359] -> bin_sld: 298.351s -> mul_sld: 51.270s -> bin_sld_gs: 1033.280s -> mul_sld_gs: 546.452s -> bin_sld_gsq: 421.394s -> bin_pacc: 298.508s -> mul_pacc: 34.186s -> binmc_pacc: 289.145s -> mulmc_pacc: 42.455s -> binne_pacc: 296.554s -> mulne_pacc: 45.269s -> bin_pacc_gs: 645.096s -> mul_pacc_gs: 145.337s -> bin_cc: 300.133s -> mul_cc: 42.690s -> kfcv: 36.406s -> ref: 22.353s -> atc_mc: 38.798s -> atc_ne: 34.811s -> doc_feat: 13.850s -> tot: 1034.124s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.05860.01530.22270.14630.4335
0.050.07930.15680.07000.08040.0606
0.10.05860.08830.04780.05430.0339
0.150.05700.07230.04210.04650.0263
0.20.04820.05660.03340.03710.0248
0.250.03940.04660.02410.02710.0213
0.30.03910.04470.02470.02980.0219
0.350.04410.04780.02410.03070.0195
0.40.04280.04590.02190.03060.0164
0.450.03950.04140.02150.02830.0191
0.50.04210.04290.02190.02980.0164
0.550.03750.03800.01840.02700.0133
0.60.04030.03900.01930.02860.0131
0.650.03920.03890.01760.02770.0124
0.70.03980.03740.01870.02810.0116
0.750.03930.03770.01830.02810.0104
0.80.03810.03610.01750.02750.0107
0.850.03960.03720.01720.02820.0084
0.90.03700.03430.01500.02630.0080
0.950.03770.03490.01620.02730.0082
1.00.02960.03430.01390.02710.0072
avg0.04410.04890.03460.03890.0380
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_40_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_pacc_40_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_40_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 303.489s -> mul_sld: 50.183s -> bin_sld_gs: 1015.361s -> mul_sld_gs: 552.539s -> bin_sld_gsq: 418.096s -> bin_pacc: 296.283s -> mul_pacc: 32.547s -> binmc_pacc: 299.487s -> mulmc_pacc: 40.506s -> binne_pacc: 293.984s -> mulne_pacc: 39.974s -> bin_pacc_gs: 643.158s -> mul_pacc_gs: 146.732s -> bin_cc: 292.672s -> mul_cc: 37.348s -> kfcv: 29.093s -> ref: 16.306s -> atc_mc: 25.874s -> atc_ne: 28.890s -> doc_feat: 11.601s -> tot: 1016.064s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.07270.09990.08410.05690.5313
0.050.05460.05910.05400.06380.2320
0.10.03700.04210.03640.04130.1230
0.150.03560.03520.03290.03630.0683
0.20.02940.02930.02790.03250.0417
0.250.02370.02410.02180.02490.0278
0.30.02230.02370.02190.02480.0169
0.350.02210.01940.02170.02400.0129
0.40.01850.01910.01830.02100.0113
0.450.01630.01690.01630.01800.0107
0.50.01790.01940.01850.02100.0121
0.550.01600.01880.01700.01950.0109
0.60.01510.01840.01680.01800.0105
0.650.01350.01570.01470.01570.0105
0.70.01190.01690.01480.01580.0106
0.750.01240.01820.01520.01600.0107
0.80.01140.01720.01360.01500.0105
0.850.01040.01750.01350.01470.0100
0.90.00910.01580.01190.01250.0111
0.950.00810.01850.01290.01390.0114
1.00.00640.01680.01130.01200.0102
avg0.02210.02680.02360.02460.0569
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_50_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_pacc_50_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_50_f1.png) - - -## 60% positives -> train: [0.39991359 0.60008641] -> validation: [0.4000576 0.5999424] -> bin_sld: 296.102s -> mul_sld: 56.083s -> bin_sld_gs: 1060.976s -> mul_sld_gs: 551.619s -> bin_sld_gsq: 425.664s -> bin_pacc: 293.321s -> mul_pacc: 44.690s -> binmc_pacc: 296.400s -> mulmc_pacc: 38.640s -> binne_pacc: 288.195s -> mulne_pacc: 44.768s -> bin_pacc_gs: 645.660s -> mul_pacc_gs: 146.232s -> bin_cc: 299.198s -> mul_cc: 41.642s -> kfcv: 21.885s -> ref: 26.261s -> atc_mc: 37.391s -> atc_ne: 35.750s -> doc_feat: 19.963s -> tot: 1061.773s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.01290.00470.00020.00900.5686
0.050.06260.11220.15830.07880.3422
0.10.04880.08450.11620.05850.2281
0.150.04540.07600.09590.05120.1475
0.20.03740.06460.07560.04520.1066
0.250.03200.05430.06130.03630.0747
0.30.02750.04900.05080.03340.0515
0.350.02920.05040.05150.03510.0344
0.40.02570.04690.04500.03380.0235
0.450.02300.03980.03640.02820.0169
0.50.02460.04030.03710.03070.0121
0.550.02040.03660.03190.02760.0087
0.60.02060.03620.03140.02840.0082
0.650.01720.03110.02480.02440.0093
0.70.01890.03450.02780.02920.0122
0.750.01690.03170.02420.02650.0135
0.80.01430.02820.02050.02450.0156
0.850.01360.02770.01900.02460.0152
0.90.01260.02540.01730.02340.0178
0.950.01370.02690.01830.02560.0189
1.00.01150.02510.01520.02460.0197
avg0.02520.04410.04570.03330.0831
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_60_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_pacc_60_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_60_f1.png) - - -## 70% positives -> train: [0.2999712 0.7000288] -> validation: [0.2999712 0.7000288] -> bin_sld: 303.930s -> mul_sld: 40.110s -> bin_sld_gs: 1015.962s -> mul_sld_gs: 557.286s -> bin_sld_gsq: 414.452s -> bin_pacc: 292.176s -> mul_pacc: 47.800s -> binmc_pacc: 302.570s -> mulmc_pacc: 44.408s -> binne_pacc: 293.019s -> mulne_pacc: 43.783s -> bin_pacc_gs: 648.943s -> mul_pacc_gs: 150.210s -> bin_cc: 288.613s -> mul_cc: 38.672s -> kfcv: 32.153s -> ref: 34.374s -> atc_mc: 38.938s -> atc_ne: 40.313s -> doc_feat: 20.243s -> tot: 1016.774s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.02080.01120.05600.03390.5833
0.050.03850.04610.04140.03550.4272
0.10.03190.03780.03490.02950.3236
0.150.02580.03420.02380.02330.2429
0.20.02560.03090.02350.02320.1899
0.250.01920.02670.01870.01850.1453
0.30.01650.02260.01540.01580.1125
0.350.01450.02450.01330.01710.0875
0.40.01390.02460.01290.01720.0688
0.450.01310.01940.01280.01460.0528
0.50.01210.02020.01200.01580.0385
0.550.01000.01970.01010.01470.0281
0.60.00830.01820.00870.01330.0209
0.650.00980.01720.01040.01390.0125
0.70.00750.01970.01000.01550.0077
0.750.00690.01780.00980.01560.0053
0.80.00730.01640.01030.01450.0065
0.850.00800.01740.01180.01680.0075
0.90.00800.01550.01140.01540.0101
0.950.01160.01790.01500.01900.0136
1.00.00920.01740.01500.02000.0151
avg0.01520.02270.01800.01920.1143
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_70_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_pacc_70_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_70_f1.png) - - -## 80% positives -> train: [0.2000288 0.7999712] -> validation: [0.2000288 0.7999712] -> bin_sld: 302.697s -> mul_sld: 51.427s -> bin_sld_gs: 1033.432s -> mul_sld_gs: 553.840s -> bin_sld_gsq: 405.825s -> bin_pacc: 296.888s -> mul_pacc: 34.390s -> binmc_pacc: 300.681s -> mulmc_pacc: 44.972s -> binne_pacc: 284.115s -> mulne_pacc: 37.204s -> bin_pacc_gs: 637.277s -> mul_pacc_gs: 146.708s -> bin_cc: 297.171s -> mul_cc: 42.941s -> kfcv: 27.967s -> ref: 32.469s -> atc_mc: 22.965s -> atc_ne: 39.769s -> doc_feat: 19.964s -> tot: 1034.198s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.05560.07010.10460.05560.5690
0.050.03450.04360.07210.03960.4617
0.10.03100.03990.06340.04050.3805
0.150.02160.02510.04640.02720.3102
0.20.02410.02770.04100.03050.2550
0.250.02180.02280.03130.02450.2072
0.30.01950.01890.02490.02070.1705
0.350.01860.01600.02100.01700.1388
0.40.01860.01600.02020.01650.1144
0.450.01560.01390.01670.01470.0909
0.50.01680.01320.01510.01250.0727
0.550.01540.01130.01210.01040.0569
0.60.01600.01080.01020.00930.0441
0.650.01480.01090.01100.01030.0297
0.70.01410.01040.00910.00950.0198
0.750.01360.00930.00900.00940.0119
0.80.01350.00880.00910.00930.0068
0.850.01140.00710.00790.00860.0049
0.90.00970.00610.00720.00820.0076
0.950.00990.00540.00720.00900.0117
1.00.00720.00390.00460.00880.0150
avg0.01920.01860.02590.01870.1419
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_80_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_pacc_80_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_80_f1.png) - - -## 90% positives -> train: [0.0999424 0.9000576] -> validation: [0.10008641 0.89991359] -> bin_sld: 170.505s -> mul_sld: 31.294s -> mul_sld_gs: 380.780s -> bin_cc: 164.518s -> mul_cc: 20.620s -> kfcv: 15.634s -> ref: 13.757s -> atc_mc: 18.010s -> atc_ne: 18.026s -> doc_feat: 10.161s -> tot: 381.531s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
atc_mc
0.00.5298
0.050.4611
0.10.4018
0.150.3476
0.20.3036
0.250.2600
0.30.2236
0.350.1920
0.40.1657
0.450.1389
0.50.1160
0.550.0962
0.60.0783
0.650.0599
0.70.0461
0.750.0323
0.80.0201
0.850.0099
0.90.0033
0.950.0090
1.00.0172
avg0.1672
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_90_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_atc_pacc_90_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_90_f1.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.09200.18510.13060.12380.3846
0.050.06720.09110.07390.07610.2693
0.10.04720.06110.05400.05700.2102
0.150.03990.04900.04390.04760.1689
0.20.03360.04260.03640.04190.1424
0.250.02820.03640.03020.03510.1196
0.30.02440.03410.02650.03320.1030
0.350.02620.03430.02710.03320.0899
0.40.02430.03280.02450.03250.0797
0.450.02200.02900.02150.02870.0709
0.50.02210.02980.02150.03010.0631
0.550.02030.02800.01990.02810.0572
0.60.02010.02740.01890.02740.0522
0.650.01900.02600.01790.02620.0476
0.70.01920.02750.01910.02800.0443
0.750.01780.02520.01740.02530.0413
0.80.01750.02530.01700.02540.0399
0.850.01730.02510.01720.02640.0381
0.90.01650.02440.01620.02560.0384
0.950.01640.02450.01640.02600.0395
1.00.01380.02390.01530.02470.0410
avg0.02880.04200.03170.03820.1020
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_avg_train_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_avg_train_f1.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.10.00730.03030.00680.05920.0234
0.20.04590.08850.05410.07060.2314
0.30.05140.05650.04490.04110.0615
0.40.04410.04890.03460.03890.0380
0.50.02210.02680.02360.02460.0569
0.60.02520.04410.04570.03330.0831
0.70.01520.02270.01800.01920.1143
0.80.01920.01860.02590.01870.1419
0.9NaNNaNNaNNaN0.1672
avg0.02880.04200.03170.03820.1020
- -![plot_delta](plot/delta_imdb_max_conf_vs_atc_pacc_avg_test_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_atc_pacc_avg_test_f1.png) -### avg dataset shift -![plot_shift](plot/shift_imdb_max_conf_vs_atc_pacc_avg_f1.png) diff --git a/output/main/imdb_9prevs/imdb_max_conf_vs_entropy_acc.md b/output/main/imdb_9prevs/imdb_max_conf_vs_entropy_acc.md deleted file mode 100644 index d8a658b..0000000 --- a/output/main/imdb_9prevs/imdb_max_conf_vs_entropy_acc.md +++ /dev/null @@ -1,2203 +0,0 @@ -# imdb_9prevs - -## 10% positives -> train: [0.89991359 0.10008641] -> validation: [0.9000576 0.0999424] -> bin_sld: 189.173s -> mul_sld: 40.710s -> binmc_sld: 186.824s -> mulmc_sld: 25.516s -> binne_sld: 187.658s -> mulne_sld: 23.672s -> bin_pacc: 176.373s -> mul_pacc: 20.080s -> ref: 13.306s -> atc_mc: 17.351s -> tot: 189.603s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00350.00320.00160.00170.0370
0.050.00800.00920.00910.01020.0155
0.10.01030.01190.01010.01140.0067
0.150.01070.01350.01000.01160.0255
0.20.00970.01180.00940.01010.0457
0.250.01050.01220.01060.01070.0664
0.30.00990.01030.01160.00970.0858
0.350.01100.01060.01240.01040.1100
0.40.01390.01180.01570.01190.1302
0.450.01780.01340.01970.01330.1477
0.50.02130.01580.02240.01520.1697
0.550.02620.01870.02610.01770.1922
0.60.03490.02740.03290.02470.2117
0.650.03910.03130.03460.02610.2314
0.70.04400.03510.03750.02690.2566
0.750.05180.04680.04190.03240.2750
0.80.05730.05160.04410.03440.2944
0.850.06650.06510.04920.04040.3139
0.90.06960.07310.04860.04210.3317
0.950.04940.05920.04270.04100.3558
1.00.00010.01180.00010.01180.3755
avg0.02690.02590.02330.01970.1752
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_10_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_10_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_10_acc.png) - - -## 20% positives -> train: [0.7999712 0.2000288] -> validation: [0.7999712 0.2000288] -> bin_sld: 187.104s -> mul_sld: 36.250s -> binmc_sld: 185.481s -> mulmc_sld: 31.669s -> binne_sld: 187.316s -> mulne_sld: 35.209s -> bin_pacc: 177.023s -> mul_pacc: 19.936s -> ref: 13.278s -> atc_mc: 17.449s -> tot: 188.478s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00300.00330.00140.00240.0286
0.050.00880.00820.01150.01330.0195
0.10.01240.01010.01370.01160.0114
0.150.01390.01020.01470.01100.0075
0.20.01360.01160.01370.01180.0108
0.250.01400.01250.01240.01350.0177
0.30.01430.01400.01320.01740.0238
0.350.01630.01740.01330.02230.0367
0.40.01800.01950.01460.02840.0448
0.450.01680.01890.01590.02900.0538
0.50.01820.02340.01610.03480.0640
0.550.02080.02860.01670.04140.0729
0.60.02470.03340.02150.04850.0810
0.650.02420.03630.02010.05170.0895
0.70.03190.04350.02590.05860.1031
0.750.03150.04460.02430.05990.1092
0.80.03690.05310.02760.06810.1170
0.850.04460.06140.03040.07480.1265
0.90.04690.06660.03050.07890.1322
0.950.04640.06810.02820.08070.1443
1.00.01040.04990.00300.07700.1494
avg0.02230.03020.01760.03980.0687
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_20_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_20_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_20_acc.png) - - -## 30% positives -> train: [0.7000288 0.2999712] -> validation: [0.7000288 0.2999712] -> bin_sld: 182.167s -> mul_sld: 29.557s -> binmc_sld: 180.200s -> mulmc_sld: 28.430s -> binne_sld: 181.220s -> mulne_sld: 28.868s -> bin_pacc: 174.026s -> mul_pacc: 20.400s -> ref: 13.451s -> atc_mc: 18.102s -> tot: 183.051s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00270.00520.00150.00590.0279
0.050.00990.01080.01070.01610.0220
0.10.01440.01440.01750.01940.0157
0.150.01430.01450.01720.01870.0111
0.20.01460.01450.01680.01670.0108
0.250.01570.01400.01690.01490.0106
0.30.01600.01470.01680.01580.0105
0.350.01650.01420.01670.01530.0143
0.40.01620.01500.01560.01610.0199
0.450.01510.01390.01400.01580.0235
0.50.01820.01700.01650.01950.0301
0.550.01730.01570.01580.01960.0355
0.60.01650.01730.01550.02220.0404
0.650.01890.01880.01690.02350.0442
0.70.02490.02410.02300.03010.0517
0.750.02360.02500.02120.02950.0584
0.80.02580.02640.02250.03050.0608
0.850.02990.03200.02510.03470.0669
0.90.03190.03350.02500.03420.0698
0.950.03260.03560.02410.03280.0804
1.00.00900.01570.00350.01810.0817
avg0.01830.01870.01680.02140.0374
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_30_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_30_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_30_acc.png) - - -## 40% positives -> train: [0.5999424 0.4000576] -> validation: [0.60008641 0.39991359] -> bin_sld: 181.684s -> mul_sld: 30.343s -> binmc_sld: 179.998s -> mulmc_sld: 29.275s -> binne_sld: 182.085s -> mulne_sld: 29.662s -> bin_pacc: 176.735s -> mul_pacc: 20.744s -> ref: 13.516s -> atc_mc: 17.986s -> tot: 183.203s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00290.00590.00170.00590.0207
0.050.00890.01090.00770.01170.0204
0.10.01390.01390.01370.01640.0160
0.150.01610.01600.01730.01860.0151
0.20.01680.01610.01830.01980.0133
0.250.01440.01450.01660.01870.0099
0.30.01760.01770.02070.02250.0107
0.350.01710.01550.01800.01780.0089
0.40.01710.01520.01750.01640.0099
0.450.01780.01560.01860.01690.0109
0.50.02040.01750.02070.01810.0115
0.550.01810.01620.01820.01680.0117
0.60.01940.01630.01780.01630.0135
0.650.01770.01510.01590.01530.0142
0.70.02020.01690.01750.01650.0168
0.750.02060.01730.01690.01750.0182
0.80.02030.01730.01670.01730.0198
0.850.02210.01900.01850.01990.0229
0.90.02040.01780.01730.01790.0272
0.950.02280.02010.01790.01900.0283
1.00.00890.01000.00410.00880.0310
avg0.01680.01550.01580.01660.0167
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_40_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_40_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_40_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 183.289s -> mul_sld: 29.440s -> binmc_sld: 180.043s -> mulmc_sld: 29.019s -> binne_sld: 182.581s -> mulne_sld: 29.161s -> bin_pacc: 175.513s -> mul_pacc: 20.580s -> ref: 13.469s -> atc_mc: 18.022s -> tot: 183.861s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00170.00630.00120.00610.0100
0.050.00690.01030.00730.00980.0090
0.10.00850.01190.00780.01140.0096
0.150.01170.01410.01060.01380.0085
0.20.01420.01600.01350.01610.0086
0.250.01460.01570.01510.01660.0094
0.30.01760.01840.01920.02040.0098
0.350.01550.01660.01770.01880.0094
0.40.01430.01540.01630.01770.0101
0.450.01530.01680.01840.02050.0103
0.50.01700.01610.01780.01800.0124
0.550.01720.01780.01810.02000.0113
0.60.01840.01800.01990.02070.0110
0.650.01860.01700.01990.01940.0112
0.70.01760.01500.01700.01570.0109
0.750.01910.01610.01860.01650.0109
0.80.01820.01470.01760.01510.0100
0.850.01930.01520.01730.01450.0107
0.90.01730.01190.01380.01040.0114
0.950.02040.01410.01590.01260.0119
1.00.01230.00990.00670.00710.0107
avg0.01500.01460.01470.01530.0103
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_50_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_50_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_50_acc.png) - - -## 60% positives -> train: [0.39991359 0.60008641] -> validation: [0.4000576 0.5999424] -> bin_sld: 181.668s -> mul_sld: 29.617s -> binmc_sld: 180.480s -> mulmc_sld: 28.823s -> binne_sld: 182.053s -> mulne_sld: 28.654s -> bin_pacc: 176.533s -> mul_pacc: 20.753s -> ref: 13.464s -> atc_mc: 17.977s -> tot: 183.024s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00070.00630.00060.00820.0238
0.050.01660.01150.01580.00980.0205
0.10.01600.01150.01690.01130.0209
0.150.01670.01260.01870.01300.0139
0.20.01410.01340.01570.01410.0166
0.250.01270.01180.01450.01270.0133
0.30.01230.01330.01310.01360.0127
0.350.01480.01440.01600.01550.0116
0.40.01390.01340.01420.01460.0120
0.450.01410.01400.01380.01470.0118
0.50.01710.01630.01650.01690.0122
0.550.01600.01550.01520.01600.0127
0.60.01830.01620.01780.01690.0134
0.650.01870.01660.01860.01730.0147
0.70.02050.01650.01940.01610.0193
0.750.02180.01660.02050.01590.0206
0.80.02110.01690.01990.01740.0241
0.850.02260.01630.02090.01490.0237
0.90.02190.01500.01940.01270.0286
0.950.02710.01850.02250.01260.0316
1.00.01760.01240.01110.00730.0343
avg0.01690.01420.01620.01390.0187
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_60_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_60_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_60_acc.png) - - -## 70% positives -> train: [0.2999712 0.7000288] -> validation: [0.2999712 0.7000288] -> bin_sld: 183.652s -> mul_sld: 28.322s -> binmc_sld: 181.431s -> mulmc_sld: 27.437s -> binne_sld: 182.010s -> mulne_sld: 28.139s -> bin_pacc: 175.741s -> mul_pacc: 20.586s -> ref: 13.757s -> atc_mc: 17.949s -> tot: 184.200s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00050.00500.00050.00700.0699
0.050.02340.01750.02030.01290.0635
0.10.02220.01690.02180.01490.0617
0.150.02220.01650.02370.01690.0528
0.20.01920.01460.02170.01630.0507
0.250.01680.01370.02020.01560.0430
0.30.01410.01170.01760.01460.0386
0.350.01640.01410.02060.01740.0338
0.40.01470.01430.01810.01830.0306
0.450.01300.01380.01520.01580.0265
0.50.01380.01500.01530.01650.0207
0.550.01210.01310.01400.01500.0167
0.60.01130.01240.01170.01370.0144
0.650.01360.01620.01380.01630.0118
0.70.01070.01130.01120.01260.0100
0.750.01210.01130.01250.01180.0090
0.80.01290.01310.01390.01400.0125
0.850.01380.01250.01500.01380.0141
0.90.01320.01290.01510.01550.0185
0.950.01350.01050.01250.00980.0250
1.00.00590.00500.00300.00270.0288
avg0.01410.01290.01510.01390.0311
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_70_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_70_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_70_acc.png) - - -## 80% positives -> train: [0.2000288 0.7999712] -> validation: [0.2000288 0.7999712] -> bin_sld: 184.106s -> mul_sld: 28.336s -> binmc_sld: 183.242s -> mulmc_sld: 27.274s -> binne_sld: 184.907s -> mulne_sld: 27.269s -> bin_pacc: 175.764s -> mul_pacc: 20.476s -> ref: 13.542s -> atc_mc: 17.815s -> tot: 186.258s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00110.01860.00090.01940.1270
0.050.03960.05110.02800.03880.1198
0.10.03840.04700.02970.03650.1165
0.150.03650.04510.03120.03930.1057
0.20.03300.03850.03010.03690.0976
0.250.02880.03480.02830.03690.0873
0.30.02380.02930.02470.03390.0804
0.350.02180.02760.02550.03510.0719
0.40.02150.02630.02520.03480.0668
0.450.01550.01970.01910.02830.0571
0.50.01490.01790.01850.02750.0507
0.550.01360.01540.01710.02470.0430
0.60.01400.01510.01550.02470.0363
0.650.01410.01490.01490.02080.0247
0.70.01140.01260.01290.01920.0184
0.750.01270.01240.01260.01780.0119
0.80.01340.01280.01290.01540.0099
0.850.01430.01340.01380.01320.0101
0.90.01450.01250.01490.01210.0152
0.950.01220.00980.01140.00950.0224
1.00.00650.00580.00230.00210.0294
avg0.01910.02290.01860.02510.0572
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_80_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_80_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_80_acc.png) - - -## 90% positives -> train: [0.0999424 0.9000576] -> validation: [0.10008641 0.89991359] -> bin_sld: 172.471s -> mul_sld: 27.815s -> binmc_sld: 172.819s -> mulmc_sld: 22.238s -> binne_sld: 171.872s -> mulne_sld: 21.113s -> ref: 11.632s -> atc_mc: 15.307s -> tot: 173.441s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00070.02440.00060.02060.2957
0.050.05050.07830.05010.06930.2812
0.10.09680.11470.08090.08240.2658
0.150.10870.11790.08580.08510.2470
0.20.10130.10930.08240.08180.2327
0.250.09580.10560.07990.07930.2133
0.30.08590.09190.07370.07230.1958
0.350.08120.08570.07240.07010.1800
0.40.07140.07560.06540.06410.1661
0.450.06210.06600.05870.05750.1473
0.50.05330.05630.05210.05090.1307
0.550.04590.04620.04650.04370.1150
0.60.03640.03820.03830.03770.0995
0.650.03220.03280.03460.03390.0798
0.70.02510.02480.02840.02750.0650
0.750.01960.01840.02260.02140.0479
0.80.01540.01510.01740.01730.0312
0.850.01150.01080.01180.01170.0160
0.90.00910.00890.00920.00860.0060
0.950.00680.00680.00690.00700.0171
1.00.00330.00290.00140.00130.0339
avg0.04820.05380.04380.04490.1365
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_90_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_90_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_90_acc.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00190.00870.00110.00860.0712
0.050.01920.02310.01780.02130.0635
0.10.02590.02800.02360.02390.0582
0.150.02790.02890.02550.02530.0541
0.20.02630.02730.02460.02490.0541
0.250.02480.02610.02380.02430.0523
0.30.02350.02460.02340.02450.0520
0.350.02340.02400.02360.02470.0529
0.40.02230.02300.02250.02470.0545
0.450.02080.02130.02150.02350.0543
0.50.02160.02170.02180.02420.0558
0.550.02080.02080.02080.02390.0568
0.60.02150.02160.02120.02510.0579
0.650.02190.02210.02100.02490.0579
0.70.02290.02220.02140.02480.0613
0.750.02360.02320.02120.02480.0623
0.80.02460.02460.02140.02550.0644
0.850.02720.02730.02240.02640.0672
0.90.02720.02800.02150.02580.0712
0.950.02570.02700.02020.02500.0796
1.00.00820.01370.00390.01510.0861
avg0.02200.02320.02020.02340.0613
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_avg_train_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_avg_train_acc.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.10.02690.02590.02330.01970.1752
0.20.02230.03020.01760.03980.0687
0.30.01830.01870.01680.02140.0374
0.40.01680.01550.01580.01660.0167
0.50.01500.01460.01470.01530.0103
0.60.01690.01420.01620.01390.0187
0.70.01410.01290.01510.01390.0311
0.80.01910.02290.01860.02510.0572
0.90.04820.05380.04380.04490.1365
avg0.02200.02320.02020.02340.0613
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_avg_test_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_avg_test_acc.png) -### avg dataset shift -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_avg_acc.png) diff --git a/output/main/imdb_9prevs/imdb_max_conf_vs_entropy_f1.md b/output/main/imdb_9prevs/imdb_max_conf_vs_entropy_f1.md deleted file mode 100644 index cc462ae..0000000 --- a/output/main/imdb_9prevs/imdb_max_conf_vs_entropy_f1.md +++ /dev/null @@ -1,2203 +0,0 @@ -# imdb_9prevs - -## 10% positives -> train: [0.89991359 0.10008641] -> validation: [0.9000576 0.0999424] -> bin_sld: 189.173s -> mul_sld: 40.710s -> binmc_sld: 186.824s -> mulmc_sld: 25.516s -> binne_sld: 187.658s -> mulne_sld: 23.672s -> bin_pacc: 176.373s -> mul_pacc: 20.080s -> ref: 13.306s -> atc_mc: 17.351s -> tot: 189.603s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.03680.05790.05110.02310.0000
0.050.00870.02300.00890.01680.0240
0.10.00610.01740.00600.01790.0244
0.150.00600.01630.00600.01570.0228
0.20.00380.01910.00360.01810.0245
0.250.00290.02130.00280.02020.0246
0.30.00160.02340.00170.02220.0266
0.350.00210.02260.00230.02160.0248
0.40.00140.02120.00150.02020.0230
0.450.00220.02400.00230.02300.0257
0.50.00260.02480.00230.02400.0264
0.550.00160.02260.00160.02180.0239
0.60.00220.02370.00200.02290.0248
0.650.00250.02370.00220.02300.0247
0.70.00210.02300.00180.02230.0239
0.750.00190.02480.00150.02400.0255
0.80.00190.02370.00160.02290.0242
0.850.00210.02360.00150.02280.0240
0.90.00220.02540.00180.02450.0256
0.950.00160.02460.00140.02410.0246
1.00.00020.02340.00010.02330.0246
avg0.00440.02430.00500.02160.0234
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_10_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_10_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_10_f1.png) - - -## 20% positives -> train: [0.7999712 0.2000288] -> validation: [0.7999712 0.2000288] -> bin_sld: 187.104s -> mul_sld: 36.250s -> binmc_sld: 185.481s -> mulmc_sld: 31.669s -> binne_sld: 187.316s -> mulne_sld: 35.209s -> bin_pacc: 177.023s -> mul_pacc: 19.936s -> ref: 13.278s -> atc_mc: 17.449s -> tot: 188.478s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.12400.15000.17710.35480.0183
0.050.19440.18390.23040.16430.2921
0.10.13150.13750.14090.11280.2745
0.150.10270.12550.09790.11710.2661
0.20.06600.10080.05650.10320.2539
0.250.04840.08100.03390.09370.2445
0.30.04020.07770.03060.09720.2483
0.350.04200.08120.02210.10410.2419
0.40.04020.08120.01940.10740.2441
0.450.03080.06500.02150.09650.2362
0.50.02260.06140.01250.09320.2307
0.550.02710.06480.01190.09780.2358
0.60.02640.06350.01530.09810.2318
0.650.02080.06150.01110.09760.2306
0.70.02930.06450.01810.09990.2291
0.750.02280.05570.01280.09240.2291
0.80.02530.06180.01530.09890.2310
0.850.02730.06140.01410.09730.2303
0.90.02630.06230.01410.09820.2295
0.950.02420.05960.01270.09590.2301
1.00.01310.06250.00370.09820.2308
avg0.05170.08390.04630.11520.2314
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_20_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_20_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_20_f1.png) - - -## 30% positives -> train: [0.7000288 0.2999712] -> validation: [0.7000288 0.2999712] -> bin_sld: 182.167s -> mul_sld: 29.557s -> binmc_sld: 180.200s -> mulmc_sld: 28.430s -> binne_sld: 181.220s -> mulne_sld: 28.868s -> bin_pacc: 174.026s -> mul_pacc: 20.400s -> ref: 13.451s -> atc_mc: 18.102s -> tot: 183.051s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.05090.15470.02600.20210.2272
0.050.10530.10600.12420.14530.1227
0.10.07890.07450.10030.09900.1024
0.150.05550.05070.07130.06500.0885
0.20.04450.03890.05240.04390.0813
0.250.04230.03460.04640.03650.0713
0.30.03430.02760.03660.02950.0552
0.350.03160.02530.03210.02690.0572
0.40.02570.02240.02370.02410.0500
0.450.02230.02020.01980.02280.0469
0.50.02250.02110.01840.02410.0429
0.550.02040.01870.01640.02260.0411
0.60.01550.01840.01210.02300.0383
0.650.01730.01840.01270.02260.0383
0.70.02160.02230.01740.02730.0372
0.750.01760.02090.01320.02430.0335
0.80.01810.02070.01350.02380.0340
0.850.01890.02290.01370.02500.0327
0.90.01980.02320.01380.02430.0326
0.950.01890.02320.01280.02230.0284
1.00.00730.01270.00290.01480.0295
avg0.03280.03700.03240.04520.0615
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_30_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_30_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_30_f1.png) - - -## 40% positives -> train: [0.5999424 0.4000576] -> validation: [0.60008641 0.39991359] -> bin_sld: 181.684s -> mul_sld: 30.343s -> binmc_sld: 179.998s -> mulmc_sld: 29.275s -> binne_sld: 182.085s -> mulne_sld: 29.662s -> bin_pacc: 176.735s -> mul_pacc: 20.744s -> ref: 13.516s -> atc_mc: 17.986s -> tot: 183.203s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.02580.07610.01350.06830.4335
0.050.07960.07770.09420.08530.0606
0.10.05770.05710.06190.06700.0339
0.150.04990.04810.05490.05510.0263
0.20.04030.03780.04440.04530.0248
0.250.03070.02970.03490.03700.0213
0.30.03150.03030.03640.03720.0219
0.350.02690.02420.02840.02650.0195
0.40.02300.02030.02370.02180.0164
0.450.02310.01980.02420.02110.0191
0.50.02310.01940.02380.02000.0164
0.550.01860.01640.01880.01690.0133
0.60.01790.01490.01620.01470.0131
0.650.01540.01300.01340.01290.0124
0.70.01610.01330.01350.01280.0116
0.750.01540.01290.01180.01270.0104
0.80.01400.01200.01050.01170.0107
0.850.01380.01210.01050.01240.0084
0.90.01220.01100.00950.01090.0080
0.950.01300.01180.00950.01100.0082
1.00.00580.00650.00270.00570.0072
avg0.02640.02690.02650.02890.0380
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_40_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_40_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_40_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 183.289s -> mul_sld: 29.440s -> binmc_sld: 180.043s -> mulmc_sld: 29.019s -> binne_sld: 182.581s -> mulne_sld: 29.161s -> bin_pacc: 175.513s -> mul_pacc: 20.580s -> ref: 13.469s -> atc_mc: 18.022s -> tot: 183.861s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.01420.03480.01050.02870.5313
0.050.05690.05420.06960.05670.2320
0.10.03680.03900.04380.04050.1230
0.150.03170.03500.03560.03610.0683
0.20.02690.03060.02670.03160.0417
0.250.02400.02490.02440.02590.0278
0.30.02440.02540.02570.02800.0169
0.350.02080.02090.02180.02320.0129
0.40.01760.01830.01890.02050.0113
0.450.01680.01790.01940.02150.0107
0.50.01770.01650.01840.01780.0121
0.550.01650.01670.01720.01830.0109
0.60.01630.01550.01700.01750.0105
0.650.01510.01350.01590.01530.0105
0.70.01360.01150.01290.01190.0106
0.750.01410.01170.01350.01180.0107
0.80.01240.01000.01190.01010.0105
0.850.01230.00960.01070.00900.0100
0.90.01040.00710.00800.00610.0111
0.950.01160.00800.00870.00700.0114
1.00.00710.00570.00390.00400.0102
avg0.01990.02030.02070.02100.0569
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_50_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_50_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_50_f1.png) - - -## 60% positives -> train: [0.39991359 0.60008641] -> validation: [0.4000576 0.5999424] -> bin_sld: 181.668s -> mul_sld: 29.617s -> binmc_sld: 180.480s -> mulmc_sld: 28.823s -> binne_sld: 182.053s -> mulne_sld: 28.654s -> bin_pacc: 176.533s -> mul_pacc: 20.753s -> ref: 13.464s -> atc_mc: 17.977s -> tot: 183.024s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00060.00210.00140.00560.5686
0.050.09930.06660.09580.06040.3422
0.10.07420.05060.07890.05140.2281
0.150.06180.04130.06910.04510.1475
0.20.04310.03320.04940.03640.1066
0.250.03330.02460.03920.02790.0747
0.30.02590.02280.02960.02480.0515
0.350.02700.02310.03000.02540.0344
0.40.02180.01920.02370.02130.0235
0.450.01780.01640.01840.01750.0169
0.50.01970.01800.01960.01880.0121
0.550.01590.01470.01530.01520.0087
0.60.01640.01420.01570.01460.0082
0.650.01500.01300.01460.01340.0093
0.70.01580.01270.01480.01210.0122
0.750.01550.01180.01460.01110.0135
0.80.01390.01110.01300.01120.0156
0.850.01370.01000.01260.00900.0152
0.90.01280.00870.01110.00730.0178
0.950.01500.01020.01220.00680.0189
1.00.00940.00660.00590.00390.0197
avg0.02700.02050.02790.02090.0831
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_60_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_60_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_60_f1.png) - - -## 70% positives -> train: [0.2999712 0.7000288] -> validation: [0.2999712 0.7000288] -> bin_sld: 183.652s -> mul_sld: 28.322s -> binmc_sld: 181.431s -> mulmc_sld: 27.437s -> binne_sld: 182.010s -> mulne_sld: 28.139s -> bin_pacc: 175.741s -> mul_pacc: 20.586s -> ref: 13.757s -> atc_mc: 17.949s -> tot: 184.200s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00040.00030.00050.00170.5833
0.050.09240.06470.07970.05120.4272
0.10.07140.04960.07020.04710.3236
0.150.05990.04010.06380.04310.2429
0.20.04500.03070.05080.03520.1899
0.250.03450.02360.04120.02910.1453
0.30.02570.01800.03200.02330.1125
0.350.02620.01930.03260.02510.0875
0.40.02050.01710.02590.02250.0688
0.450.01570.01470.01920.01740.0528
0.50.01450.01440.01700.01640.0385
0.550.01190.01150.01420.01380.0281
0.60.00950.01010.01050.01150.0209
0.650.01060.01200.01100.01220.0125
0.70.00790.00810.00850.00910.0077
0.750.00800.00740.00820.00780.0053
0.80.00800.00810.00850.00860.0065
0.850.00800.00730.00870.00810.0075
0.90.00730.00710.00830.00860.0101
0.950.00710.00550.00650.00520.0136
1.00.00300.00260.00150.00140.0151
avg0.02320.01770.02470.01900.1143
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_70_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_70_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_70_f1.png) - - -## 80% positives -> train: [0.2000288 0.7999712] -> validation: [0.2000288 0.7999712] -> bin_sld: 184.106s -> mul_sld: 28.336s -> binmc_sld: 183.242s -> mulmc_sld: 27.274s -> binne_sld: 184.907s -> mulne_sld: 27.269s -> bin_pacc: 175.764s -> mul_pacc: 20.476s -> ref: 13.542s -> atc_mc: 17.815s -> tot: 186.258s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00030.00000.00030.00050.5690
0.050.10440.08210.07330.04770.4617
0.10.08820.06940.06790.04730.3805
0.150.07300.05960.06250.04790.3102
0.20.05520.04530.05120.04140.2550
0.250.04420.03770.04440.03870.2072
0.30.03250.02830.03490.03260.1705
0.350.02790.02540.03300.03250.1388
0.40.02340.02220.02860.03010.1144
0.450.01600.01620.02050.02320.0909
0.50.01410.01400.01830.02110.0727
0.550.01160.01130.01530.01820.0569
0.60.01060.01030.01280.01670.0441
0.650.01030.01030.01140.01400.0297
0.70.00790.00820.00940.01230.0198
0.750.00790.00740.00820.01060.0119
0.80.00790.00750.00780.00890.0068
0.850.00800.00740.00780.00740.0049
0.90.00780.00660.00790.00650.0076
0.950.00640.00510.00590.00490.0117
1.00.00330.00290.00120.00100.0150
avg0.02670.02270.02490.02210.1419
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_80_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_80_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_80_f1.png) - - -## 90% positives -> train: [0.0999424 0.9000576] -> validation: [0.10008641 0.89991359] -> bin_sld: 172.471s -> mul_sld: 27.815s -> binmc_sld: 172.819s -> mulmc_sld: 22.238s -> binne_sld: 171.872s -> mulne_sld: 21.113s -> ref: 11.632s -> atc_mc: 15.307s -> tot: 173.441s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00010.00000.00010.00000.5298
0.050.10060.10000.10000.09130.4611
0.10.18370.16020.15110.11070.4018
0.150.18910.15590.14590.10860.3476
0.20.15910.13200.12700.09640.3036
0.250.13610.11880.11240.08700.2600
0.30.11140.09540.09470.07430.2236
0.350.09680.08370.08560.06840.1920
0.40.07780.06830.07110.05810.1657
0.450.06260.05580.05900.04900.1389
0.50.04970.04450.04850.04080.1160
0.550.03960.03470.04020.03340.0962
0.60.02930.02670.03090.02690.0783
0.650.02420.02200.02610.02320.0599
0.70.01760.01570.02010.01780.0461
0.750.01290.01120.01500.01320.0323
0.80.00960.00890.01090.01030.0201
0.850.00670.00620.00690.00670.0099
0.90.00510.00490.00510.00470.0033
0.950.00360.00360.00360.00370.0090
1.00.00160.00140.00070.00060.0172
avg0.06270.05480.05500.04410.1672
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_90_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_90_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_90_f1.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.02810.05290.03120.07610.3846
0.050.09350.08430.09740.07990.2693
0.10.08090.07280.08010.06600.2102
0.150.07000.06360.06740.05930.1689
0.20.05380.05200.05130.05020.1424
0.250.04410.04400.04220.04400.1196
0.30.03640.03880.03580.04100.1030
0.350.03350.03620.03200.03930.0899
0.40.02790.03220.02630.03620.0797
0.450.02300.02780.02270.03240.0709
0.50.02070.02600.01990.03070.0631
0.550.01810.02350.01680.02870.0572
0.60.01600.02190.01470.02730.0522
0.650.01460.02080.01320.02600.0476
0.70.01470.01990.01290.02510.0443
0.750.01290.01820.01100.02310.0413
0.80.01230.01820.01030.02290.0399
0.850.01230.01780.00960.02200.0381
0.90.01150.01740.00890.02120.0384
0.950.01130.01680.00820.02010.0395
1.00.00560.01380.00250.01700.0410
avg0.03050.03420.02920.03750.1020
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_avg_train_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_avg_train_f1.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.10.00440.02430.00500.02160.0234
0.20.05170.08390.04630.11520.2314
0.30.03280.03700.03240.04520.0615
0.40.02640.02690.02650.02890.0380
0.50.01990.02030.02070.02100.0569
0.60.02700.02050.02790.02090.0831
0.70.02320.01770.02470.01900.1143
0.80.02670.02270.02490.02210.1419
0.90.06270.05480.05500.04410.1672
avg0.03050.03420.02920.03750.1020
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_avg_test_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_avg_test_f1.png) -### avg dataset shift -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_avg_f1.png) diff --git a/output/main/imdb_9prevs/imdb_max_conf_vs_entropy_pacc_acc.md b/output/main/imdb_9prevs/imdb_max_conf_vs_entropy_pacc_acc.md deleted file mode 100644 index 9992595..0000000 --- a/output/main/imdb_9prevs/imdb_max_conf_vs_entropy_pacc_acc.md +++ /dev/null @@ -1,2189 +0,0 @@ -# imdb_9prevs - -## 10% positives -> train: [0.89991359 0.10008641] -> validation: [0.9000576 0.0999424] -> bin_sld: 249.048s -> mul_sld: 71.459s -> mul_sld_gs: 455.993s -> bin_pacc: 244.563s -> mul_pacc: 43.016s -> binmc_pacc: 240.469s -> mulmc_pacc: 41.750s -> binne_pacc: 236.217s -> mulne_pacc: 34.041s -> bin_cc: 241.914s -> mul_cc: 40.328s -> kfcv: 24.723s -> ref: 18.562s -> atc_mc: 27.491s -> atc_ne: 25.568s -> doc_feat: 11.526s -> tot: 456.775s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.00390.01050.00570.00860.0370
0.050.00650.00660.00650.00690.0155
0.10.00920.00870.00900.00950.0067
0.150.00970.01040.00940.00850.0255
0.20.00980.01080.00940.00920.0457
0.250.01220.01400.01220.01010.0664
0.30.01100.01510.01140.00900.0858
0.350.01490.02010.01690.01200.1100
0.40.01720.02480.02030.01490.1302
0.450.01850.02660.02080.01630.1477
0.50.01960.03130.02250.01860.1697
0.550.02240.03530.02630.02100.1922
0.60.02060.03730.02600.02250.2117
0.650.02260.04180.02850.02480.2314
0.70.02630.04970.03450.03080.2566
0.750.02640.05130.03400.03240.2750
0.80.02640.05420.03540.03320.2944
0.850.02960.06050.03790.03810.3139
0.90.02750.06240.03750.03990.3317
0.950.03040.06880.04220.04590.3558
1.00.02730.06770.04050.04720.3755
avg0.01870.03370.02320.02190.1752
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_10_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_pacc_10_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_10_acc.png) - - -## 20% positives -> train: [0.7999712 0.2000288] -> validation: [0.7999712 0.2000288] -> bin_sld: 312.036s -> mul_sld: 63.355s -> bin_sld_gs: 1039.328s -> mul_sld_gs: 562.297s -> bin_sld_gsq: 402.075s -> bin_pacc: 297.187s -> mul_pacc: 36.589s -> binmc_pacc: 296.718s -> mulmc_pacc: 36.777s -> binne_pacc: 285.556s -> mulne_pacc: 47.832s -> bin_pacc_gs: 636.796s -> mul_pacc_gs: 141.445s -> bin_cc: 293.873s -> mul_cc: 46.722s -> kfcv: 30.476s -> ref: 26.348s -> atc_mc: 22.299s -> atc_ne: 41.782s -> doc_feat: 11.276s -> tot: 1040.077s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.00400.00770.00450.00430.0286
0.050.00870.00970.01140.01030.0195
0.10.01050.01180.01550.01100.0114
0.150.01020.01190.01940.01060.0075
0.20.01070.01200.02180.01110.0108
0.250.01160.01380.02270.01170.0177
0.30.01190.01390.02670.01170.0238
0.350.01360.01590.03270.01320.0367
0.40.01440.01630.03780.01420.0448
0.450.01380.01580.03550.01330.0538
0.50.01500.01760.03750.01490.0640
0.550.01590.01860.04480.01560.0729
0.60.01660.01900.04780.01620.0810
0.650.01670.02070.04980.01660.0895
0.70.01790.02220.05580.01830.1031
0.750.01520.01950.05240.01550.1092
0.80.01880.02390.06100.01910.1170
0.850.02160.02520.06760.02280.1265
0.90.02130.02660.06880.02290.1322
0.950.01990.02640.07150.02070.1443
1.00.02290.02820.06640.02330.1494
avg0.01480.01790.04050.01510.0687
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_20_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_pacc_20_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_20_acc.png) - - -## 30% positives -> train: [0.7000288 0.2999712] -> validation: [0.7000288 0.2999712] -> bin_sld: 302.903s -> mul_sld: 59.883s -> bin_sld_gs: 1013.188s -> mul_sld_gs: 556.087s -> bin_sld_gsq: 413.115s -> bin_pacc: 294.712s -> mul_pacc: 45.954s -> binmc_pacc: 300.950s -> mulmc_pacc: 45.939s -> binne_pacc: 289.350s -> mulne_pacc: 38.137s -> bin_pacc_gs: 643.072s -> mul_pacc_gs: 149.582s -> bin_cc: 298.684s -> mul_cc: 43.908s -> kfcv: 37.403s -> ref: 28.756s -> atc_mc: 39.420s -> atc_ne: 24.347s -> doc_feat: 22.815s -> tot: 1014.314s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.00740.00890.00920.01280.0279
0.050.01170.01250.01530.01520.0220
0.10.01250.01360.01710.01530.0157
0.150.01270.01320.01890.01540.0111
0.20.01320.01470.02040.01610.0108
0.250.01520.01640.02330.01720.0106
0.30.01460.01520.02120.01500.0105
0.350.01780.01880.02930.01920.0143
0.40.01800.01910.03120.01960.0199
0.450.01730.01830.03050.01810.0235
0.50.02070.02140.03290.02040.0301
0.550.01920.01990.03510.01830.0355
0.60.01980.02070.03680.01870.0404
0.650.02190.02240.03950.02030.0442
0.70.02410.02520.04370.02270.0517
0.750.02390.02400.04340.01970.0584
0.80.02590.02670.04690.02190.0608
0.850.02750.02690.05100.02150.0669
0.90.02840.02850.05310.02240.0698
0.950.02680.02710.05210.02070.0804
1.00.02750.02220.05270.01740.0817
avg0.01930.01980.03350.01850.0374
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_30_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_pacc_30_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_30_acc.png) - - -## 40% positives -> train: [0.5999424 0.4000576] -> validation: [0.60008641 0.39991359] -> bin_sld: 298.351s -> mul_sld: 51.270s -> bin_sld_gs: 1033.280s -> mul_sld_gs: 546.452s -> bin_sld_gsq: 421.394s -> bin_pacc: 298.508s -> mul_pacc: 34.186s -> binmc_pacc: 289.145s -> mulmc_pacc: 42.455s -> binne_pacc: 296.554s -> mulne_pacc: 45.269s -> bin_pacc_gs: 645.096s -> mul_pacc_gs: 145.337s -> bin_cc: 300.133s -> mul_cc: 42.690s -> kfcv: 36.406s -> ref: 22.353s -> atc_mc: 38.798s -> atc_ne: 34.811s -> doc_feat: 13.850s -> tot: 1034.124s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.00960.00820.00550.00890.0207
0.050.01330.01290.01200.01270.0204
0.10.01370.01420.01390.01440.0160
0.150.01530.01590.01660.01640.0151
0.20.01550.01610.01730.01610.0133
0.250.01220.01290.01420.01340.0099
0.30.01420.01610.01690.01660.0107
0.350.01590.01820.02030.01640.0089
0.40.01650.02030.02160.01660.0099
0.450.01690.02040.02140.01740.0109
0.50.01900.02380.02540.01960.0115
0.550.01730.02340.02330.01760.0117
0.60.01970.02680.02720.01890.0135
0.650.01840.02700.02750.01720.0142
0.70.02130.03030.03010.01980.0168
0.750.02130.03190.03160.02050.0182
0.80.02240.03370.03260.02150.0198
0.850.02270.03650.03630.02150.0229
0.90.02080.03580.03430.01960.0272
0.950.02340.03900.03740.02020.0283
1.00.02060.04000.03170.02030.0310
avg0.01760.02400.02370.01740.0167
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_40_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_pacc_40_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_40_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 303.489s -> mul_sld: 50.183s -> bin_sld_gs: 1015.361s -> mul_sld_gs: 552.539s -> bin_sld_gsq: 418.096s -> bin_pacc: 296.283s -> mul_pacc: 32.547s -> binmc_pacc: 299.487s -> mulmc_pacc: 40.506s -> binne_pacc: 293.984s -> mulne_pacc: 39.974s -> bin_pacc_gs: 643.158s -> mul_pacc_gs: 146.732s -> bin_cc: 292.672s -> mul_cc: 37.348s -> kfcv: 29.093s -> ref: 16.306s -> atc_mc: 25.874s -> atc_ne: 28.890s -> doc_feat: 11.601s -> tot: 1016.064s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.00830.00970.00630.01190.0100
0.050.01050.01230.00840.01440.0090
0.10.01220.01290.01160.01510.0096
0.150.01340.01440.01390.01720.0085
0.20.01350.01510.01540.01650.0086
0.250.01230.01400.01450.01560.0094
0.30.01450.01600.01620.01710.0098
0.350.01450.01640.01380.01790.0094
0.40.01400.01600.01310.01960.0101
0.450.01390.01540.01430.01820.0103
0.50.01700.01940.01790.02320.0124
0.550.01690.01960.01770.02170.0113
0.60.01810.01970.02020.02280.0110
0.650.01700.01840.01970.02080.0112
0.70.01790.01960.02320.02380.0109
0.750.01900.02080.02620.02480.0109
0.80.01860.02090.02710.02430.0100
0.850.01930.02180.03050.02590.0107
0.90.01790.01950.03080.02300.0114
0.950.02020.02260.03640.02760.0119
1.00.01880.02040.03490.02480.0107
avg0.01560.01740.01960.02030.0103
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_50_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_pacc_50_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_50_acc.png) - - -## 60% positives -> train: [0.39991359 0.60008641] -> validation: [0.4000576 0.5999424] -> bin_sld: 296.102s -> mul_sld: 56.083s -> bin_sld_gs: 1060.976s -> mul_sld_gs: 551.619s -> bin_sld_gsq: 425.664s -> bin_pacc: 293.321s -> mul_pacc: 44.690s -> binmc_pacc: 296.400s -> mulmc_pacc: 38.640s -> binne_pacc: 288.195s -> mulne_pacc: 44.768s -> bin_pacc_gs: 645.660s -> mul_pacc_gs: 146.232s -> bin_cc: 299.198s -> mul_cc: 41.642s -> kfcv: 21.885s -> ref: 26.261s -> atc_mc: 37.391s -> atc_ne: 35.750s -> doc_feat: 19.963s -> tot: 1061.773s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.01090.01180.00230.01140.0238
0.050.03900.01710.01850.01150.0205
0.10.03570.01550.01720.01240.0209
0.150.03770.01770.01860.01280.0139
0.20.03690.02070.01890.01470.0166
0.250.03470.01890.01780.01390.0133
0.30.03290.01990.01740.01600.0127
0.350.03710.02320.02090.01640.0116
0.40.03660.02540.02190.01710.0120
0.450.03210.02360.02110.01790.0118
0.50.03660.02910.02530.02180.0122
0.550.03370.02810.02420.02100.0127
0.60.03640.03180.02730.02410.0134
0.650.03080.02900.02470.02340.0147
0.70.03680.03770.03060.02970.0193
0.750.03420.03660.03030.02980.0206
0.80.03070.03610.02880.02940.0241
0.850.03050.03880.03080.03320.0237
0.90.02890.03870.03060.03310.0286
0.950.03230.04480.03570.03960.0316
1.00.02810.04510.03490.04090.0343
avg0.03300.02810.02370.02240.0187
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_60_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_pacc_60_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_60_acc.png) - - -## 70% positives -> train: [0.2999712 0.7000288] -> validation: [0.2999712 0.7000288] -> bin_sld: 303.930s -> mul_sld: 40.110s -> bin_sld_gs: 1015.962s -> mul_sld_gs: 557.286s -> bin_sld_gsq: 414.452s -> bin_pacc: 292.176s -> mul_pacc: 47.800s -> binmc_pacc: 302.570s -> mulmc_pacc: 44.408s -> binne_pacc: 293.019s -> mulne_pacc: 43.783s -> bin_pacc_gs: 648.943s -> mul_pacc_gs: 150.210s -> bin_cc: 288.613s -> mul_cc: 38.672s -> kfcv: 32.153s -> ref: 34.374s -> atc_mc: 38.938s -> atc_ne: 40.313s -> doc_feat: 20.243s -> tot: 1016.774s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.01220.03250.00690.01430.0699
0.050.01190.02510.00960.01890.0635
0.10.01320.02400.01090.01730.0617
0.150.01080.01910.00950.01750.0528
0.20.01230.01900.01190.02050.0507
0.250.01180.01640.01060.02110.0430
0.30.01100.01440.01150.01970.0386
0.350.01020.01230.01050.01970.0338
0.40.01090.01270.01220.02260.0306
0.450.01240.01330.01370.01950.0265
0.50.01240.01370.01380.02140.0207
0.550.01090.01320.01200.02170.0167
0.60.01010.01280.01170.02220.0144
0.650.01300.01620.01400.02330.0118
0.70.01240.01880.01190.02640.0100
0.750.01340.02150.01340.02610.0090
0.80.01530.02130.01350.02440.0125
0.850.01900.02720.01420.02680.0141
0.90.01940.02660.01410.02360.0185
0.950.02730.03490.01730.02830.0250
1.00.02880.03830.01400.02800.0288
avg0.01420.02060.01220.02210.0311
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_70_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_pacc_70_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_70_acc.png) - - -## 80% positives -> train: [0.2000288 0.7999712] -> validation: [0.2000288 0.7999712] -> bin_sld: 302.697s -> mul_sld: 51.427s -> bin_sld_gs: 1033.432s -> mul_sld_gs: 553.840s -> bin_sld_gsq: 405.825s -> bin_pacc: 296.888s -> mul_pacc: 34.390s -> binmc_pacc: 300.681s -> mulmc_pacc: 44.972s -> binne_pacc: 284.115s -> mulne_pacc: 37.204s -> bin_pacc_gs: 637.277s -> mul_pacc_gs: 146.708s -> bin_cc: 297.171s -> mul_cc: 42.941s -> kfcv: 27.967s -> ref: 32.469s -> atc_mc: 22.965s -> atc_ne: 39.769s -> doc_feat: 19.964s -> tot: 1034.198s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.03180.04060.01200.03580.1270
0.050.02440.02970.01280.03800.1198
0.10.02710.03350.01350.03130.1165
0.150.02210.02690.01130.02820.1057
0.20.02440.02840.01430.03240.0976
0.250.02340.02550.01290.03350.0873
0.30.02040.02250.01270.03170.0804
0.350.01890.01960.01110.02870.0719
0.40.02120.02120.01330.03070.0668
0.450.01810.01880.01190.02650.0571
0.50.01880.01810.01220.02750.0507
0.550.01600.01480.01170.02330.0430
0.60.01570.01380.01170.02540.0363
0.650.01620.01490.01360.02220.0247
0.70.01450.01380.01270.02100.0184
0.750.01540.01450.01380.02220.0119
0.80.01600.01500.01470.02120.0099
0.850.01420.01470.01420.01850.0101
0.90.01340.01470.01350.01680.0152
0.950.01370.01690.01610.01480.0224
1.00.00910.01720.01500.01260.0294
avg0.01880.02070.01310.02580.0572
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_80_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_pacc_80_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_80_acc.png) - - -## 90% positives -> train: [0.0999424 0.9000576] -> validation: [0.10008641 0.89991359] -> bin_sld: 170.505s -> mul_sld: 31.294s -> mul_sld_gs: 380.780s -> bin_cc: 164.518s -> mul_cc: 20.620s -> kfcv: 15.634s -> ref: 13.757s -> atc_mc: 18.010s -> atc_ne: 18.026s -> doc_feat: 10.161s -> tot: 381.531s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
atc_mc
0.00.2957
0.050.2812
0.10.2658
0.150.2470
0.20.2327
0.250.2133
0.30.1958
0.350.1800
0.40.1661
0.450.1473
0.50.1307
0.550.1150
0.60.0995
0.650.0798
0.70.0650
0.750.0479
0.80.0312
0.850.0160
0.90.0060
0.950.0171
1.00.0339
avg0.1365
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_90_acc.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_pacc_90_acc.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_90_acc.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.01100.01620.00650.01350.0712
0.050.01580.01570.01180.01600.0635
0.10.01680.01680.01360.01580.0582
0.150.01650.01620.01470.01580.0541
0.20.01700.01710.01620.01710.0541
0.250.01670.01650.01600.01710.0523
0.30.01630.01660.01670.01710.0520
0.350.01790.01810.01950.01790.0529
0.40.01860.01950.02140.01940.0545
0.450.01790.01900.02110.01840.0543
0.50.01990.02180.02340.02090.0558
0.550.01900.02160.02440.02000.0568
0.60.01960.02270.02610.02140.0579
0.650.01960.02380.02710.02110.0579
0.70.02140.02720.03030.02410.0613
0.750.02110.02750.03060.02390.0623
0.80.02180.02900.03250.02440.0644
0.850.02310.03140.03530.02600.0672
0.90.02220.03160.03540.02520.0712
0.950.02430.03500.03860.02720.0796
1.00.02290.03490.03630.02680.0861
avg0.01900.02280.02370.02040.0613
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_avg_train_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_avg_train_acc.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.10.01870.03370.02320.02190.1752
0.20.01480.01790.04050.01510.0687
0.30.01930.01980.03350.01850.0374
0.40.01760.02400.02370.01740.0167
0.50.01560.01740.01960.02030.0103
0.60.03300.02810.02370.02240.0187
0.70.01420.02060.01220.02210.0311
0.80.01880.02070.01310.02580.0572
0.9NaNNaNNaNNaN0.1365
avg0.01900.02280.02370.02040.0613
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_avg_test_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_avg_test_acc.png) -### avg dataset shift -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_avg_acc.png) diff --git a/output/main/imdb_9prevs/imdb_max_conf_vs_entropy_pacc_f1.md b/output/main/imdb_9prevs/imdb_max_conf_vs_entropy_pacc_f1.md deleted file mode 100644 index a9ac6f9..0000000 --- a/output/main/imdb_9prevs/imdb_max_conf_vs_entropy_pacc_f1.md +++ /dev/null @@ -1,2189 +0,0 @@ -# imdb_9prevs - -## 10% positives -> train: [0.89991359 0.10008641] -> validation: [0.9000576 0.0999424] -> bin_sld: 249.048s -> mul_sld: 71.459s -> mul_sld_gs: 455.993s -> bin_pacc: 244.563s -> mul_pacc: 43.016s -> binmc_pacc: 240.469s -> mulmc_pacc: 41.750s -> binne_pacc: 236.217s -> mulne_pacc: 34.041s -> bin_cc: 241.914s -> mul_cc: 40.328s -> kfcv: 24.723s -> ref: 18.562s -> atc_mc: 27.491s -> atc_ne: 25.568s -> doc_feat: 11.526s -> tot: 456.775s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.00000.10360.00820.22160.0000
0.050.00880.05740.01420.09890.0240
0.10.00810.06310.01300.08600.0244
0.150.00930.06350.01310.08800.0228
0.20.00790.06140.01510.07110.0245
0.250.00820.04970.01290.06200.0246
0.30.00780.05520.01360.06160.0266
0.350.00810.05060.01310.06040.0248
0.40.00520.05570.01110.06650.0230
0.450.00590.05280.01430.05140.0257
0.50.00770.06090.01650.06390.0264
0.550.00600.05580.01400.05960.0239
0.60.00660.05940.01400.06000.0248
0.650.00730.05570.01430.05500.0247
0.70.00710.05910.01460.05790.0239
0.750.00560.05310.01500.05690.0255
0.80.00640.05350.01440.05130.0242
0.850.00570.06030.01540.05830.0240
0.90.00760.06010.01560.05540.0256
0.950.00580.06110.01430.05760.0246
1.00.00730.05200.01500.05550.0246
avg0.00680.05920.01390.07140.0234
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_10_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_pacc_10_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_10_f1.png) - - -## 20% positives -> train: [0.7999712 0.2000288] -> validation: [0.7999712 0.2000288] -> bin_sld: 312.036s -> mul_sld: 63.355s -> bin_sld_gs: 1039.328s -> mul_sld_gs: 562.297s -> bin_sld_gsq: 402.075s -> bin_pacc: 297.187s -> mul_pacc: 36.589s -> binmc_pacc: 296.718s -> mulmc_pacc: 36.777s -> binne_pacc: 285.556s -> mulne_pacc: 47.832s -> bin_pacc_gs: 636.796s -> mul_pacc_gs: 141.445s -> bin_cc: 293.873s -> mul_cc: 46.722s -> kfcv: 30.476s -> ref: 26.348s -> atc_mc: 22.299s -> atc_ne: 41.782s -> doc_feat: 11.276s -> tot: 1040.077s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.34560.36890.17300.42150.0183
0.050.09740.15410.19700.12210.2921
0.10.06520.10470.15140.06960.2745
0.150.05600.08560.14300.05380.2661
0.20.04400.06560.12130.04650.2539
0.250.03590.06010.10030.04190.2445
0.30.03620.05540.09760.03940.2483
0.350.03980.05780.10990.04460.2419
0.40.03960.05710.11550.04390.2441
0.450.03220.04680.09400.03660.2362
0.50.02910.04370.08690.03540.2307
0.550.03520.04580.09860.03990.2358
0.60.03150.04080.09410.03700.2318
0.650.02940.03950.09070.03560.2306
0.70.03460.04230.10000.03930.2291
0.750.02920.03250.08800.03470.2291
0.80.03100.03760.09350.03830.2310
0.850.03390.03750.09590.03880.2303
0.90.03110.03800.09090.03900.2295
0.950.02970.03420.09340.03770.2301
1.00.02940.03440.08890.03680.2308
avg0.05410.07060.11070.06350.2314
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_20_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_pacc_20_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_20_f1.png) - - -## 30% positives -> train: [0.7000288 0.2999712] -> validation: [0.7000288 0.2999712] -> bin_sld: 302.903s -> mul_sld: 59.883s -> bin_sld_gs: 1013.188s -> mul_sld_gs: 556.087s -> bin_sld_gsq: 413.115s -> bin_pacc: 294.712s -> mul_pacc: 45.954s -> binmc_pacc: 300.950s -> mulmc_pacc: 45.939s -> binne_pacc: 289.350s -> mulne_pacc: 38.137s -> bin_pacc_gs: 643.072s -> mul_pacc_gs: 149.582s -> bin_cc: 298.684s -> mul_cc: 43.908s -> kfcv: 37.403s -> ref: 28.756s -> atc_mc: 39.420s -> atc_ne: 24.347s -> doc_feat: 22.815s -> tot: 1014.314s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.23150.21620.09860.31920.2272
0.050.08940.09940.11480.08810.1227
0.10.05970.06440.08520.05840.1024
0.150.04490.04700.07400.04490.0885
0.20.03800.03960.06480.03770.0813
0.250.04030.03980.06480.03580.0713
0.30.03020.03090.04800.02820.0552
0.350.03710.03310.06280.03080.0572
0.40.03270.02840.05800.02690.0500
0.450.03000.02610.05330.02440.0469
0.50.03060.02640.05050.02490.0429
0.550.02860.02350.05250.02090.0411
0.60.02700.02160.04910.01890.0383
0.650.02780.02200.05000.02000.0383
0.70.03060.02450.05310.02220.0372
0.750.02750.02080.04870.01760.0335
0.80.02780.02160.04960.01830.0340
0.850.02860.02040.05030.01690.0327
0.90.02810.02100.04990.01760.0326
0.950.02580.01820.04740.01520.0284
1.00.02580.01830.04650.01420.0295
avg0.04490.04110.06060.04290.0615
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_30_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_pacc_30_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_30_f1.png) - - -## 40% positives -> train: [0.5999424 0.4000576] -> validation: [0.60008641 0.39991359] -> bin_sld: 298.351s -> mul_sld: 51.270s -> bin_sld_gs: 1033.280s -> mul_sld_gs: 546.452s -> bin_sld_gsq: 421.394s -> bin_pacc: 298.508s -> mul_pacc: 34.186s -> binmc_pacc: 289.145s -> mulmc_pacc: 42.455s -> binne_pacc: 296.554s -> mulne_pacc: 45.269s -> bin_pacc_gs: 645.096s -> mul_pacc_gs: 145.337s -> bin_cc: 300.133s -> mul_cc: 42.690s -> kfcv: 36.406s -> ref: 22.353s -> atc_mc: 38.798s -> atc_ne: 34.811s -> doc_feat: 13.850s -> tot: 1034.124s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.22270.14630.06440.10420.4335
0.050.07000.08040.07680.08680.0606
0.10.04780.05430.05450.05780.0339
0.150.04210.04650.05210.04850.0263
0.20.03340.03710.04130.03810.0248
0.250.02410.02710.03220.02790.0213
0.30.02470.02980.03220.02970.0219
0.350.02410.03070.03460.02650.0195
0.40.02190.03060.03200.02370.0164
0.450.02150.02830.02940.02320.0191
0.50.02190.02980.03100.02290.0164
0.550.01840.02700.02630.01930.0133
0.60.01930.02860.02790.01910.0131
0.650.01760.02770.02720.01650.0124
0.70.01870.02810.02700.01740.0116
0.750.01830.02810.02710.01740.0104
0.80.01750.02750.02580.01700.0107
0.850.01720.02820.02730.01610.0084
0.90.01500.02630.02430.01390.0080
0.950.01620.02730.02510.01380.0082
1.00.01390.02710.02110.01340.0072
avg0.03460.03890.03520.03110.0380
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_40_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_pacc_40_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_40_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 303.489s -> mul_sld: 50.183s -> bin_sld_gs: 1015.361s -> mul_sld_gs: 552.539s -> bin_sld_gsq: 418.096s -> bin_pacc: 296.283s -> mul_pacc: 32.547s -> binmc_pacc: 299.487s -> mulmc_pacc: 40.506s -> binne_pacc: 293.984s -> mulne_pacc: 39.974s -> bin_pacc_gs: 643.158s -> mul_pacc_gs: 146.732s -> bin_cc: 292.672s -> mul_cc: 37.348s -> kfcv: 29.093s -> ref: 16.306s -> atc_mc: 25.874s -> atc_ne: 28.890s -> doc_feat: 11.601s -> tot: 1016.064s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.08410.05690.08020.07380.5313
0.050.05400.06380.05010.06240.2320
0.10.03640.04130.03400.04210.1230
0.150.03290.03630.03170.03990.0683
0.20.02790.03250.02760.03280.0417
0.250.02180.02490.02240.02600.0278
0.30.02190.02480.02270.02500.0169
0.350.02170.02400.01960.02490.0129
0.40.01830.02100.01730.02410.0113
0.450.01630.01800.01710.02020.0107
0.50.01850.02100.02030.02370.0121
0.550.01700.01950.01870.02070.0109
0.60.01680.01800.01950.02020.0105
0.650.01470.01570.01760.01710.0105
0.70.01480.01580.01980.01850.0106
0.750.01520.01600.02100.01830.0107
0.80.01360.01500.02010.01690.0105
0.850.01350.01470.02130.01700.0100
0.90.01190.01250.02030.01420.0111
0.950.01290.01390.02260.01640.0114
1.00.01130.01200.02060.01450.0102
avg0.02360.02460.02590.02710.0569
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_50_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_pacc_50_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_50_f1.png) - - -## 60% positives -> train: [0.39991359 0.60008641] -> validation: [0.4000576 0.5999424] -> bin_sld: 296.102s -> mul_sld: 56.083s -> bin_sld_gs: 1060.976s -> mul_sld_gs: 551.619s -> bin_sld_gsq: 425.664s -> bin_pacc: 293.321s -> mul_pacc: 44.690s -> binmc_pacc: 296.400s -> mulmc_pacc: 38.640s -> binne_pacc: 288.195s -> mulne_pacc: 44.768s -> bin_pacc_gs: 645.660s -> mul_pacc_gs: 146.232s -> bin_cc: 299.198s -> mul_cc: 41.642s -> kfcv: 21.885s -> ref: 26.261s -> atc_mc: 37.391s -> atc_ne: 35.750s -> doc_feat: 19.963s -> tot: 1061.773s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.00020.00900.00290.01750.5686
0.050.15830.07880.09480.05780.3422
0.10.11620.05850.06690.04130.2281
0.150.09590.05120.05770.03520.1475
0.20.07560.04520.04540.03310.1066
0.250.06130.03630.03700.02550.0747
0.30.05080.03340.03120.02470.0515
0.350.05150.03510.03310.02510.0344
0.40.04500.03380.03040.02310.0235
0.450.03640.02820.02590.02170.0169
0.50.03710.03070.02780.02410.0121
0.550.03190.02760.02450.02100.0087
0.60.03140.02840.02500.02220.0082
0.650.02480.02440.02100.01980.0093
0.70.02780.02920.02420.02350.0122
0.750.02420.02650.02230.02190.0135
0.80.02050.02450.01990.02030.0156
0.850.01900.02460.01980.02130.0152
0.90.01730.02340.01870.02020.0178
0.950.01830.02560.02060.02270.0189
1.00.01520.02460.01910.02230.0197
avg0.04570.03330.03180.02590.0831
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_60_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_pacc_60_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_60_f1.png) - - -## 70% positives -> train: [0.2999712 0.7000288] -> validation: [0.2999712 0.7000288] -> bin_sld: 303.930s -> mul_sld: 40.110s -> bin_sld_gs: 1015.962s -> mul_sld_gs: 557.286s -> bin_sld_gsq: 414.452s -> bin_pacc: 292.176s -> mul_pacc: 47.800s -> binmc_pacc: 302.570s -> mulmc_pacc: 44.408s -> binne_pacc: 293.019s -> mulne_pacc: 43.783s -> bin_pacc_gs: 648.943s -> mul_pacc_gs: 150.210s -> bin_cc: 288.613s -> mul_cc: 38.672s -> kfcv: 32.153s -> ref: 34.374s -> atc_mc: 38.938s -> atc_ne: 40.313s -> doc_feat: 20.243s -> tot: 1016.774s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.05600.03390.03160.00690.5833
0.050.04140.03550.03500.05180.4272
0.10.03490.02950.02970.04100.3236
0.150.02380.02330.02220.03890.2429
0.20.02350.02320.02290.03460.1899
0.250.01870.01850.01760.03000.1453
0.30.01540.01580.01550.02590.1125
0.350.01330.01710.01330.02630.0875
0.40.01290.01720.01320.02590.0688
0.450.01280.01460.01350.02080.0528
0.50.01200.01580.01290.02130.0385
0.550.01010.01470.01020.02040.0281
0.60.00870.01330.00920.01870.0209
0.650.01040.01390.01050.01810.0125
0.70.01000.01550.00860.01940.0077
0.750.00980.01560.00890.01780.0053
0.80.01030.01450.00850.01570.0065
0.850.01180.01680.00850.01620.0075
0.90.01140.01540.00800.01360.0101
0.950.01500.01900.00930.01540.0136
1.00.01500.02000.00720.01460.0151
avg0.01800.01920.01510.02350.1143
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_70_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_pacc_70_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_70_f1.png) - - -## 80% positives -> train: [0.2000288 0.7999712] -> validation: [0.2000288 0.7999712] -> bin_sld: 302.697s -> mul_sld: 51.427s -> bin_sld_gs: 1033.432s -> mul_sld_gs: 553.840s -> bin_sld_gsq: 405.825s -> bin_pacc: 296.888s -> mul_pacc: 34.390s -> binmc_pacc: 300.681s -> mulmc_pacc: 44.972s -> binne_pacc: 284.115s -> mulne_pacc: 37.204s -> bin_pacc_gs: 637.277s -> mul_pacc_gs: 146.708s -> bin_cc: 297.171s -> mul_cc: 42.941s -> kfcv: 27.967s -> ref: 32.469s -> atc_mc: 22.965s -> atc_ne: 39.769s -> doc_feat: 19.964s -> tot: 1034.198s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.10460.05560.03490.07200.5690
0.050.07210.03960.03200.04440.4617
0.10.06340.04050.02930.04410.3805
0.150.04640.02720.02080.02920.3102
0.20.04100.03050.02350.03000.2550
0.250.03130.02450.01910.02610.2072
0.30.02490.02070.01700.02210.1705
0.350.02100.01700.01360.01960.1388
0.40.02020.01650.01410.02010.1144
0.450.01670.01470.01170.01770.0909
0.50.01510.01250.01130.01700.0727
0.550.01210.01040.01010.01370.0569
0.60.01020.00930.00910.01420.0441
0.650.01100.01030.01020.01330.0297
0.70.00910.00950.00910.01220.0198
0.750.00900.00940.00920.01250.0119
0.80.00910.00930.00920.01190.0068
0.850.00790.00860.00840.01000.0049
0.90.00720.00820.00760.00890.0076
0.950.00720.00900.00860.00780.0117
1.00.00460.00880.00760.00640.0150
avg0.02590.01870.01510.02160.1419
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_80_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_pacc_80_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_80_f1.png) - - -## 90% positives -> train: [0.0999424 0.9000576] -> validation: [0.10008641 0.89991359] -> bin_sld: 170.505s -> mul_sld: 31.294s -> mul_sld_gs: 380.780s -> bin_cc: 164.518s -> mul_cc: 20.620s -> kfcv: 15.634s -> ref: 13.757s -> atc_mc: 18.010s -> atc_ne: 18.026s -> doc_feat: 10.161s -> tot: 381.531s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
atc_mc
0.00.5298
0.050.4611
0.10.4018
0.150.3476
0.20.3036
0.250.2600
0.30.2236
0.350.1920
0.40.1657
0.450.1389
0.50.1160
0.550.0962
0.60.0783
0.650.0599
0.70.0461
0.750.0323
0.80.0201
0.850.0099
0.90.0033
0.950.0090
1.00.0172
avg0.1672
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_90_f1.png) -![plot_diagonal](plot/diagonal_imdb_max_conf_vs_entropy_pacc_90_f1.png) -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_90_f1.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.13060.12380.06170.15460.3846
0.050.07390.07610.07680.07660.2693
0.10.05400.05700.05800.05500.2102
0.150.04390.04760.05180.04730.1689
0.20.03640.04190.04520.04050.1424
0.250.03020.03510.03830.03440.1196
0.30.02650.03320.03470.03210.1030
0.350.02710.03320.03750.03230.0899
0.40.02450.03250.03640.03180.0797
0.450.02150.02870.03240.02700.0709
0.50.02150.03010.03220.02920.0631
0.550.01990.02810.03180.02690.0572
0.60.01890.02740.03100.02630.0522
0.650.01790.02620.03020.02440.0476
0.70.01910.02800.03210.02630.0443
0.750.01740.02530.03000.02460.0413
0.80.01700.02540.03010.02370.0399
0.850.01720.02640.03080.02430.0381
0.90.01620.02560.02940.02280.0384
0.950.01640.02600.03020.02330.0395
1.00.01530.02470.02820.02220.0410
avg0.03170.03820.03850.03840.1020
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_avg_train_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_avg_train_f1.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.10.00680.05920.01390.07140.0234
0.20.05410.07060.11070.06350.2314
0.30.04490.04110.06060.04290.0615
0.40.03460.03890.03520.03110.0380
0.50.02360.02460.02590.02710.0569
0.60.04570.03330.03180.02590.0831
0.70.01800.01920.01510.02350.1143
0.80.02590.01870.01510.02160.1419
0.9NaNNaNNaNNaN0.1672
avg0.03170.03820.03850.03840.1020
- -![plot_delta](plot/delta_imdb_max_conf_vs_entropy_pacc_avg_test_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_avg_test_f1.png) -### avg dataset shift -![plot_shift](plot/shift_imdb_max_conf_vs_entropy_pacc_avg_f1.png) diff --git a/output/main/imdb_9prevs/imdb_sld_vs_pacc_acc.md b/output/main/imdb_9prevs/imdb_sld_vs_pacc_acc.md deleted file mode 100644 index 3bfab5d..0000000 --- a/output/main/imdb_9prevs/imdb_sld_vs_pacc_acc.md +++ /dev/null @@ -1,2157 +0,0 @@ -# imdb_9prevs - -## 10% positives -> train: [0.89991359 0.10008641] -> validation: [0.9000576 0.0999424] -> bin_sld: 189.173s -> mul_sld: 40.710s -> binmc_sld: 186.824s -> mulmc_sld: 25.516s -> binne_sld: 187.658s -> mulne_sld: 23.672s -> bin_pacc: 176.373s -> mul_pacc: 20.080s -> ref: 13.306s -> atc_mc: 17.351s -> tot: 189.603s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00120.00150.00420.00910.0370
0.050.01190.01380.00660.00670.0155
0.10.01230.01560.00920.00920.0067
0.150.01120.01690.01060.00930.0255
0.20.01010.01420.01110.00980.0457
0.250.01320.01620.01400.01090.0664
0.30.01930.05160.01360.01250.0858
0.350.02390.09230.01970.01570.1100
0.40.03380.14270.02340.01950.1302
0.450.04390.16410.02370.02040.1477
0.50.05320.18640.02590.02410.1697
0.550.06220.20690.03020.02730.1922
0.60.07560.22200.02950.02950.2117
0.650.08220.22030.03230.03240.2314
0.70.09020.23010.03830.03810.2566
0.750.10000.22740.03760.04100.2750
0.80.10620.20410.03960.04250.2944
0.850.11430.15940.04360.04380.3139
0.90.09820.11120.04240.04790.3317
0.950.04990.06050.04720.05470.3558
1.00.00000.01060.04410.05620.3755
avg0.04820.11270.02600.02670.1752
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_10_acc.png) -![plot_diagonal](plot/diagonal_imdb_sld_vs_pacc_10_acc.png) -![plot_shift](plot/shift_imdb_sld_vs_pacc_10_acc.png) - - -## 20% positives -> train: [0.7999712 0.2000288] -> validation: [0.7999712 0.2000288] -> bin_sld: 187.104s -> mul_sld: 36.250s -> binmc_sld: 185.481s -> mulmc_sld: 31.669s -> binne_sld: 187.316s -> mulne_sld: 35.209s -> bin_pacc: 177.023s -> mul_pacc: 19.936s -> ref: 13.278s -> atc_mc: 17.449s -> tot: 188.478s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00170.00230.00290.00590.0286
0.050.01070.01300.00950.00950.0195
0.10.01360.01540.01260.01220.0114
0.150.01480.01590.01470.01370.0075
0.20.01410.01430.01600.01570.0108
0.250.01270.01230.01620.01790.0177
0.30.01290.01350.01970.02110.0238
0.350.01330.01660.02440.02610.0367
0.40.01420.02170.02670.02840.0448
0.450.01650.02380.02440.02800.0538
0.50.01810.03210.02540.03080.0640
0.550.02060.04120.03140.03540.0729
0.60.02730.05140.03320.03870.0810
0.650.02890.05730.03350.04250.0895
0.70.03680.06760.03690.04580.1031
0.750.03800.07300.03450.04390.1092
0.80.04470.08350.04210.05200.1170
0.850.05080.09480.04660.05780.1265
0.90.05340.10110.04660.06240.1322
0.950.04820.10260.04760.06120.1443
1.00.00220.08200.04540.06410.1494
avg0.02350.04450.02810.03390.0687
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_20_acc.png) -![plot_diagonal](plot/diagonal_imdb_sld_vs_pacc_20_acc.png) -![plot_shift](plot/shift_imdb_sld_vs_pacc_20_acc.png) - - -## 30% positives -> train: [0.7000288 0.2999712] -> validation: [0.7000288 0.2999712] -> bin_sld: 182.167s -> mul_sld: 29.557s -> binmc_sld: 180.200s -> mulmc_sld: 28.430s -> binne_sld: 181.220s -> mulne_sld: 28.868s -> bin_pacc: 174.026s -> mul_pacc: 20.400s -> ref: 13.451s -> atc_mc: 18.102s -> tot: 183.051s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00160.00360.00620.00960.0279
0.050.01030.01430.01200.01230.0220
0.10.01720.02030.01320.01290.0157
0.150.01710.02120.01390.01320.0111
0.20.01720.01970.01440.01450.0108
0.250.01750.01680.01690.01650.0106
0.30.01760.01850.01590.01560.0105
0.350.01670.01570.02140.01960.0143
0.40.01540.01590.02200.02030.0199
0.450.01360.01500.02140.02020.0235
0.50.01600.01920.02510.02310.0301
0.550.01500.01920.02520.02220.0355
0.60.01530.02320.02640.02290.0404
0.650.01700.02610.02860.02570.0442
0.70.02370.03520.03320.02840.0517
0.750.02390.03840.03230.02760.0584
0.80.02650.04160.03540.03050.0608
0.850.03140.05040.03930.03260.0669
0.90.03290.05220.04050.03350.0698
0.950.03390.05400.03940.03250.0804
1.00.00300.02220.03320.03450.0817
avg0.01820.02590.02460.02230.0374
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_30_acc.png) -![plot_diagonal](plot/diagonal_imdb_sld_vs_pacc_30_acc.png) -![plot_shift](plot/shift_imdb_sld_vs_pacc_30_acc.png) - - -## 40% positives -> train: [0.5999424 0.4000576] -> validation: [0.60008641 0.39991359] -> bin_sld: 181.684s -> mul_sld: 30.343s -> binmc_sld: 179.998s -> mulmc_sld: 29.275s -> binne_sld: 182.085s -> mulne_sld: 29.662s -> bin_pacc: 176.735s -> mul_pacc: 20.744s -> ref: 13.516s -> atc_mc: 17.986s -> tot: 183.203s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00160.00420.00730.01120.0207
0.050.00820.01060.01210.01440.0204
0.10.01370.01510.01370.01570.0160
0.150.01730.01810.01560.01780.0151
0.20.01840.02040.01580.01810.0133
0.250.01670.02040.01270.01540.0099
0.30.02080.02470.01540.01770.0107
0.350.01810.01910.01770.02000.0089
0.40.01750.01780.01890.02070.0099
0.450.01880.01810.01920.02070.0109
0.50.02060.01830.02290.02310.0115
0.550.01830.01730.02200.02120.0117
0.60.01780.01650.02520.02400.0135
0.650.01580.01530.02510.02320.0142
0.70.01760.01730.02740.02450.0168
0.750.01730.01890.02900.02560.0182
0.80.01780.02060.03070.02620.0198
0.850.02100.02660.03390.02760.0229
0.90.02140.02670.03210.02620.0272
0.950.02360.03070.03560.02820.0283
1.00.00370.01090.03170.02680.0310
avg0.01650.01850.02210.02130.0167
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_40_acc.png) -![plot_diagonal](plot/diagonal_imdb_sld_vs_pacc_40_acc.png) -![plot_shift](plot/shift_imdb_sld_vs_pacc_40_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 183.289s -> mul_sld: 29.440s -> binmc_sld: 180.043s -> mulmc_sld: 29.019s -> binne_sld: 182.581s -> mulne_sld: 29.161s -> bin_pacc: 175.513s -> mul_pacc: 20.580s -> ref: 13.469s -> atc_mc: 18.022s -> tot: 183.861s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00100.00370.00970.01680.0100
0.050.00850.01010.01150.01830.0090
0.10.00820.01100.01340.01960.0096
0.150.01050.01350.01450.02080.0085
0.20.01320.01590.01390.02140.0086
0.250.01500.01700.01370.02120.0094
0.30.01920.02180.01500.02120.0098
0.350.01780.02030.01360.02430.0094
0.40.01660.02000.01320.02550.0101
0.450.01870.02370.01380.02430.0103
0.50.01790.02010.01640.02830.0124
0.550.01850.02260.01680.02740.0113
0.60.02010.02290.01730.02880.0110
0.650.02010.02190.01650.02580.0112
0.70.01710.01650.01690.02940.0109
0.750.01830.01660.01870.03080.0109
0.80.01730.01510.01890.02970.0100
0.850.01710.01340.01950.03100.0107
0.90.01400.01050.01870.02880.0114
0.950.01750.01460.02130.03310.0119
1.00.00620.00760.02000.03060.0107
avg0.01490.01610.01590.02560.0103
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_50_acc.png) -![plot_diagonal](plot/diagonal_imdb_sld_vs_pacc_50_acc.png) -![plot_shift](plot/shift_imdb_sld_vs_pacc_50_acc.png) - - -## 60% positives -> train: [0.39991359 0.60008641] -> validation: [0.4000576 0.5999424] -> bin_sld: 181.668s -> mul_sld: 29.617s -> binmc_sld: 180.480s -> mulmc_sld: 28.823s -> binne_sld: 182.053s -> mulne_sld: 28.654s -> bin_pacc: 176.533s -> mul_pacc: 20.753s -> ref: 13.464s -> atc_mc: 17.977s -> tot: 183.024s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00060.00460.00790.01110.0238
0.050.02270.02100.02590.01690.0205
0.10.02230.02050.02330.01570.0209
0.150.02260.01980.02630.01680.0139
0.20.01830.01860.02620.01890.0166
0.250.01600.01540.02570.01690.0133
0.30.01400.01560.02490.01820.0127
0.350.01650.01660.02920.02090.0116
0.40.01410.01480.02960.02150.0120
0.450.01380.01510.02730.02050.0118
0.50.01610.01650.03220.02520.0122
0.550.01500.01650.03050.02370.0127
0.60.01740.01830.03390.02660.0134
0.650.01840.01960.03010.02390.0147
0.70.01840.01520.03630.03020.0193
0.750.01960.01530.03530.02980.0206
0.80.01980.01780.03280.02900.0241
0.850.02060.01400.03440.03120.0237
0.90.01940.01140.03390.03080.0286
0.950.02400.01190.03840.03690.0316
1.00.01130.00750.03610.03670.0343
avg0.01720.01550.02950.02390.0187
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_60_acc.png) -![plot_diagonal](plot/diagonal_imdb_sld_vs_pacc_60_acc.png) -![plot_shift](plot/shift_imdb_sld_vs_pacc_60_acc.png) - - -## 70% positives -> train: [0.2999712 0.7000288] -> validation: [0.2999712 0.7000288] -> bin_sld: 183.652s -> mul_sld: 28.322s -> binmc_sld: 181.431s -> mulmc_sld: 27.437s -> binne_sld: 182.010s -> mulne_sld: 28.139s -> bin_pacc: 175.741s -> mul_pacc: 20.586s -> ref: 13.757s -> atc_mc: 17.949s -> tot: 184.200s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00050.00480.00660.02360.0699
0.050.03160.03450.00990.01780.0635
0.10.03150.03520.01090.01810.0617
0.150.03170.03310.00960.01610.0528
0.20.02790.02830.01200.01750.0507
0.250.02420.02390.01030.01650.0430
0.30.02040.01990.01090.01510.0386
0.350.02230.02080.01020.01360.0338
0.40.01860.01980.01150.01390.0306
0.450.01510.01630.01250.01550.0265
0.50.01500.01660.01330.01470.0207
0.550.01310.01460.01180.01260.0167
0.60.01150.01390.01120.01240.0144
0.650.01390.01870.01340.01620.0118
0.70.01080.01300.01260.01120.0100
0.750.01250.01330.01430.01130.0090
0.80.01410.01690.01530.01280.0125
0.850.01520.01660.01800.01290.0141
0.90.01520.01600.01780.01420.0185
0.950.01350.00900.02500.01200.0250
1.00.00330.00380.02150.01130.0288
avg0.01720.01850.01330.01470.0311
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_70_acc.png) -![plot_diagonal](plot/diagonal_imdb_sld_vs_pacc_70_acc.png) -![plot_shift](plot/shift_imdb_sld_vs_pacc_70_acc.png) - - -## 80% positives -> train: [0.2000288 0.7999712] -> validation: [0.2000288 0.7999712] -> bin_sld: 184.106s -> mul_sld: 28.336s -> binmc_sld: 183.242s -> mulmc_sld: 27.274s -> binne_sld: 184.907s -> mulne_sld: 27.269s -> bin_pacc: 175.764s -> mul_pacc: 20.476s -> ref: 13.542s -> atc_mc: 17.815s -> tot: 186.258s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00100.03000.01570.03910.1270
0.050.04670.07590.01880.04430.1198
0.10.05250.07700.01590.03270.1165
0.150.05120.07550.01490.03440.1057
0.20.04650.06780.01830.03750.0976
0.250.04180.06230.01870.04110.0873
0.30.03510.05390.01670.03810.0804
0.350.03300.05000.01460.03490.0719
0.40.02960.04540.01830.03600.0668
0.450.02130.03400.01570.03250.0571
0.50.01940.02970.01620.03350.0507
0.550.01670.02400.01410.02950.0430
0.60.01400.02140.01360.03530.0363
0.650.01330.01780.01530.03060.0247
0.70.01110.01540.01350.02980.0184
0.750.01080.01270.01380.03490.0119
0.80.01210.01270.01370.03230.0099
0.850.01350.01360.01280.03010.0101
0.90.01480.01330.01090.02850.0152
0.950.01100.00900.01010.02930.0224
1.00.00370.00280.00500.02900.0294
avg0.02380.03540.01460.03400.0572
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_80_acc.png) -![plot_diagonal](plot/diagonal_imdb_sld_vs_pacc_80_acc.png) -![plot_shift](plot/shift_imdb_sld_vs_pacc_80_acc.png) - - -## 90% positives -> train: [0.0999424 0.9000576] -> validation: [0.10008641 0.89991359] -> bin_sld: 172.471s -> mul_sld: 27.815s -> binmc_sld: 172.819s -> mulmc_sld: 22.238s -> binne_sld: 171.872s -> mulne_sld: 21.113s -> ref: 11.632s -> atc_mc: 15.307s -> tot: 173.441s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldatc_mc
0.00.00070.03440.2957
0.050.05050.09110.2812
0.10.10020.14370.2658
0.150.14690.17310.2470
0.20.15470.18520.2327
0.250.14870.18710.2133
0.30.13670.17800.1958
0.350.13000.17800.1800
0.40.11640.16880.1661
0.450.10310.13280.1473
0.50.08990.11780.1307
0.550.07800.09320.1150
0.60.06320.08110.0995
0.650.05420.06240.0798
0.70.04220.04560.0650
0.750.03110.03150.0479
0.80.02140.02070.0312
0.850.01270.01230.0160
0.90.00980.00980.0060
0.950.00750.00900.0171
1.00.00140.00140.0339
avg0.07140.09320.1365
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_90_acc.png) -![plot_diagonal](plot/diagonal_imdb_sld_vs_pacc_90_acc.png) -![plot_shift](plot/shift_imdb_sld_vs_pacc_90_acc.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00110.00990.00760.01580.0712
0.050.02230.03160.01330.01750.0635
0.10.03020.03930.01400.01700.0582
0.150.03590.04300.01500.01780.0541
0.20.03560.04270.01600.01920.0541
0.250.03400.04130.01600.01950.0523
0.30.03290.04420.01650.01990.0520
0.350.03240.04770.01880.02190.0529
0.40.03070.05190.02050.02320.0545
0.450.02940.04920.01970.02270.0543
0.50.02960.05080.02220.02540.0558
0.550.02860.05060.02270.02490.0568
0.60.02910.05230.02380.02730.0579
0.650.02930.05100.02440.02750.0579
0.70.02980.05070.02690.02970.0613
0.750.03020.04970.02690.03060.0623
0.80.03110.04810.02860.03190.0644
0.850.03300.04460.03100.03340.0672
0.90.03100.03910.03040.03400.0712
0.950.02550.03350.03310.03600.0796
1.00.00390.01650.02960.03610.0861
avg0.02790.04230.02180.02530.0613
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_avg_train_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_avg_train_acc.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.10.04820.11270.02600.02670.1752
0.20.02350.04450.02810.03390.0687
0.30.01820.02590.02460.02230.0374
0.40.01650.01850.02210.02130.0167
0.50.01490.01610.01590.02560.0103
0.60.01720.01550.02950.02390.0187
0.70.01720.01850.01330.01470.0311
0.80.02380.03540.01460.03400.0572
0.90.07140.0932NaNNaN0.1365
avg0.02790.04230.02180.02530.0613
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_avg_test_acc.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_avg_test_acc.png) -### avg dataset shift -![plot_shift](plot/shift_imdb_sld_vs_pacc_avg_acc.png) diff --git a/output/main/imdb_9prevs/imdb_sld_vs_pacc_f1.md b/output/main/imdb_9prevs/imdb_sld_vs_pacc_f1.md deleted file mode 100644 index e11c768..0000000 --- a/output/main/imdb_9prevs/imdb_sld_vs_pacc_f1.md +++ /dev/null @@ -1,2157 +0,0 @@ -# imdb_9prevs - -## 10% positives -> train: [0.89991359 0.10008641] -> validation: [0.9000576 0.0999424] -> bin_sld: 189.173s -> mul_sld: 40.710s -> binmc_sld: 186.824s -> mulmc_sld: 25.516s -> binne_sld: 187.658s -> mulne_sld: 23.672s -> bin_pacc: 176.373s -> mul_pacc: 20.080s -> ref: 13.306s -> atc_mc: 17.351s -> tot: 189.603s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.05550.02590.00500.07630.0000
0.050.01090.02250.01130.05170.0240
0.10.00670.01380.01070.05010.0244
0.150.00620.01080.01180.04390.0228
0.20.00370.01140.01130.04290.0245
0.250.00300.01430.01230.03660.0246
0.30.00230.01920.01150.04570.0266
0.350.00290.02140.01210.03630.0248
0.40.00240.02170.00910.03800.0230
0.450.00330.02500.01140.04180.0257
0.50.00350.02590.01360.04260.0264
0.550.00280.02380.01060.03770.0239
0.60.00340.02470.01140.04220.0248
0.650.00360.02460.01190.03520.0247
0.70.00330.02390.01240.03320.0239
0.750.00310.02550.01180.03700.0255
0.80.00310.02420.01190.03670.0242
0.850.00300.02390.01160.03330.0240
0.90.00290.02550.01300.03940.0256
0.950.00150.02230.01170.04090.0246
1.00.00010.02080.01270.04050.0246
avg0.00610.02150.01140.04200.0234
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_10_f1.png) -![plot_diagonal](plot/diagonal_imdb_sld_vs_pacc_10_f1.png) -![plot_shift](plot/shift_imdb_sld_vs_pacc_10_f1.png) - - -## 20% positives -> train: [0.7999712 0.2000288] -> validation: [0.7999712 0.2000288] -> bin_sld: 187.104s -> mul_sld: 36.250s -> binmc_sld: 185.481s -> mulmc_sld: 31.669s -> binne_sld: 187.316s -> mulne_sld: 35.209s -> bin_pacc: 177.023s -> mul_pacc: 19.936s -> ref: 13.278s -> atc_mc: 17.449s -> tot: 188.478s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.17050.37560.21700.64090.0183
0.050.22060.15540.17440.14210.2921
0.10.13830.10790.12430.09980.2745
0.150.09710.11150.11260.09510.2661
0.20.05810.09950.09630.08280.2539
0.250.03360.09060.07360.07930.2445
0.30.02980.09190.07570.08170.2483
0.350.02050.10010.08710.08980.2419
0.40.01780.10430.08650.09150.2441
0.450.02080.09280.06890.08340.2362
0.50.01330.09070.06170.07840.2307
0.550.01340.09530.07400.08230.2358
0.60.01700.09570.07020.08470.2318
0.650.01500.09530.06600.08590.2306
0.70.02270.09710.07160.09050.2291
0.750.01810.09090.06410.08150.2291
0.80.02220.09690.07080.08910.2310
0.850.02150.09680.06990.09050.2303
0.90.02180.09760.06620.09210.2295
0.950.01930.09580.06770.09100.2301
1.00.00270.10490.06320.09090.2308
avg0.04730.11360.08870.11630.2314
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_20_f1.png) -![plot_diagonal](plot/diagonal_imdb_sld_vs_pacc_20_f1.png) -![plot_shift](plot/shift_imdb_sld_vs_pacc_20_f1.png) - - -## 30% positives -> train: [0.7000288 0.2999712] -> validation: [0.7000288 0.2999712] -> bin_sld: 182.167s -> mul_sld: 29.557s -> binmc_sld: 180.200s -> mulmc_sld: 28.430s -> binne_sld: 181.220s -> mulne_sld: 28.868s -> bin_pacc: 174.026s -> mul_pacc: 20.400s -> ref: 13.451s -> atc_mc: 18.102s -> tot: 183.051s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.01990.15380.17650.36180.2272
0.050.13340.13460.09460.10290.1227
0.10.10170.10090.06410.06550.1024
0.150.07250.07090.04950.05120.0885
0.20.05400.05050.04110.04310.0813
0.250.04820.04070.04370.04370.0713
0.30.03810.03440.03260.03520.0552
0.350.03160.02710.04220.04110.0572
0.40.02350.02330.03720.03690.0500
0.450.01970.02190.03420.03460.0469
0.50.01770.02370.03420.03410.0429
0.550.01580.02250.03430.03220.0411
0.60.01170.02430.03180.03010.0383
0.650.01230.02490.03190.03200.0383
0.70.01720.03140.03620.03440.0372
0.750.01440.03110.03210.03020.0335
0.80.01530.03180.03280.03160.0340
0.850.01660.03530.03420.03270.0327
0.90.01730.03520.03370.03220.0326
0.950.01720.03480.03140.02990.0284
1.00.00250.01820.02780.03060.0295
avg0.03340.04620.04650.05550.0615
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_30_f1.png) -![plot_diagonal](plot/diagonal_imdb_sld_vs_pacc_30_f1.png) -![plot_shift](plot/shift_imdb_sld_vs_pacc_30_f1.png) - - -## 40% positives -> train: [0.5999424 0.4000576] -> validation: [0.60008641 0.39991359] -> bin_sld: 181.684s -> mul_sld: 30.343s -> binmc_sld: 179.998s -> mulmc_sld: 29.275s -> binne_sld: 182.085s -> mulne_sld: 29.662s -> bin_pacc: 176.735s -> mul_pacc: 20.744s -> ref: 13.516s -> atc_mc: 17.986s -> tot: 183.203s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00710.05160.14260.05990.4335
0.050.10820.08650.06730.09720.0606
0.10.06510.06510.05060.06210.0339
0.150.05580.05450.04540.05380.0263
0.20.04510.04650.03630.04160.0248
0.250.03530.03940.02710.03270.0213
0.30.03670.04000.02790.03190.0219
0.350.02860.02800.02910.03220.0195
0.40.02370.02340.02740.02960.0164
0.450.02430.02240.02570.02710.0191
0.50.02370.02020.02780.02720.0164
0.550.01900.01720.02470.02280.0133
0.60.01610.01460.02600.02360.0131
0.650.01320.01260.02500.02180.0124
0.70.01320.01310.02470.02120.0116
0.750.01170.01350.02520.02130.0104
0.80.01090.01360.02440.01990.0107
0.850.01170.01650.02560.02000.0084
0.90.01150.01600.02310.01800.0080
0.950.01230.01760.02420.01860.0082
1.00.00240.00710.02120.01760.0072
avg0.02740.02950.03580.03330.0380
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_40_f1.png) -![plot_diagonal](plot/diagonal_imdb_sld_vs_pacc_40_f1.png) -![plot_shift](plot/shift_imdb_sld_vs_pacc_40_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 183.289s -> mul_sld: 29.440s -> binmc_sld: 180.043s -> mulmc_sld: 29.019s -> binne_sld: 182.581s -> mulne_sld: 29.161s -> bin_pacc: 175.513s -> mul_pacc: 20.580s -> ref: 13.469s -> atc_mc: 18.022s -> tot: 183.861s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00410.01250.12790.03550.5313
0.050.08820.06770.05820.07180.2320
0.10.05100.04580.04060.05830.1230
0.150.03820.03770.03420.05090.0683
0.20.02730.03260.02750.04450.0417
0.250.02500.02720.02200.03860.0278
0.30.02590.03020.02190.03400.0169
0.350.02200.02480.01910.03640.0129
0.40.01920.02250.01620.03400.0113
0.450.01970.02450.01590.02960.0107
0.50.01830.01930.01730.03130.0121
0.550.01740.02030.01650.02820.0109
0.60.01700.01910.01590.02730.0105
0.650.01590.01720.01400.02310.0105
0.70.01290.01240.01390.02470.0106
0.750.01330.01170.01470.02420.0107
0.80.01160.01000.01370.02200.0105
0.850.01050.00810.01350.02170.0100
0.90.00810.00600.01230.01920.0111
0.950.00940.00800.01340.02090.0114
1.00.00360.00430.01190.01850.0102
avg0.02180.02200.02570.03310.0569
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_50_f1.png) -![plot_diagonal](plot/diagonal_imdb_sld_vs_pacc_50_f1.png) -![plot_shift](plot/shift_imdb_sld_vs_pacc_50_f1.png) - - -## 60% positives -> train: [0.39991359 0.60008641] -> validation: [0.4000576 0.5999424] -> bin_sld: 181.668s -> mul_sld: 29.617s -> binmc_sld: 180.480s -> mulmc_sld: 28.823s -> binne_sld: 182.053s -> mulne_sld: 28.654s -> bin_pacc: 176.533s -> mul_pacc: 20.753s -> ref: 13.464s -> atc_mc: 17.977s -> tot: 183.024s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00040.00020.00320.00360.5686
0.050.13710.11080.09950.11030.3422
0.10.10270.08150.07330.07830.2281
0.150.08260.06280.06650.06340.1475
0.20.05710.04640.05340.05070.1066
0.250.04290.03260.04540.03850.0747
0.30.03150.02760.03870.03510.0515
0.350.03090.02610.04180.03520.0344
0.40.02350.02050.03750.03270.0235
0.450.01800.01720.03160.02690.0169
0.50.01890.01750.03340.02870.0121
0.550.01500.01500.02960.02490.0087
0.60.01520.01510.02980.02530.0082
0.650.01440.01480.02500.02100.0093
0.70.01400.01110.02790.02430.0122
0.750.01390.01040.02550.02240.0135
0.80.01290.01130.02230.02040.0156
0.850.01240.00830.02180.02040.0152
0.90.01120.00650.02050.01900.0178
0.950.01300.00630.02200.02140.0189
1.00.00600.00400.01970.02020.0197
avg0.03210.02600.03660.03440.0831
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_60_f1.png) -![plot_diagonal](plot/diagonal_imdb_sld_vs_pacc_60_f1.png) -![plot_shift](plot/shift_imdb_sld_vs_pacc_60_f1.png) - - -## 70% positives -> train: [0.2999712 0.7000288] -> validation: [0.2999712 0.7000288] -> bin_sld: 183.652s -> mul_sld: 28.322s -> binmc_sld: 181.431s -> mulmc_sld: 27.437s -> binne_sld: 182.010s -> mulne_sld: 28.139s -> bin_pacc: 175.741s -> mul_pacc: 20.586s -> ref: 13.757s -> atc_mc: 17.949s -> tot: 184.200s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00030.00000.03090.01360.5833
0.050.12630.11320.03680.04310.4272
0.10.10160.09170.03050.03640.3236
0.150.08490.07470.02360.02870.2429
0.20.06450.05510.02430.02630.1899
0.250.04890.04080.01790.02050.1453
0.30.03690.02970.01610.01540.1125
0.350.03500.02810.01400.01600.0875
0.40.02650.02330.01360.01530.0688
0.450.01910.01730.01300.01350.0528
0.50.01650.01580.01260.01360.0385
0.550.01330.01260.01060.01080.0281
0.60.00980.01110.00910.00930.0209
0.650.01090.01360.01050.01140.0125
0.70.00800.00890.00970.00790.0077
0.750.00820.00850.00980.00740.0053
0.80.00860.01040.00990.00780.0065
0.850.00880.00970.01090.00760.0075
0.90.00830.00890.01020.00790.0101
0.950.00700.00470.01360.00640.0136
1.00.00170.00190.01120.00580.0151
avg0.03070.02760.01610.01550.1143
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_70_f1.png) -![plot_diagonal](plot/diagonal_imdb_sld_vs_pacc_70_f1.png) -![plot_shift](plot/shift_imdb_sld_vs_pacc_70_f1.png) - - -## 80% positives -> train: [0.2000288 0.7999712] -> validation: [0.2000288 0.7999712] -> bin_sld: 184.106s -> mul_sld: 28.336s -> binmc_sld: 183.242s -> mulmc_sld: 27.274s -> binne_sld: 184.907s -> mulne_sld: 27.269s -> bin_pacc: 175.764s -> mul_pacc: 20.476s -> ref: 13.542s -> atc_mc: 17.815s -> tot: 186.258s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00020.00000.04130.09460.5690
0.050.12730.11960.03390.05610.4617
0.10.12460.11760.03230.05100.3805
0.150.10530.10400.02250.03250.3102
0.20.08190.08360.02540.03260.2550
0.250.06650.07000.02150.02760.2072
0.30.05010.05450.01810.02330.1705
0.350.04270.04720.01520.02070.1388
0.40.03410.03910.01650.02170.1144
0.450.02300.02720.01370.01950.0909
0.50.01920.02200.01330.01910.0727
0.550.01500.01690.01070.01740.0569
0.60.01150.01380.00930.01940.0441
0.650.01020.01180.01050.01780.0297
0.70.00800.00950.00870.01680.0198
0.750.00700.00720.00840.01950.0119
0.80.00730.00760.00810.01780.0068
0.850.00760.00790.00720.01630.0049
0.90.00790.00740.00590.01520.0076
0.950.00570.00470.00530.01540.0117
1.00.00180.00140.00250.01480.0150
avg0.03600.03680.01570.02710.1419
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_80_f1.png) -![plot_diagonal](plot/diagonal_imdb_sld_vs_pacc_80_f1.png) -![plot_shift](plot/shift_imdb_sld_vs_pacc_80_f1.png) - - -## 90% positives -> train: [0.0999424 0.9000576] -> validation: [0.10008641 0.89991359] -> bin_sld: 172.471s -> mul_sld: 27.815s -> binmc_sld: 172.819s -> mulmc_sld: 22.238s -> binne_sld: 171.872s -> mulne_sld: 21.113s -> ref: 11.632s -> atc_mc: 15.307s -> tot: 173.441s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldatc_mc
0.00.00010.00000.5298
0.050.10080.10100.4611
0.10.19100.18950.4018
0.150.26610.23880.3476
0.20.25640.25590.3036
0.250.22310.24540.2600
0.30.18570.22150.2236
0.350.16150.21250.1920
0.40.13190.18680.1657
0.450.10720.12870.1389
0.50.08600.10600.1160
0.550.06900.07590.0962
0.60.05190.06230.0783
0.650.04140.04410.0599
0.70.03010.02970.0461
0.750.02080.01940.0323
0.80.01340.01220.0201
0.850.00750.00700.0099
0.90.00540.00540.0033
0.950.00390.00470.0090
1.00.00070.00070.0172
avg0.09300.10230.1672
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_90_f1.png) -![plot_diagonal](plot/diagonal_imdb_sld_vs_pacc_90_f1.png) -![plot_shift](plot/shift_imdb_sld_vs_pacc_90_f1.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.02870.06890.09300.16080.3846
0.050.11700.10120.07200.08440.2693
0.10.09810.09040.05330.06270.2102
0.150.08990.08510.04580.05240.1689
0.20.07200.07570.03950.04560.1424
0.250.05850.06680.03290.03970.1196
0.30.04860.06100.03030.03780.1030
0.350.04180.05730.03260.03840.0899
0.40.03360.05170.03050.03750.0797
0.450.02840.04190.02680.03450.0709
0.50.02410.03790.02680.03440.0631
0.550.02010.03330.02640.03210.0572
0.60.01710.03120.02540.03270.0522
0.650.01520.02880.02430.03100.0476
0.70.01440.02630.02570.03160.0443
0.750.01230.02420.02400.03040.0413
0.80.01170.02420.02420.03070.0399
0.850.01110.02370.02430.03030.0381
0.90.01050.02310.02310.03040.0384
0.950.00990.02210.02370.03060.0395
1.00.00240.01810.02130.02990.0410
avg0.03640.04730.03460.04470.1020
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_avg_train_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_avg_train_f1.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.10.00610.02150.01140.04200.0234
0.20.04730.11360.08870.11630.2314
0.30.03340.04620.04650.05550.0615
0.40.02740.02950.03580.03330.0380
0.50.02180.02200.02570.03310.0569
0.60.03210.02600.03660.03440.0831
0.70.03070.02760.01610.01550.1143
0.80.03600.03680.01570.02710.1419
0.90.09300.1023NaNNaN0.1672
avg0.03640.04730.03460.04470.1020
- -![plot_delta](plot/delta_imdb_sld_vs_pacc_avg_test_f1.png) -![plot_delta_stdev](plot/delta_stdev_imdb_sld_vs_pacc_avg_test_f1.png) -### avg dataset shift -![plot_shift](plot/shift_imdb_sld_vs_pacc_avg_f1.png) diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_10_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_10_acc.png deleted file mode 100644 index d2d9ff0..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_10_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_10_f1.png deleted file mode 100644 index 180fe8d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_20_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_20_acc.png deleted file mode 100644 index 40c948c..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_20_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_20_f1.png deleted file mode 100644 index 40dcdca..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_30_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_30_acc.png deleted file mode 100644 index adf531a..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_30_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_30_f1.png deleted file mode 100644 index 9882325..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_40_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_40_acc.png deleted file mode 100644 index 8e7965d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_40_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_40_f1.png deleted file mode 100644 index 5869b5d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_50_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_50_acc.png deleted file mode 100644 index d1e11ad..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_50_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_50_f1.png deleted file mode 100644 index 236f308..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_60_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_60_acc.png deleted file mode 100644 index d6adac6..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_60_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_60_f1.png deleted file mode 100644 index 8258d32..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_70_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_70_acc.png deleted file mode 100644 index eb1b494..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_70_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_70_f1.png deleted file mode 100644 index 09ab878..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_80_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_80_acc.png deleted file mode 100644 index 8b0efb7..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_80_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_80_f1.png deleted file mode 100644 index da23df1..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_90_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_90_acc.png deleted file mode 100644 index 133f9e4..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_90_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_90_f1.png deleted file mode 100644 index ebcf05f..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_avg_test_acc.png deleted file mode 100644 index 0ecb52c..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_avg_test_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_avg_test_f1.png deleted file mode 100644 index 78359be..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_avg_test_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_avg_train_acc.png deleted file mode 100644 index d176229..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_avg_train_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_avg_train_f1.png deleted file mode 100644 index 68f2e0d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_cc_vs_other_avg_train_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_10_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_10_acc.png deleted file mode 100644 index 3e95e89..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_10_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_10_f1.png deleted file mode 100644 index 1d5fec7..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_20_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_20_acc.png deleted file mode 100644 index cabd3bf..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_20_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_20_f1.png deleted file mode 100644 index fb0489d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_30_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_30_acc.png deleted file mode 100644 index 322121a..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_30_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_30_f1.png deleted file mode 100644 index cda0466..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_40_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_40_acc.png deleted file mode 100644 index 8ffb658..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_40_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_40_f1.png deleted file mode 100644 index 1e1f7f3..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_50_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_50_acc.png deleted file mode 100644 index 4d3662b..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_50_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_50_f1.png deleted file mode 100644 index 379fe9c..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_60_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_60_acc.png deleted file mode 100644 index 1fbf091..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_60_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_60_f1.png deleted file mode 100644 index 14597f5..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_70_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_70_acc.png deleted file mode 100644 index 3f7f31f..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_70_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_70_f1.png deleted file mode 100644 index f7166ea..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_80_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_80_acc.png deleted file mode 100644 index 5181da9..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_80_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_80_f1.png deleted file mode 100644 index 10f60bd..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_90_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_90_acc.png deleted file mode 100644 index 660d223..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_90_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_90_f1.png deleted file mode 100644 index c84c05a..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_avg_test_acc.png deleted file mode 100644 index 498155c..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_avg_test_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_avg_test_f1.png deleted file mode 100644 index 16f6330..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_avg_test_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_avg_train_acc.png deleted file mode 100644 index d30eb7a..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_avg_train_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_avg_train_f1.png deleted file mode 100644 index 26ca0a6..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_all_avg_train_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_10_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_10_acc.png deleted file mode 100644 index 1c1e706..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_10_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_10_f1.png deleted file mode 100644 index 9318f7d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_20_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_20_acc.png deleted file mode 100644 index 90dea94..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_20_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_20_f1.png deleted file mode 100644 index 991933b..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_30_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_30_acc.png deleted file mode 100644 index 5f1e11b..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_30_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_30_f1.png deleted file mode 100644 index b874590..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_40_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_40_acc.png deleted file mode 100644 index 038121f..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_40_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_40_f1.png deleted file mode 100644 index 42c176f..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_50_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_50_acc.png deleted file mode 100644 index 888bc2a..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_50_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_50_f1.png deleted file mode 100644 index d541b43..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_60_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_60_acc.png deleted file mode 100644 index 32c3875..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_60_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_60_f1.png deleted file mode 100644 index aa894ee..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_70_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_70_acc.png deleted file mode 100644 index 592528d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_70_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_70_f1.png deleted file mode 100644 index 2a37d3c..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_80_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_80_acc.png deleted file mode 100644 index eced9e5..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_80_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_80_f1.png deleted file mode 100644 index 8673da0..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_90_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_90_acc.png deleted file mode 100644 index ddb260b..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_90_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_90_f1.png deleted file mode 100644 index 0760608..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_avg_test_acc.png deleted file mode 100644 index 32f161b..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_avg_test_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_avg_test_f1.png deleted file mode 100644 index 7b0a350..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_avg_test_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_avg_train_acc.png deleted file mode 100644 index c376062..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_avg_train_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_avg_train_f1.png deleted file mode 100644 index d1f705f..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_atc_avg_train_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_10_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_10_acc.png deleted file mode 100644 index 0c6aa09..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_10_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_10_f1.png deleted file mode 100644 index b12484b..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_20_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_20_acc.png deleted file mode 100644 index 92da808..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_20_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_20_f1.png deleted file mode 100644 index 97134b4..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_30_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_30_acc.png deleted file mode 100644 index c84ba07..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_30_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_30_f1.png deleted file mode 100644 index 4b445e3..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_40_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_40_acc.png deleted file mode 100644 index bd39f75..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_40_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_40_f1.png deleted file mode 100644 index e5e4587..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_50_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_50_acc.png deleted file mode 100644 index 3ef10db..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_50_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_50_f1.png deleted file mode 100644 index ed56b50..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_60_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_60_acc.png deleted file mode 100644 index 3b33616..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_60_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_60_f1.png deleted file mode 100644 index 8e07714..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_70_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_70_acc.png deleted file mode 100644 index bd6654e..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_70_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_70_f1.png deleted file mode 100644 index ad0acd3..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_80_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_80_acc.png deleted file mode 100644 index 9031578..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_80_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_80_f1.png deleted file mode 100644 index 4f2651b..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_90_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_90_acc.png deleted file mode 100644 index cfd111b..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_90_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_90_f1.png deleted file mode 100644 index 8bbfd2a..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_test_acc.png deleted file mode 100644 index b91ddef..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_test_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_test_f1.png deleted file mode 100644 index 5ad9948..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_test_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_train_acc.png deleted file mode 100644 index fae3597..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_train_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_train_f1.png deleted file mode 100644 index 94388bb..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_gs_vs_qgs_avg_train_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_10_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_10_acc.png deleted file mode 100644 index 9c307e9..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_10_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_10_f1.png deleted file mode 100644 index e3b1131..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_20_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_20_acc.png deleted file mode 100644 index 571aa5f..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_20_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_20_f1.png deleted file mode 100644 index c27f7dc..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_30_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_30_acc.png deleted file mode 100644 index 6126b54..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_30_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_30_f1.png deleted file mode 100644 index d5aaff7..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_40_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_40_acc.png deleted file mode 100644 index f8ac537..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_40_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_40_f1.png deleted file mode 100644 index ba59684..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_50_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_50_acc.png deleted file mode 100644 index 43fa4d7..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_50_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_50_f1.png deleted file mode 100644 index b97acf1..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_60_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_60_acc.png deleted file mode 100644 index 7a641fd..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_60_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_60_f1.png deleted file mode 100644 index 5b34366..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_70_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_70_acc.png deleted file mode 100644 index 2b876b3..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_70_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_70_f1.png deleted file mode 100644 index 1451147..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_80_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_80_acc.png deleted file mode 100644 index 5392a71..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_80_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_80_f1.png deleted file mode 100644 index d123919..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_90_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_90_acc.png deleted file mode 100644 index a4f22ff..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_90_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_90_f1.png deleted file mode 100644 index 89198db..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_avg_test_acc.png deleted file mode 100644 index 32b49ba..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_avg_test_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_avg_test_f1.png deleted file mode 100644 index a4db4d2..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_avg_test_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_avg_train_acc.png deleted file mode 100644 index 00d8095..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_avg_train_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_avg_train_f1.png deleted file mode 100644 index d5d57bc..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_avg_train_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_10_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_10_acc.png deleted file mode 100644 index 64914fb..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_10_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_10_f1.png deleted file mode 100644 index 51b0940..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_20_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_20_acc.png deleted file mode 100644 index 3e0bbed..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_20_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_20_f1.png deleted file mode 100644 index ffc2d45..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_30_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_30_acc.png deleted file mode 100644 index aa3dab6..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_30_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_30_f1.png deleted file mode 100644 index e9dde4f..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_40_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_40_acc.png deleted file mode 100644 index 2762a33..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_40_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_40_f1.png deleted file mode 100644 index c179bd1..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_50_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_50_acc.png deleted file mode 100644 index 0dbd7d4..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_50_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_50_f1.png deleted file mode 100644 index fcbd4b7..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_60_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_60_acc.png deleted file mode 100644 index 398355b..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_60_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_60_f1.png deleted file mode 100644 index 965beea..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_70_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_70_acc.png deleted file mode 100644 index 30fb43e..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_70_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_70_f1.png deleted file mode 100644 index bd04415..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_80_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_80_acc.png deleted file mode 100644 index 4a55944..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_80_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_80_f1.png deleted file mode 100644 index e6425a6..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_90_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_90_acc.png deleted file mode 100644 index c04b53d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_90_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_90_f1.png deleted file mode 100644 index 3f55331..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_avg_test_acc.png deleted file mode 100644 index 4503a34..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_avg_test_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_avg_test_f1.png deleted file mode 100644 index eb92a25..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_avg_test_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_avg_train_acc.png deleted file mode 100644 index b80602e..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_avg_train_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_avg_train_f1.png deleted file mode 100644 index 086609a..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_atc_pacc_avg_train_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_10_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_10_acc.png deleted file mode 100644 index 1587e80..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_10_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_10_f1.png deleted file mode 100644 index 23ac0da..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_20_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_20_acc.png deleted file mode 100644 index 49af153..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_20_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_20_f1.png deleted file mode 100644 index a8bdec1..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_30_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_30_acc.png deleted file mode 100644 index 6251b32..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_30_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_30_f1.png deleted file mode 100644 index f216705..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_40_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_40_acc.png deleted file mode 100644 index 9c3cb7f..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_40_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_40_f1.png deleted file mode 100644 index 5a0c2a2..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_50_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_50_acc.png deleted file mode 100644 index 0c00699..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_50_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_50_f1.png deleted file mode 100644 index 6766b7c..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_60_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_60_acc.png deleted file mode 100644 index e61a86c..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_60_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_60_f1.png deleted file mode 100644 index e9d78ca..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_70_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_70_acc.png deleted file mode 100644 index d04bb14..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_70_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_70_f1.png deleted file mode 100644 index d427bdb..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_80_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_80_acc.png deleted file mode 100644 index a866e7d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_80_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_80_f1.png deleted file mode 100644 index 31ea284..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_90_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_90_acc.png deleted file mode 100644 index a365227..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_90_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_90_f1.png deleted file mode 100644 index 7b5a967..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_avg_test_acc.png deleted file mode 100644 index f50ec8c..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_avg_test_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_avg_test_f1.png deleted file mode 100644 index 632d9ca..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_avg_test_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_avg_train_acc.png deleted file mode 100644 index a4dc1d4..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_avg_train_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_avg_train_f1.png deleted file mode 100644 index 750aa46..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_avg_train_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_10_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_10_acc.png deleted file mode 100644 index c6b3438..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_10_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_10_f1.png deleted file mode 100644 index ae25fe0..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_20_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_20_acc.png deleted file mode 100644 index 36fcc71..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_20_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_20_f1.png deleted file mode 100644 index e30ffbc..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_30_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_30_acc.png deleted file mode 100644 index dc7dfd2..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_30_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_30_f1.png deleted file mode 100644 index d5e6321..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_40_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_40_acc.png deleted file mode 100644 index d094e0a..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_40_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_40_f1.png deleted file mode 100644 index 4a7071e..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_50_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_50_acc.png deleted file mode 100644 index d94a6c2..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_50_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_50_f1.png deleted file mode 100644 index 91b3b24..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_60_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_60_acc.png deleted file mode 100644 index 2007c41..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_60_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_60_f1.png deleted file mode 100644 index 12cb76d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_70_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_70_acc.png deleted file mode 100644 index fc90dc3..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_70_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_70_f1.png deleted file mode 100644 index f3c64c4..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_80_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_80_acc.png deleted file mode 100644 index 9a6355e..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_80_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_80_f1.png deleted file mode 100644 index 83046a8..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_90_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_90_acc.png deleted file mode 100644 index c4b967f..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_90_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_90_f1.png deleted file mode 100644 index f747041..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_avg_test_acc.png deleted file mode 100644 index 74d9f3f..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_avg_test_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_avg_test_f1.png deleted file mode 100644 index f073eae..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_avg_test_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_avg_train_acc.png deleted file mode 100644 index 1ba970c..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_avg_train_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_avg_train_f1.png deleted file mode 100644 index dbc1808..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_max_conf_vs_entropy_pacc_avg_train_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_10_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_10_acc.png deleted file mode 100644 index dc20318..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_10_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_10_f1.png deleted file mode 100644 index 6501aa8..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_20_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_20_acc.png deleted file mode 100644 index 3d8d588..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_20_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_20_f1.png deleted file mode 100644 index 90f28e5..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_30_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_30_acc.png deleted file mode 100644 index 9acdf6f..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_30_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_30_f1.png deleted file mode 100644 index acd8708..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_40_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_40_acc.png deleted file mode 100644 index 6608e28..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_40_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_40_f1.png deleted file mode 100644 index c6a8629..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_50_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_50_acc.png deleted file mode 100644 index f41b09d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_50_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_50_f1.png deleted file mode 100644 index fbc1683..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_60_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_60_acc.png deleted file mode 100644 index b564373..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_60_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_60_f1.png deleted file mode 100644 index 2c6dc98..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_70_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_70_acc.png deleted file mode 100644 index 4ff05f1..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_70_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_70_f1.png deleted file mode 100644 index 04c0ba4..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_80_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_80_acc.png deleted file mode 100644 index 7b4b9e9..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_80_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_80_f1.png deleted file mode 100644 index 25de0e6..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_90_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_90_acc.png deleted file mode 100644 index 0f2ead4..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_90_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_90_f1.png deleted file mode 100644 index a50e2f2..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_avg_test_acc.png deleted file mode 100644 index 2ffab70..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_avg_test_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_avg_test_f1.png deleted file mode 100644 index 4a8767b..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_avg_test_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_avg_train_acc.png deleted file mode 100644 index bc23f57..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_avg_train_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_avg_train_f1.png deleted file mode 100644 index fa0f9d0..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_imdb_sld_vs_pacc_avg_train_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_10_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_10_acc.png deleted file mode 100644 index 4a2d1e5..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_10_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_10_f1.png deleted file mode 100644 index fb63ea4..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_20_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_20_acc.png deleted file mode 100644 index dbc6667..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_20_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_20_f1.png deleted file mode 100644 index 7d188ba..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_30_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_30_acc.png deleted file mode 100644 index 1208084..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_30_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_30_f1.png deleted file mode 100644 index a7b257e..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_40_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_40_acc.png deleted file mode 100644 index 46e1b3f..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_40_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_40_f1.png deleted file mode 100644 index 526b8d7..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_50_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_50_acc.png deleted file mode 100644 index adedfd0..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_50_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_50_f1.png deleted file mode 100644 index 04cb639..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_60_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_60_acc.png deleted file mode 100644 index 3498335..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_60_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_60_f1.png deleted file mode 100644 index e8e53ad..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_70_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_70_acc.png deleted file mode 100644 index 87768d3..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_70_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_70_f1.png deleted file mode 100644 index 7bafe8e..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_80_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_80_acc.png deleted file mode 100644 index 5614e5b..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_80_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_80_f1.png deleted file mode 100644 index 5a1306f..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_90_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_90_acc.png deleted file mode 100644 index a7daabc..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_90_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_90_f1.png deleted file mode 100644 index 53d002d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_avg_test_acc.png deleted file mode 100644 index 0656dcc..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_avg_test_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_avg_test_f1.png deleted file mode 100644 index 02e1150..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_avg_test_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_avg_train_acc.png deleted file mode 100644 index 13695a4..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_avg_train_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_avg_train_f1.png deleted file mode 100644 index acf65bb..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_cc_vs_other_avg_train_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_10_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_10_acc.png deleted file mode 100644 index 8d9408b..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_10_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_10_f1.png deleted file mode 100644 index 4d8726a..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_20_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_20_acc.png deleted file mode 100644 index d8c0aee..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_20_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_20_f1.png deleted file mode 100644 index 4d9a0fa..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_30_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_30_acc.png deleted file mode 100644 index 2f9505d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_30_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_30_f1.png deleted file mode 100644 index 4f985fc..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_40_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_40_acc.png deleted file mode 100644 index 6dc05c2..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_40_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_40_f1.png deleted file mode 100644 index 3fadce9..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_50_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_50_acc.png deleted file mode 100644 index b7141e1..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_50_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_50_f1.png deleted file mode 100644 index 3b82364..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_60_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_60_acc.png deleted file mode 100644 index bd95c85..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_60_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_60_f1.png deleted file mode 100644 index be90557..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_70_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_70_acc.png deleted file mode 100644 index 4b6d3f6..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_70_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_70_f1.png deleted file mode 100644 index 1c70e3a..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_80_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_80_acc.png deleted file mode 100644 index c11142f..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_80_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_80_f1.png deleted file mode 100644 index 24e350a..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_90_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_90_acc.png deleted file mode 100644 index 982159e..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_90_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_90_f1.png deleted file mode 100644 index adadeed..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_avg_test_acc.png deleted file mode 100644 index db0fd52..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_avg_test_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_avg_test_f1.png deleted file mode 100644 index 943f573..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_avg_test_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_avg_train_acc.png deleted file mode 100644 index 0e5a20b..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_avg_train_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_avg_train_f1.png deleted file mode 100644 index c7f2396..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_all_avg_train_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_10_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_10_acc.png deleted file mode 100644 index 7e939eb..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_10_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_10_f1.png deleted file mode 100644 index c0c6787..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_20_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_20_acc.png deleted file mode 100644 index 2da60cc..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_20_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_20_f1.png deleted file mode 100644 index 6fefc82..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_30_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_30_acc.png deleted file mode 100644 index 705764e..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_30_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_30_f1.png deleted file mode 100644 index 34dda6e..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_40_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_40_acc.png deleted file mode 100644 index ac652f7..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_40_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_40_f1.png deleted file mode 100644 index 0188c6d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_50_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_50_acc.png deleted file mode 100644 index f2d6a1b..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_50_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_50_f1.png deleted file mode 100644 index 0808987..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_60_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_60_acc.png deleted file mode 100644 index 882b283..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_60_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_60_f1.png deleted file mode 100644 index 0d92e4d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_70_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_70_acc.png deleted file mode 100644 index c6be29d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_70_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_70_f1.png deleted file mode 100644 index ff4e387..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_80_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_80_acc.png deleted file mode 100644 index 4917a77..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_80_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_80_f1.png deleted file mode 100644 index eb662be..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_90_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_90_acc.png deleted file mode 100644 index bc61208..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_90_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_90_f1.png deleted file mode 100644 index c011a31..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_avg_test_acc.png deleted file mode 100644 index 47dcfb0..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_avg_test_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_avg_test_f1.png deleted file mode 100644 index fb5578d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_avg_test_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_avg_train_acc.png deleted file mode 100644 index 482d00f..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_avg_train_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_avg_train_f1.png deleted file mode 100644 index 8fcc424..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_atc_avg_train_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_10_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_10_acc.png deleted file mode 100644 index 776e578..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_10_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_10_f1.png deleted file mode 100644 index 4dc4774..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_20_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_20_acc.png deleted file mode 100644 index 55b4217..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_20_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_20_f1.png deleted file mode 100644 index f0628cb..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_30_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_30_acc.png deleted file mode 100644 index 176fbc7..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_30_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_30_f1.png deleted file mode 100644 index 8f332df..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_40_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_40_acc.png deleted file mode 100644 index 5d0ee8b..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_40_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_40_f1.png deleted file mode 100644 index 4ca709d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_50_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_50_acc.png deleted file mode 100644 index 4e0cce2..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_50_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_50_f1.png deleted file mode 100644 index 625fc15..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_60_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_60_acc.png deleted file mode 100644 index 8310959..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_60_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_60_f1.png deleted file mode 100644 index 43de7ba..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_70_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_70_acc.png deleted file mode 100644 index f42d1f1..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_70_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_70_f1.png deleted file mode 100644 index e26b700..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_80_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_80_acc.png deleted file mode 100644 index 20b1dad..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_80_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_80_f1.png deleted file mode 100644 index bb3eef2..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_90_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_90_acc.png deleted file mode 100644 index ddc781e..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_90_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_90_f1.png deleted file mode 100644 index cf8eae1..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_test_acc.png deleted file mode 100644 index 5e2f761..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_test_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_test_f1.png deleted file mode 100644 index e3f9e56..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_test_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_train_acc.png deleted file mode 100644 index d7a2426..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_train_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_train_f1.png deleted file mode 100644 index 90a2f31..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_gs_vs_qgs_avg_train_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_10_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_10_acc.png deleted file mode 100644 index 0a1bf37..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_10_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_10_f1.png deleted file mode 100644 index c081cbf..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_20_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_20_acc.png deleted file mode 100644 index 25445f8..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_20_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_20_f1.png deleted file mode 100644 index 43089ed..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_30_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_30_acc.png deleted file mode 100644 index 136c282..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_30_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_30_f1.png deleted file mode 100644 index 4c641bb..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_40_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_40_acc.png deleted file mode 100644 index fdd6445..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_40_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_40_f1.png deleted file mode 100644 index 43074d9..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_50_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_50_acc.png deleted file mode 100644 index a50ea84..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_50_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_50_f1.png deleted file mode 100644 index 823d153..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_60_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_60_acc.png deleted file mode 100644 index 7784c59..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_60_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_60_f1.png deleted file mode 100644 index 6497f35..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_70_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_70_acc.png deleted file mode 100644 index 326717b..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_70_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_70_f1.png deleted file mode 100644 index 74827e8..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_80_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_80_acc.png deleted file mode 100644 index b2fc070..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_80_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_80_f1.png deleted file mode 100644 index 47ab27c..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_90_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_90_acc.png deleted file mode 100644 index ef0e967..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_90_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_90_f1.png deleted file mode 100644 index 6f8ac4b..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_avg_test_acc.png deleted file mode 100644 index 6030dc3..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_avg_test_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_avg_test_f1.png deleted file mode 100644 index 2b174e5..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_avg_test_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_avg_train_acc.png deleted file mode 100644 index 74cb8b5..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_avg_train_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_avg_train_f1.png deleted file mode 100644 index da85a46..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_avg_train_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_10_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_10_acc.png deleted file mode 100644 index 921a68b..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_10_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_10_f1.png deleted file mode 100644 index e595bb0..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_20_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_20_acc.png deleted file mode 100644 index 6679d19..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_20_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_20_f1.png deleted file mode 100644 index 4fd0f9d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_30_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_30_acc.png deleted file mode 100644 index 78db16a..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_30_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_30_f1.png deleted file mode 100644 index 04b80a7..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_40_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_40_acc.png deleted file mode 100644 index 409ee16..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_40_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_40_f1.png deleted file mode 100644 index 6f50add..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_50_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_50_acc.png deleted file mode 100644 index 09e6b18..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_50_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_50_f1.png deleted file mode 100644 index e346d92..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_60_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_60_acc.png deleted file mode 100644 index a1faf03..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_60_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_60_f1.png deleted file mode 100644 index 5fb99df..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_70_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_70_acc.png deleted file mode 100644 index 868f195..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_70_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_70_f1.png deleted file mode 100644 index 63a017f..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_80_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_80_acc.png deleted file mode 100644 index eb5d35d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_80_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_80_f1.png deleted file mode 100644 index 4b1b35c..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_90_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_90_acc.png deleted file mode 100644 index 3485687..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_90_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_90_f1.png deleted file mode 100644 index 392e18d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_avg_test_acc.png deleted file mode 100644 index 62fe90e..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_avg_test_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_avg_test_f1.png deleted file mode 100644 index bd794b9..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_avg_test_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_avg_train_acc.png deleted file mode 100644 index a29143d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_avg_train_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_avg_train_f1.png deleted file mode 100644 index 044557f..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_atc_pacc_avg_train_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_10_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_10_acc.png deleted file mode 100644 index f4e03ba..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_10_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_10_f1.png deleted file mode 100644 index aad2f03..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_20_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_20_acc.png deleted file mode 100644 index ab968fb..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_20_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_20_f1.png deleted file mode 100644 index ce9c00f..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_30_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_30_acc.png deleted file mode 100644 index e913c87..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_30_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_30_f1.png deleted file mode 100644 index b266aac..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_40_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_40_acc.png deleted file mode 100644 index 85665a9..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_40_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_40_f1.png deleted file mode 100644 index 5f725ef..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_50_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_50_acc.png deleted file mode 100644 index 8565519..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_50_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_50_f1.png deleted file mode 100644 index f1bb1bb..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_60_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_60_acc.png deleted file mode 100644 index f16dc06..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_60_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_60_f1.png deleted file mode 100644 index 7b31c66..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_70_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_70_acc.png deleted file mode 100644 index cb31bd2..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_70_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_70_f1.png deleted file mode 100644 index 252eb9a..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_80_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_80_acc.png deleted file mode 100644 index 9299dd8..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_80_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_80_f1.png deleted file mode 100644 index 68fa163..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_90_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_90_acc.png deleted file mode 100644 index a94a9af..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_90_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_90_f1.png deleted file mode 100644 index 5d6de7d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_avg_test_acc.png deleted file mode 100644 index 58354b4..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_avg_test_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_avg_test_f1.png deleted file mode 100644 index ab35dc2..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_avg_test_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_avg_train_acc.png deleted file mode 100644 index d139aa9..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_avg_train_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_avg_train_f1.png deleted file mode 100644 index a1ed6a2..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_avg_train_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_10_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_10_acc.png deleted file mode 100644 index fb182ab..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_10_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_10_f1.png deleted file mode 100644 index 5dfc9c3..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_20_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_20_acc.png deleted file mode 100644 index 062ad5e..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_20_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_20_f1.png deleted file mode 100644 index be77377..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_30_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_30_acc.png deleted file mode 100644 index e2d36ca..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_30_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_30_f1.png deleted file mode 100644 index 6b95fcb..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_40_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_40_acc.png deleted file mode 100644 index 43359f7..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_40_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_40_f1.png deleted file mode 100644 index bafab20..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_50_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_50_acc.png deleted file mode 100644 index d9b32cd..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_50_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_50_f1.png deleted file mode 100644 index 7b2e987..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_60_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_60_acc.png deleted file mode 100644 index bf92e7c..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_60_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_60_f1.png deleted file mode 100644 index c8745e1..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_70_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_70_acc.png deleted file mode 100644 index 02ad649..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_70_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_70_f1.png deleted file mode 100644 index 479d659..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_80_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_80_acc.png deleted file mode 100644 index 6c7c1c9..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_80_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_80_f1.png deleted file mode 100644 index 978fb49..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_90_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_90_acc.png deleted file mode 100644 index aea3cda..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_90_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_90_f1.png deleted file mode 100644 index b777bb5..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_avg_test_acc.png deleted file mode 100644 index b839d45..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_avg_test_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_avg_test_f1.png deleted file mode 100644 index 4dfc1d0..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_avg_test_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_avg_train_acc.png deleted file mode 100644 index 025ce2f..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_avg_train_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_avg_train_f1.png deleted file mode 100644 index db3e4d6..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_max_conf_vs_entropy_pacc_avg_train_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_10_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_10_acc.png deleted file mode 100644 index 5950915..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_10_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_10_f1.png deleted file mode 100644 index 91c5f75..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_20_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_20_acc.png deleted file mode 100644 index a26ce1b..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_20_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_20_f1.png deleted file mode 100644 index 39fe912..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_30_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_30_acc.png deleted file mode 100644 index f46781d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_30_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_30_f1.png deleted file mode 100644 index 9f3278d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_40_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_40_acc.png deleted file mode 100644 index d5e6c78..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_40_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_40_f1.png deleted file mode 100644 index 01c65db..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_50_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_50_acc.png deleted file mode 100644 index ba39669..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_50_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_50_f1.png deleted file mode 100644 index 9631694..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_60_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_60_acc.png deleted file mode 100644 index ea135fc..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_60_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_60_f1.png deleted file mode 100644 index 01a23c6..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_70_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_70_acc.png deleted file mode 100644 index 355073e..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_70_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_70_f1.png deleted file mode 100644 index cf1ac29..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_80_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_80_acc.png deleted file mode 100644 index 410c453..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_80_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_80_f1.png deleted file mode 100644 index 41522bf..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_90_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_90_acc.png deleted file mode 100644 index b86b326..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_90_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_90_f1.png deleted file mode 100644 index 7322a73..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_avg_test_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_avg_test_acc.png deleted file mode 100644 index ca6d875..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_avg_test_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_avg_test_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_avg_test_f1.png deleted file mode 100644 index 831f348..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_avg_test_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_avg_train_acc.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_avg_train_acc.png deleted file mode 100644 index 6815d7d..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_avg_train_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_avg_train_f1.png b/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_avg_train_f1.png deleted file mode 100644 index 78d1412..0000000 Binary files a/output/main/imdb_9prevs/plot/delta_stdev_imdb_sld_vs_pacc_avg_train_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_10_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_10_acc.png deleted file mode 100644 index 0e8cf1d..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_10_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_10_f1.png deleted file mode 100644 index 48b3352..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_20_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_20_acc.png deleted file mode 100644 index 9802ec0..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_20_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_20_f1.png deleted file mode 100644 index f056c3f..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_30_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_30_acc.png deleted file mode 100644 index 11007aa..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_30_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_30_f1.png deleted file mode 100644 index 35517be..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_40_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_40_acc.png deleted file mode 100644 index 49cacc2..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_40_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_40_f1.png deleted file mode 100644 index daab851..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_50_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_50_acc.png deleted file mode 100644 index 39e6680..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_50_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_50_f1.png deleted file mode 100644 index 33f53c7..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_60_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_60_acc.png deleted file mode 100644 index dfef0ac..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_60_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_60_f1.png deleted file mode 100644 index d8dcbee..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_70_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_70_acc.png deleted file mode 100644 index b23ecd2..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_70_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_70_f1.png deleted file mode 100644 index 97ddac3..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_80_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_80_acc.png deleted file mode 100644 index d8f6b03..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_80_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_80_f1.png deleted file mode 100644 index e36cd2f..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_90_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_90_acc.png deleted file mode 100644 index 70e7ea8..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_90_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_90_f1.png deleted file mode 100644 index 1e77911..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_cc_vs_other_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_10_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_10_acc.png deleted file mode 100644 index c68b9b9..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_10_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_10_f1.png deleted file mode 100644 index 2fcafe4..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_20_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_20_acc.png deleted file mode 100644 index 1bd7e29..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_20_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_20_f1.png deleted file mode 100644 index 01b7b8b..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_30_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_30_acc.png deleted file mode 100644 index d6c3cdd..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_30_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_30_f1.png deleted file mode 100644 index 90240f4..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_40_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_40_acc.png deleted file mode 100644 index 113755e..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_40_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_40_f1.png deleted file mode 100644 index 4f4fa29..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_50_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_50_acc.png deleted file mode 100644 index 23ae85e..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_50_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_50_f1.png deleted file mode 100644 index f50d83a..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_60_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_60_acc.png deleted file mode 100644 index 780db0c..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_60_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_60_f1.png deleted file mode 100644 index 6ec0365..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_70_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_70_acc.png deleted file mode 100644 index 6dba6ae..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_70_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_70_f1.png deleted file mode 100644 index bc348f8..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_80_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_80_acc.png deleted file mode 100644 index 9e496f8..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_80_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_80_f1.png deleted file mode 100644 index 9c01f92..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_90_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_90_acc.png deleted file mode 100644 index e6310aa..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_90_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_90_f1.png deleted file mode 100644 index 68d9eb3..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_all_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_10_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_10_acc.png deleted file mode 100644 index daa42a3..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_10_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_10_f1.png deleted file mode 100644 index 5c45d7a..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_20_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_20_acc.png deleted file mode 100644 index f5538ed..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_20_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_20_f1.png deleted file mode 100644 index 9895fb8..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_30_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_30_acc.png deleted file mode 100644 index 9d4f53c..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_30_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_30_f1.png deleted file mode 100644 index aa5d863..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_40_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_40_acc.png deleted file mode 100644 index 52499dc..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_40_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_40_f1.png deleted file mode 100644 index e07c3ec..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_50_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_50_acc.png deleted file mode 100644 index 34316d8..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_50_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_50_f1.png deleted file mode 100644 index 4c8256c..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_60_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_60_acc.png deleted file mode 100644 index 43caac6..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_60_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_60_f1.png deleted file mode 100644 index a678653..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_70_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_70_acc.png deleted file mode 100644 index 581aab6..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_70_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_70_f1.png deleted file mode 100644 index 5bfc51e..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_80_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_80_acc.png deleted file mode 100644 index 3b1407f..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_80_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_80_f1.png deleted file mode 100644 index 767ff0d..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_90_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_90_acc.png deleted file mode 100644 index e057f20..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_90_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_90_f1.png deleted file mode 100644 index 70cdcf2..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_atc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_10_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_10_acc.png deleted file mode 100644 index 5388447..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_10_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_10_f1.png deleted file mode 100644 index 22f3a30..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_20_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_20_acc.png deleted file mode 100644 index fbfa4e3..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_20_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_20_f1.png deleted file mode 100644 index b15b005..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_30_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_30_acc.png deleted file mode 100644 index 3726165..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_30_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_30_f1.png deleted file mode 100644 index 389e101..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_40_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_40_acc.png deleted file mode 100644 index dde6c75..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_40_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_40_f1.png deleted file mode 100644 index e8e493a..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_50_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_50_acc.png deleted file mode 100644 index 733c473..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_50_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_50_f1.png deleted file mode 100644 index 9a9cf6e..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_60_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_60_acc.png deleted file mode 100644 index 6b02d04..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_60_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_60_f1.png deleted file mode 100644 index 2b9d155..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_70_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_70_acc.png deleted file mode 100644 index 33976d0..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_70_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_70_f1.png deleted file mode 100644 index 7b339b1..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_80_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_80_acc.png deleted file mode 100644 index e4ee2a8..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_80_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_80_f1.png deleted file mode 100644 index c6f47d4..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_90_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_90_acc.png deleted file mode 100644 index 1810d12..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_90_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_90_f1.png deleted file mode 100644 index ef14ce3..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_gs_vs_qgs_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_10_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_10_acc.png deleted file mode 100644 index 66fb4e6..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_10_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_10_f1.png deleted file mode 100644 index c843e8e..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_20_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_20_acc.png deleted file mode 100644 index 33c293c..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_20_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_20_f1.png deleted file mode 100644 index 3501ee8..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_30_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_30_acc.png deleted file mode 100644 index 4264d7a..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_30_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_30_f1.png deleted file mode 100644 index e4c6a47..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_40_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_40_acc.png deleted file mode 100644 index 0579cec..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_40_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_40_f1.png deleted file mode 100644 index 99a17de..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_50_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_50_acc.png deleted file mode 100644 index 494b37a..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_50_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_50_f1.png deleted file mode 100644 index c8d0ab6..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_60_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_60_acc.png deleted file mode 100644 index b5eb66f..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_60_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_60_f1.png deleted file mode 100644 index 777fd6f..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_70_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_70_acc.png deleted file mode 100644 index 07a3ea4..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_70_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_70_f1.png deleted file mode 100644 index da7c13f..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_80_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_80_acc.png deleted file mode 100644 index b105ce3..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_80_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_80_f1.png deleted file mode 100644 index e73c1eb..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_90_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_90_acc.png deleted file mode 100644 index 6814046..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_90_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_90_f1.png deleted file mode 100644 index ff27e69..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_10_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_10_acc.png deleted file mode 100644 index 9ef3718..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_10_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_10_f1.png deleted file mode 100644 index c91a438..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_20_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_20_acc.png deleted file mode 100644 index af66fdd..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_20_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_20_f1.png deleted file mode 100644 index 2218234..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_30_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_30_acc.png deleted file mode 100644 index 9186f50..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_30_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_30_f1.png deleted file mode 100644 index 5b5fb75..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_40_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_40_acc.png deleted file mode 100644 index 2a01e39..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_40_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_40_f1.png deleted file mode 100644 index 8b47cdf..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_50_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_50_acc.png deleted file mode 100644 index dee6b30..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_50_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_50_f1.png deleted file mode 100644 index 75b3df7..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_60_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_60_acc.png deleted file mode 100644 index 4d70ef2..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_60_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_60_f1.png deleted file mode 100644 index 32436fd..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_70_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_70_acc.png deleted file mode 100644 index 808a7cf..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_70_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_70_f1.png deleted file mode 100644 index a74d35e..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_80_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_80_acc.png deleted file mode 100644 index 10e3988..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_80_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_80_f1.png deleted file mode 100644 index 0c1f4fd..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_90_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_90_acc.png deleted file mode 100644 index 6e54f23..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_90_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_90_f1.png deleted file mode 100644 index f334cc2..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_atc_pacc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_10_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_10_acc.png deleted file mode 100644 index cdfdd1e..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_10_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_10_f1.png deleted file mode 100644 index 7c259c1..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_20_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_20_acc.png deleted file mode 100644 index dd39a79..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_20_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_20_f1.png deleted file mode 100644 index 5d41710..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_30_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_30_acc.png deleted file mode 100644 index 9b151c9..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_30_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_30_f1.png deleted file mode 100644 index e71553a..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_40_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_40_acc.png deleted file mode 100644 index be655db..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_40_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_40_f1.png deleted file mode 100644 index b4bbcbb..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_50_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_50_acc.png deleted file mode 100644 index a511e5d..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_50_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_50_f1.png deleted file mode 100644 index aadf466..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_60_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_60_acc.png deleted file mode 100644 index 9b11d6c..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_60_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_60_f1.png deleted file mode 100644 index fa524f1..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_70_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_70_acc.png deleted file mode 100644 index b2631d8..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_70_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_70_f1.png deleted file mode 100644 index 6da478c..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_80_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_80_acc.png deleted file mode 100644 index 7ba3e2a..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_80_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_80_f1.png deleted file mode 100644 index ded6f33..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_90_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_90_acc.png deleted file mode 100644 index 243bd0c..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_90_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_90_f1.png deleted file mode 100644 index fb78980..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_10_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_10_acc.png deleted file mode 100644 index 956170c..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_10_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_10_f1.png deleted file mode 100644 index 0bb8aa3..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_20_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_20_acc.png deleted file mode 100644 index 1525113..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_20_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_20_f1.png deleted file mode 100644 index 7520d20..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_30_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_30_acc.png deleted file mode 100644 index d296010..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_30_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_30_f1.png deleted file mode 100644 index 3b6ffbc..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_40_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_40_acc.png deleted file mode 100644 index dbb89dc..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_40_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_40_f1.png deleted file mode 100644 index afc3867..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_50_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_50_acc.png deleted file mode 100644 index c2c6035..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_50_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_50_f1.png deleted file mode 100644 index c4efc00..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_60_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_60_acc.png deleted file mode 100644 index 6587dcb..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_60_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_60_f1.png deleted file mode 100644 index 6261b93..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_70_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_70_acc.png deleted file mode 100644 index 484e677..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_70_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_70_f1.png deleted file mode 100644 index 3500ac5..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_80_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_80_acc.png deleted file mode 100644 index 09b5c07..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_80_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_80_f1.png deleted file mode 100644 index b5819fe..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_90_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_90_acc.png deleted file mode 100644 index b77048b..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_90_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_90_f1.png deleted file mode 100644 index 832f9ab..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_max_conf_vs_entropy_pacc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_10_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_10_acc.png deleted file mode 100644 index a8021db..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_10_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_10_f1.png deleted file mode 100644 index 2f9d1e9..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_20_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_20_acc.png deleted file mode 100644 index f99185c..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_20_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_20_f1.png deleted file mode 100644 index d441bde..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_30_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_30_acc.png deleted file mode 100644 index 15c0849..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_30_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_30_f1.png deleted file mode 100644 index b448d95..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_40_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_40_acc.png deleted file mode 100644 index a47108d..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_40_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_40_f1.png deleted file mode 100644 index ffa8ee1..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_50_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_50_acc.png deleted file mode 100644 index 155620a..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_50_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_50_f1.png deleted file mode 100644 index 8c1ae32..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_60_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_60_acc.png deleted file mode 100644 index a261aa0..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_60_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_60_f1.png deleted file mode 100644 index 76aed78..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_70_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_70_acc.png deleted file mode 100644 index 9593609..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_70_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_70_f1.png deleted file mode 100644 index ef22c4e..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_80_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_80_acc.png deleted file mode 100644 index bad1031..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_80_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_80_f1.png deleted file mode 100644 index 3dbb634..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_90_acc.png b/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_90_acc.png deleted file mode 100644 index 3042a3a..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_90_f1.png b/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_90_f1.png deleted file mode 100644 index 91dd086..0000000 Binary files a/output/main/imdb_9prevs/plot/diagonal_imdb_sld_vs_pacc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_10_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_10_acc.png deleted file mode 100644 index 278a3a2..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_10_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_10_f1.png deleted file mode 100644 index aad57ba..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_20_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_20_acc.png deleted file mode 100644 index 411fe84..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_20_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_20_f1.png deleted file mode 100644 index fcee658..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_30_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_30_acc.png deleted file mode 100644 index 173bfb8..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_30_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_30_f1.png deleted file mode 100644 index c7c014e..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_40_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_40_acc.png deleted file mode 100644 index d23a1a2..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_40_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_40_f1.png deleted file mode 100644 index f128520..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_50_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_50_acc.png deleted file mode 100644 index ed35e32..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_50_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_50_f1.png deleted file mode 100644 index d246d1e..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_60_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_60_acc.png deleted file mode 100644 index 7f3bcf2..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_60_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_60_f1.png deleted file mode 100644 index 0b70e9e..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_70_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_70_acc.png deleted file mode 100644 index f3ba3c2..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_70_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_70_f1.png deleted file mode 100644 index 6392e7f..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_80_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_80_acc.png deleted file mode 100644 index e87d9b8..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_80_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_80_f1.png deleted file mode 100644 index a5c64ab..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_90_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_90_acc.png deleted file mode 100644 index d7d36a3..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_90_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_90_f1.png deleted file mode 100644 index da8c8e6..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_avg_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_avg_acc.png deleted file mode 100644 index 9703e9d..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_avg_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_avg_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_avg_f1.png deleted file mode 100644 index afe3011..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_cc_vs_other_avg_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_10_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_10_acc.png deleted file mode 100644 index 797cc43..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_10_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_10_f1.png deleted file mode 100644 index df7ed27..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_20_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_20_acc.png deleted file mode 100644 index 7668824..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_20_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_20_f1.png deleted file mode 100644 index 6e38eb9..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_30_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_30_acc.png deleted file mode 100644 index e689a04..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_30_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_30_f1.png deleted file mode 100644 index 9edab95..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_40_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_40_acc.png deleted file mode 100644 index 852fa38..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_40_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_40_f1.png deleted file mode 100644 index d3d66e2..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_50_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_50_acc.png deleted file mode 100644 index 9809aa4..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_50_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_50_f1.png deleted file mode 100644 index 1eb508d..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_60_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_60_acc.png deleted file mode 100644 index 74b985b..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_60_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_60_f1.png deleted file mode 100644 index b3866e4..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_70_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_70_acc.png deleted file mode 100644 index f09c1fb..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_70_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_70_f1.png deleted file mode 100644 index 0cbcc07..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_80_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_80_acc.png deleted file mode 100644 index ff0d92f..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_80_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_80_f1.png deleted file mode 100644 index 4864551..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_90_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_90_acc.png deleted file mode 100644 index b9a4b51..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_90_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_90_f1.png deleted file mode 100644 index 951d58a..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_avg_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_avg_acc.png deleted file mode 100644 index 95a42b4..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_avg_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_avg_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_avg_f1.png deleted file mode 100644 index 69fd653..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_all_avg_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_10_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_10_acc.png deleted file mode 100644 index d333dc6..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_10_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_10_f1.png deleted file mode 100644 index 78ad89b..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_20_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_20_acc.png deleted file mode 100644 index eeacd6c..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_20_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_20_f1.png deleted file mode 100644 index 605552a..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_30_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_30_acc.png deleted file mode 100644 index 81162a8..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_30_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_30_f1.png deleted file mode 100644 index c18f222..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_40_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_40_acc.png deleted file mode 100644 index cba5c84..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_40_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_40_f1.png deleted file mode 100644 index 69f92a7..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_50_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_50_acc.png deleted file mode 100644 index 8f703f5..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_50_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_50_f1.png deleted file mode 100644 index b63f2aa..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_60_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_60_acc.png deleted file mode 100644 index 21e3487..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_60_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_60_f1.png deleted file mode 100644 index 954efca..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_70_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_70_acc.png deleted file mode 100644 index 6211f5a..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_70_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_70_f1.png deleted file mode 100644 index 7dbb419..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_80_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_80_acc.png deleted file mode 100644 index 77af0ad..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_80_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_80_f1.png deleted file mode 100644 index 3bf854b..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_90_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_90_acc.png deleted file mode 100644 index 70ccc69..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_90_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_90_f1.png deleted file mode 100644 index aa81cdc..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_avg_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_avg_acc.png deleted file mode 100644 index fca3b3f..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_avg_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_avg_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_avg_f1.png deleted file mode 100644 index f30eaa1..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_atc_avg_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_10_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_10_acc.png deleted file mode 100644 index 4a20ae2..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_10_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_10_f1.png deleted file mode 100644 index 1850a4a..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_20_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_20_acc.png deleted file mode 100644 index 51bdcc0..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_20_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_20_f1.png deleted file mode 100644 index 59b34d1..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_30_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_30_acc.png deleted file mode 100644 index 6521039..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_30_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_30_f1.png deleted file mode 100644 index 9f773be..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_40_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_40_acc.png deleted file mode 100644 index 2b50f5f..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_40_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_40_f1.png deleted file mode 100644 index ac6097f..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_50_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_50_acc.png deleted file mode 100644 index f633065..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_50_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_50_f1.png deleted file mode 100644 index 1a46da4..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_60_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_60_acc.png deleted file mode 100644 index cfbc8fc..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_60_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_60_f1.png deleted file mode 100644 index 4287c58..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_70_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_70_acc.png deleted file mode 100644 index 5efa693..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_70_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_70_f1.png deleted file mode 100644 index cb9a31b..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_80_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_80_acc.png deleted file mode 100644 index 6e3a48b..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_80_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_80_f1.png deleted file mode 100644 index 8155a0e..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_90_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_90_acc.png deleted file mode 100644 index 02eeae9..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_90_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_90_f1.png deleted file mode 100644 index db17bee..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_avg_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_avg_acc.png deleted file mode 100644 index 282ecd1..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_avg_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_avg_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_avg_f1.png deleted file mode 100644 index f641297..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_gs_vs_qgs_avg_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_10_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_10_acc.png deleted file mode 100644 index 11a4706..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_10_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_10_f1.png deleted file mode 100644 index 33c7ca2..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_20_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_20_acc.png deleted file mode 100644 index 64751b1..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_20_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_20_f1.png deleted file mode 100644 index 346b371..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_30_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_30_acc.png deleted file mode 100644 index 2d87da0..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_30_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_30_f1.png deleted file mode 100644 index 3bf700b..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_40_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_40_acc.png deleted file mode 100644 index 9c8e6c7..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_40_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_40_f1.png deleted file mode 100644 index d193fce..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_50_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_50_acc.png deleted file mode 100644 index 223dffa..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_50_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_50_f1.png deleted file mode 100644 index 20c6b38..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_60_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_60_acc.png deleted file mode 100644 index 5aff8aa..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_60_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_60_f1.png deleted file mode 100644 index dd94633..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_70_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_70_acc.png deleted file mode 100644 index e18dba1..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_70_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_70_f1.png deleted file mode 100644 index 465e621..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_80_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_80_acc.png deleted file mode 100644 index bddf178..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_80_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_80_f1.png deleted file mode 100644 index f89b375..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_90_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_90_acc.png deleted file mode 100644 index 200a806..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_90_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_90_f1.png deleted file mode 100644 index e36cb3e..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_avg_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_avg_acc.png deleted file mode 100644 index b523093..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_avg_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_avg_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_avg_f1.png deleted file mode 100644 index 709851f..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_avg_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_10_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_10_acc.png deleted file mode 100644 index 0c3d64e..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_10_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_10_f1.png deleted file mode 100644 index 34d898a..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_20_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_20_acc.png deleted file mode 100644 index 7fe4482..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_20_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_20_f1.png deleted file mode 100644 index ef796f5..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_30_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_30_acc.png deleted file mode 100644 index baf27d8..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_30_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_30_f1.png deleted file mode 100644 index 8fe852d..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_40_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_40_acc.png deleted file mode 100644 index ff5b536..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_40_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_40_f1.png deleted file mode 100644 index 39badba..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_50_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_50_acc.png deleted file mode 100644 index b0cb1fa..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_50_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_50_f1.png deleted file mode 100644 index 51fda9c..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_60_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_60_acc.png deleted file mode 100644 index d13cfcc..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_60_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_60_f1.png deleted file mode 100644 index 3902b44..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_70_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_70_acc.png deleted file mode 100644 index 211135e..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_70_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_70_f1.png deleted file mode 100644 index e87c835..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_80_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_80_acc.png deleted file mode 100644 index d190539..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_80_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_80_f1.png deleted file mode 100644 index 60cefc3..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_90_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_90_acc.png deleted file mode 100644 index 6bc3b43..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_90_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_90_f1.png deleted file mode 100644 index ddac6a3..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_avg_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_avg_acc.png deleted file mode 100644 index 6458991..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_avg_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_avg_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_avg_f1.png deleted file mode 100644 index d450c20..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_atc_pacc_avg_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_10_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_10_acc.png deleted file mode 100644 index 17a8e06..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_10_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_10_f1.png deleted file mode 100644 index 202847a..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_20_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_20_acc.png deleted file mode 100644 index 7bdbdc7..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_20_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_20_f1.png deleted file mode 100644 index 0eca1b8..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_30_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_30_acc.png deleted file mode 100644 index c16cf5a..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_30_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_30_f1.png deleted file mode 100644 index a0b0b3e..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_40_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_40_acc.png deleted file mode 100644 index 0f5fd69..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_40_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_40_f1.png deleted file mode 100644 index dc99ef8..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_50_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_50_acc.png deleted file mode 100644 index 1db8c90..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_50_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_50_f1.png deleted file mode 100644 index 4c74c04..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_60_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_60_acc.png deleted file mode 100644 index ddfe3eb..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_60_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_60_f1.png deleted file mode 100644 index 8fd00b9..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_70_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_70_acc.png deleted file mode 100644 index 4c8eb53..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_70_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_70_f1.png deleted file mode 100644 index ac3902b..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_80_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_80_acc.png deleted file mode 100644 index 0af6c0f..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_80_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_80_f1.png deleted file mode 100644 index 67edcc6..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_90_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_90_acc.png deleted file mode 100644 index 72ea463..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_90_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_90_f1.png deleted file mode 100644 index ead6f42..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_avg_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_avg_acc.png deleted file mode 100644 index 0a4811d..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_avg_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_avg_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_avg_f1.png deleted file mode 100644 index 969f9e2..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_avg_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_10_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_10_acc.png deleted file mode 100644 index 013eb8f..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_10_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_10_f1.png deleted file mode 100644 index 7286945..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_20_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_20_acc.png deleted file mode 100644 index ed8ea9c..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_20_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_20_f1.png deleted file mode 100644 index 17de4c2..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_30_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_30_acc.png deleted file mode 100644 index 5ccf216..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_30_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_30_f1.png deleted file mode 100644 index 0583224..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_40_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_40_acc.png deleted file mode 100644 index 78d2762..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_40_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_40_f1.png deleted file mode 100644 index 7b9fc5e..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_50_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_50_acc.png deleted file mode 100644 index cee353c..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_50_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_50_f1.png deleted file mode 100644 index 8dfe135..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_60_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_60_acc.png deleted file mode 100644 index d6ea69b..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_60_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_60_f1.png deleted file mode 100644 index aaaaf97..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_70_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_70_acc.png deleted file mode 100644 index 3bb1e86..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_70_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_70_f1.png deleted file mode 100644 index c8502ae..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_80_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_80_acc.png deleted file mode 100644 index b139942..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_80_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_80_f1.png deleted file mode 100644 index 014a04c..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_90_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_90_acc.png deleted file mode 100644 index a0aca01..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_90_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_90_f1.png deleted file mode 100644 index da369fe..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_avg_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_avg_acc.png deleted file mode 100644 index 20269b0..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_avg_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_avg_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_avg_f1.png deleted file mode 100644 index c803948..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_max_conf_vs_entropy_pacc_avg_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_10_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_10_acc.png deleted file mode 100644 index ab69a8c..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_10_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_10_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_10_f1.png deleted file mode 100644 index 5cb4ffb..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_10_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_20_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_20_acc.png deleted file mode 100644 index 5e80a33..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_20_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_20_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_20_f1.png deleted file mode 100644 index 2482a9b..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_20_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_30_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_30_acc.png deleted file mode 100644 index f3efe94..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_30_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_30_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_30_f1.png deleted file mode 100644 index 5248a75..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_30_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_40_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_40_acc.png deleted file mode 100644 index 40018f7..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_40_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_40_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_40_f1.png deleted file mode 100644 index 4100351..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_40_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_50_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_50_acc.png deleted file mode 100644 index 618df82..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_50_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_50_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_50_f1.png deleted file mode 100644 index 3b0bf57..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_50_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_60_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_60_acc.png deleted file mode 100644 index 2b21c1c..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_60_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_60_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_60_f1.png deleted file mode 100644 index 0364de0..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_60_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_70_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_70_acc.png deleted file mode 100644 index a1a85d4..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_70_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_70_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_70_f1.png deleted file mode 100644 index 1ccd3ae..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_70_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_80_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_80_acc.png deleted file mode 100644 index d5c3e55..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_80_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_80_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_80_f1.png deleted file mode 100644 index ee163c9..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_80_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_90_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_90_acc.png deleted file mode 100644 index 52d0383..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_90_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_90_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_90_f1.png deleted file mode 100644 index 08b8286..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_90_f1.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_avg_acc.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_avg_acc.png deleted file mode 100644 index bfdb29c..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_avg_acc.png and /dev/null differ diff --git a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_avg_f1.png b/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_avg_f1.png deleted file mode 100644 index 230d171..0000000 Binary files a/output/main/imdb_9prevs/plot/shift_imdb_sld_vs_pacc_avg_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT/rcv1_CCAT.log b/output/main/rcv1_CCAT/rcv1_CCAT.log new file mode 100644 index 0000000..6a17320 --- /dev/null +++ b/output/main/rcv1_CCAT/rcv1_CCAT.log @@ -0,0 +1,225 @@ +---------------------------------------------------------------------------------------------------- +21/11/23 12:51:19| INFO dataset rcv1_CCAT [pool size: 10] +21/11/23 12:51:24| INFO Dataset sample 0.10 of dataset rcv1_CCAT started +21/11/23 12:54:47| INFO m3wc_sld finished [took 196.6266s] +21/11/23 12:54:48| INFO m3wne_sld finished [took 200.5098s] +21/11/23 12:54:53| INFO mulis_sld finished [took 190.2711s] +21/11/23 12:55:30| INFO binis_sld finished [took 232.3390s] +21/11/23 12:55:34| INFO m3wis_sld finished [took 217.6735s] +21/11/23 12:55:38| INFO mulc_sld finished [took 208.2281s] +21/11/23 12:56:14| INFO mulmc_sld finished [took 237.9751s] +21/11/23 12:56:15| INFO bin_sld finished [took 266.9560s] +21/11/23 12:56:28| INFO binmc_sld finished [took 266.8258s] +21/11/23 13:00:52| INFO m3wmc_sld finished [took 357.5747s] +21/11/23 13:01:43| INFO binc_sld finished [took 392.3157s] +21/11/23 13:02:20| INFO ref finished [took 335.8482s] +21/11/23 13:02:25| INFO mulne_sld finished [took 361.4735s] +21/11/23 13:02:55| INFO binne_sld finished [took 436.2934s] +21/11/23 13:05:05| INFO m3w_sld finished [took 551.2006s] +21/11/23 13:05:51| INFO mul_sld finished [took 558.5698s] +21/11/23 13:07:30| INFO atc_mc finished [took 389.1109s] +21/11/23 13:07:52| INFO doc finished [took 358.4947s] +21/11/23 13:09:11| INFO gde finished [took 365.8771s] +21/11/23 13:17:54| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00585) [took 1529.1864s] +21/11/23 13:25:51| INFO bin_sld_gs finished [took 2006.0591s] +21/11/23 14:04:10| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00605) [took 4148.2619s] +21/11/23 14:04:42| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00605) [took 4136.4139s] +21/11/23 14:08:29| INFO mul_sld_gs finished [took 4407.1777s] +21/11/23 14:08:50| INFO m3w_sld_gs finished [took 4385.2300s] +21/11/23 14:15:44| INFO rca finished [took 4389.0900s] +21/11/23 14:15:46| INFO rca_star finished [took 4380.9926s] +21/11/23 14:15:46| INFO Dataset sample 0.10 of dataset rcv1_CCAT finished [took 5062.0989s] +21/11/23 14:15:46| INFO Dataset sample 0.20 of dataset rcv1_CCAT started +21/11/23 14:19:18| INFO m3wne_sld finished [took 209.2370s] +21/11/23 14:19:23| INFO m3wc_sld finished [took 209.0010s] +21/11/23 14:19:43| INFO m3wis_sld finished [took 202.4976s] +21/11/23 14:19:44| INFO mulis_sld finished [took 216.6760s] +21/11/23 14:19:46| INFO binis_sld finished [took 225.9242s] +21/11/23 14:20:13| INFO binmc_sld finished [took 226.3895s] +21/11/23 14:20:16| INFO bin_sld finished [took 242.4885s] +21/11/23 14:20:22| INFO mulc_sld finished [took 227.3747s] +21/11/23 14:20:57| INFO mulmc_sld finished [took 255.8821s] +21/11/23 14:25:55| INFO m3wmc_sld finished [took 388.9148s] +21/11/23 14:26:43| INFO ref finished [took 327.8211s] +21/11/23 14:27:04| INFO binc_sld finished [took 428.5380s] +21/11/23 14:27:18| INFO binne_sld finished [took 433.5433s] +21/11/23 14:27:24| INFO mulne_sld finished [took 404.5153s] +21/11/23 14:28:22| INFO m3w_sld finished [took 477.3696s] +21/11/23 14:28:38| INFO mul_sld finished [took 465.2861s] +21/11/23 14:32:46| INFO atc_mc finished [took 398.7857s] +21/11/23 14:32:52| INFO doc finished [took 353.2227s] +21/11/23 14:33:59| INFO gde finished [took 375.0917s] +21/11/23 14:45:54| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00765) [took 1742.4316s] +21/11/23 14:53:48| INFO bin_sld_gs finished [took 2216.5585s] +21/11/23 15:29:32| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00885) [took 4194.7912s] +21/11/23 15:30:56| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00885) [took 4242.9957s] +21/11/23 15:34:15| INFO mul_sld_gs finished [took 4477.9603s] +21/11/23 15:35:15| INFO m3w_sld_gs finished [took 4501.1789s] +21/11/23 15:41:14| INFO rca finished [took 4437.8055s] +21/11/23 15:41:18| INFO rca_star finished [took 4425.3195s] +21/11/23 15:41:18| INFO Dataset sample 0.20 of dataset rcv1_CCAT finished [took 5132.2646s] +21/11/23 15:41:18| INFO Dataset sample 0.30 of dataset rcv1_CCAT started +21/11/23 15:44:40| INFO binis_sld finished [took 185.3271s] +21/11/23 15:45:08| INFO m3wne_sld finished [took 225.9808s] +21/11/23 15:45:12| INFO m3wc_sld finished [took 224.9122s] +21/11/23 15:45:17| INFO m3wis_sld finished [took 198.6263s] +21/11/23 15:45:19| INFO mulis_sld finished [took 217.8250s] +21/11/23 15:45:30| INFO bin_sld finished [took 218.3796s] +21/11/23 15:45:41| INFO binmc_sld finished [took 216.8556s] +21/11/23 15:46:26| INFO mulc_sld finished [took 252.1148s] +21/11/23 15:46:28| INFO mulmc_sld finished [took 247.0350s] +21/11/23 15:50:53| INFO m3wmc_sld finished [took 365.1590s] +21/11/23 15:52:05| INFO ref finished [took 313.9595s] +21/11/23 15:52:12| INFO binc_sld finished [took 407.1139s] +21/11/23 15:52:31| INFO binne_sld finished [took 417.1947s] +21/11/23 15:52:36| INFO mulne_sld finished [took 396.3426s] +21/11/23 15:53:13| INFO m3w_sld finished [took 440.1704s] +21/11/23 15:54:07| INFO mul_sld finished [took 445.2076s] +21/11/23 15:58:14| INFO atc_mc finished [took 425.3155s] +21/11/23 15:58:39| INFO doc finished [took 380.1914s] +21/11/23 15:59:39| INFO gde finished [took 398.4721s] +21/11/23 16:16:53| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00779) [took 2061.6231s] +21/11/23 16:25:07| INFO bin_sld_gs finished [took 2555.9670s] +21/11/23 16:56:57| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.00724) [took 4301.2337s] +21/11/23 16:57:36| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.00724) [took 4313.6177s] +21/11/23 17:01:41| INFO mul_sld_gs finished [took 4585.2778s] +21/11/23 17:02:03| INFO m3w_sld_gs finished [took 4579.8531s] +21/11/23 17:08:39| INFO rca finished [took 4567.3738s] +21/11/23 17:08:46| INFO rca_star finished [took 4558.6572s] +21/11/23 17:08:46| INFO Dataset sample 0.30 of dataset rcv1_CCAT finished [took 5247.6454s] +21/11/23 17:08:46| INFO Dataset sample 0.40 of dataset rcv1_CCAT started +21/11/23 17:12:04| INFO binis_sld finished [took 184.6600s] +21/11/23 17:12:05| INFO m3wc_sld finished [took 193.3712s] +21/11/23 17:12:05| INFO mulis_sld finished [took 179.0054s] +21/11/23 17:12:24| INFO m3wne_sld finished [took 215.1426s] +21/11/23 17:12:37| INFO binmc_sld finished [took 194.7120s] +21/11/23 17:12:38| INFO bin_sld finished [took 206.2741s] +21/11/23 17:13:00| INFO m3wis_sld finished [took 221.4732s] +21/11/23 17:13:16| INFO mulmc_sld finished [took 217.5927s] +21/11/23 17:13:52| INFO mulc_sld finished [took 260.7791s] +21/11/23 17:18:26| INFO m3wmc_sld finished [took 375.1708s] +21/11/23 17:18:53| INFO binc_sld finished [took 384.5582s] +21/11/23 17:19:07| INFO binne_sld finished [took 391.1744s] +21/11/23 17:19:33| INFO ref finished [took 331.5894s] +21/11/23 17:19:43| INFO m3w_sld finished [took 408.0944s] +21/11/23 17:19:48| INFO mulne_sld finished [took 396.5630s] +21/11/23 17:20:05| INFO mul_sld finished [took 398.2566s] +21/11/23 17:25:13| INFO doc finished [took 370.5448s] +21/11/23 17:25:25| INFO atc_mc finished [took 408.3537s] +21/11/23 17:26:00| INFO gde finished [took 369.1184s] +21/11/23 17:46:20| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.01086) [took 2194.7560s] +21/11/23 17:55:00| INFO bin_sld_gs finished [took 2715.2949s] +21/11/23 18:25:03| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.00869) [took 4362.8549s] +21/11/23 18:25:43| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.00869) [took 4377.3857s] +21/11/23 18:29:48| INFO mul_sld_gs finished [took 4647.4839s] +21/11/23 18:30:02| INFO m3w_sld_gs finished [took 4636.4229s] +21/11/23 18:36:22| INFO rca finished [took 4623.5878s] +21/11/23 18:36:28| INFO rca_star finished [took 4607.6113s] +21/11/23 18:36:28| INFO Dataset sample 0.40 of dataset rcv1_CCAT finished [took 5262.3508s] +21/11/23 18:36:28| INFO Dataset sample 0.50 of dataset rcv1_CCAT started +21/11/23 18:39:52| INFO m3wne_sld finished [took 200.9229s] +21/11/23 18:40:23| INFO m3wc_sld finished [took 226.0652s] +21/11/23 18:40:30| INFO mulis_sld finished [took 220.4251s] +21/11/23 18:40:34| INFO binis_sld finished [took 231.4459s] +21/11/23 18:40:35| INFO bin_sld finished [took 217.3232s] +21/11/23 18:40:35| INFO m3wis_sld finished [took 210.8155s] +21/11/23 18:40:40| INFO mulc_sld finished [took 200.7920s] +21/11/23 18:40:45| INFO mulmc_sld finished [took 199.8155s] +21/11/23 18:41:15| INFO binmc_sld finished [took 242.9171s] +21/11/23 18:46:27| INFO m3wmc_sld finished [took 385.0646s] +21/11/23 18:46:58| INFO ref finished [took 316.5508s] +21/11/23 18:47:04| INFO binc_sld finished [took 385.5751s] +21/11/23 18:47:21| INFO binne_sld finished [took 392.9406s] +21/11/23 18:47:49| INFO mulne_sld finished [took 395.1080s] +21/11/23 18:48:19| INFO m3w_sld finished [took 434.3244s] +21/11/23 18:48:34| INFO mul_sld finished [took 426.3324s] +21/11/23 18:53:38| INFO doc finished [took 390.2022s] +21/11/23 18:53:56| INFO atc_mc finished [took 434.8593s] +21/11/23 18:54:48| INFO gde finished [took 402.9942s] +21/11/23 19:14:22| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00681) [took 2208.4475s] +21/11/23 19:22:19| INFO bin_sld_gs finished [took 2685.6423s] +21/11/23 19:52:53| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00623) [took 4342.0127s] +21/11/23 19:53:28| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00623) [took 4351.5351s] +21/11/23 19:57:49| INFO mul_sld_gs finished [took 4637.7850s] +21/11/23 19:57:50| INFO m3w_sld_gs finished [took 4613.9057s] +21/11/23 20:04:37| INFO rca finished [took 4637.4816s] +21/11/23 20:04:55| INFO rca_star finished [took 4642.5593s] +21/11/23 20:04:55| INFO Dataset sample 0.50 of dataset rcv1_CCAT finished [took 5306.5435s] +21/11/23 20:04:55| INFO Dataset sample 0.60 of dataset rcv1_CCAT started +21/11/23 20:08:06| INFO m3wc_sld finished [took 183.4368s] +21/11/23 20:08:29| INFO m3wne_sld finished [took 211.1915s] +21/11/23 20:08:42| INFO m3wis_sld finished [took 191.0091s] +21/11/23 20:08:48| INFO binis_sld finished [took 218.1030s] +21/11/23 20:08:50| INFO mulis_sld finished [took 212.2706s] +21/11/23 20:09:21| INFO bin_sld finished [took 236.9134s] +21/11/23 20:09:25| INFO binmc_sld finished [took 228.6693s] +21/11/23 20:09:39| INFO mulmc_sld finished [took 224.8805s] +21/11/23 20:09:54| INFO mulc_sld finished [took 250.6695s] +21/11/23 20:14:47| INFO m3wmc_sld finished [took 394.8114s] +21/11/23 20:15:24| INFO binc_sld finished [took 394.6836s] +21/11/23 20:15:30| INFO binne_sld finished [took 391.3737s] +21/11/23 20:15:35| INFO ref finished [took 326.2040s] +21/11/23 20:16:49| INFO mulne_sld finished [took 428.0490s] +21/11/23 20:16:55| INFO m3w_sld finished [took 444.4332s] +21/11/23 20:17:42| INFO mul_sld finished [took 465.4966s] +21/11/23 20:21:55| INFO doc finished [took 382.4532s] +21/11/23 20:22:25| INFO atc_mc finished [took 445.8135s] +21/11/23 20:23:28| INFO gde finished [took 388.0293s] +21/11/23 20:42:21| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.00551) [took 2178.4410s] +21/11/23 20:49:44| INFO bin_sld_gs finished [took 2622.2350s] +21/11/23 21:20:55| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00569) [took 4337.1547s] +21/11/23 21:21:00| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00569) [took 4314.4186s] +21/11/23 21:25:29| INFO mul_sld_gs finished [took 4611.2209s] +21/11/23 21:25:40| INFO m3w_sld_gs finished [took 4594.1856s] +21/11/23 21:32:15| INFO rca finished [took 4593.2886s] +21/11/23 21:32:31| INFO rca_star finished [took 4599.0356s] +21/11/23 21:32:31| INFO Dataset sample 0.60 of dataset rcv1_CCAT finished [took 5256.0623s] +21/11/23 21:32:31| INFO Dataset sample 0.70 of dataset rcv1_CCAT started +21/11/23 21:36:04| INFO mulis_sld finished [took 188.9080s] +21/11/23 21:36:24| INFO m3wne_sld finished [took 228.9657s] +21/11/23 21:36:27| INFO m3wc_sld finished [took 227.0561s] +21/11/23 21:36:30| INFO binis_sld finished [took 223.2129s] +21/11/23 21:36:44| INFO m3wis_sld finished [took 213.4651s] +21/11/23 21:36:50| INFO binmc_sld finished [took 214.2182s] +21/11/23 21:37:07| INFO bin_sld finished [took 245.8889s] +21/11/23 21:37:36| INFO mulc_sld finished [took 254.0430s] +21/11/23 21:37:45| INFO mulmc_sld finished [took 253.4875s] +21/11/23 21:42:45| INFO m3wmc_sld finished [took 393.0229s] +21/11/23 21:43:16| INFO binc_sld finished [took 393.1787s] +21/11/23 21:43:48| INFO binne_sld finished [took 418.4200s] +21/11/23 21:43:52| INFO ref finished [took 346.6331s] +21/11/23 21:44:18| INFO mulne_sld finished [took 414.0491s] +21/11/23 21:44:40| INFO m3w_sld finished [took 454.9201s] +21/11/23 21:45:24| INFO mul_sld finished [took 448.8616s] +21/11/23 21:49:46| INFO doc finished [took 377.6572s] +21/11/23 21:50:04| INFO atc_mc finished [took 424.5041s] +21/11/23 21:50:54| INFO gde finished [took 383.5231s] +21/11/23 22:07:22| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.01165) [took 2020.3595s] +21/11/23 22:15:07| INFO bin_sld_gs finished [took 2485.0383s] +21/11/23 22:48:37| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00799) [took 4323.9647s] +21/11/23 22:48:53| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00799) [took 4315.7725s] +21/11/23 22:52:50| INFO mul_sld_gs finished [took 4576.7145s] +21/11/23 22:53:06| INFO m3w_sld_gs finished [took 4568.6993s] +21/11/23 23:00:53| INFO rca_star finished [took 4601.2824s] +21/11/23 23:00:57| INFO rca finished [took 4614.2083s] +21/11/23 23:00:57| INFO Dataset sample 0.70 of dataset rcv1_CCAT finished [took 5305.8622s] +21/11/23 23:00:57| INFO Dataset sample 0.80 of dataset rcv1_CCAT started +21/11/23 23:04:27| INFO m3wne_sld finished [took 206.9484s] +21/11/23 23:04:55| INFO m3wc_sld finished [took 229.4260s] +21/11/23 23:05:07| INFO mulis_sld finished [took 229.6879s] +21/11/23 23:05:18| INFO m3wis_sld finished [took 226.0338s] +21/11/23 23:05:24| INFO mulc_sld finished [took 215.0732s] +21/11/23 23:05:26| INFO mulmc_sld finished [took 213.0851s] +21/11/23 23:05:37| INFO binis_sld finished [took 265.1999s] +21/11/23 23:05:52| INFO bin_sld finished [took 268.5712s] +21/11/23 23:06:07| INFO binmc_sld finished [took 268.4998s] +21/11/23 23:11:10| INFO m3wmc_sld finished [took 392.5020s] +21/11/23 23:12:01| INFO ref finished [took 332.3662s] +21/11/23 23:12:38| INFO mulne_sld finished [took 397.8490s] +21/11/23 23:13:21| INFO m3w_sld finished [took 452.4670s] +21/11/23 23:13:24| INFO binc_sld finished [took 487.5875s] +21/11/23 23:13:28| INFO mul_sld finished [took 432.4091s] +21/11/23 23:13:32| INFO binne_sld finished [took 482.6751s] +21/11/23 23:17:58| INFO doc finished [took 344.4446s] +21/11/23 23:18:32| INFO atc_mc finished [took 427.6653s] +21/11/23 23:20:22| INFO gde finished [took 393.1416s] diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_10_acc.png deleted file mode 100644 index d8e21f3..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_10_f1.png deleted file mode 100644 index e5e1f8e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_20_acc.png deleted file mode 100644 index dd94486..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_20_f1.png deleted file mode 100644 index 88326b5..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_30_acc.png deleted file mode 100644 index 6cb0d53..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_30_f1.png deleted file mode 100644 index cb4ca7b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_40_acc.png deleted file mode 100644 index dc8b565..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_40_f1.png deleted file mode 100644 index a398cae..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_50_acc.png deleted file mode 100644 index e61c454..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_50_f1.png deleted file mode 100644 index 32e83dc..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_60_acc.png deleted file mode 100644 index 5b8df18..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_60_f1.png deleted file mode 100644 index 12c90e1..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_70_acc.png deleted file mode 100644 index fcc1da3..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_70_f1.png deleted file mode 100644 index 2ca5a55..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_80_acc.png deleted file mode 100644 index 02583e0..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_80_f1.png deleted file mode 100644 index 63c41d8..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_90_acc.png deleted file mode 100644 index 5e0867e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_90_f1.png deleted file mode 100644 index 81e3fa7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_avg_test_acc.png deleted file mode 100644 index 19f0e95..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_avg_test_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_avg_test_f1.png deleted file mode 100644 index 6735e33..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_avg_test_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_avg_train_acc.png deleted file mode 100644 index b16f7f1..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_avg_train_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_avg_train_f1.png deleted file mode 100644 index d6d7246..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_cc_vs_other_avg_train_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_10_acc.png deleted file mode 100644 index ae36fbc..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_10_f1.png deleted file mode 100644 index 2e64f8c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_20_acc.png deleted file mode 100644 index 4b14cfc..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_20_f1.png deleted file mode 100644 index 26d3a5b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_30_acc.png deleted file mode 100644 index 00d2b45..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_30_f1.png deleted file mode 100644 index 39e10f0..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_40_acc.png deleted file mode 100644 index c11c01c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_40_f1.png deleted file mode 100644 index 0e509bc..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_50_acc.png deleted file mode 100644 index 043b86a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_50_f1.png deleted file mode 100644 index 029d775..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_60_acc.png deleted file mode 100644 index 0f47d4b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_60_f1.png deleted file mode 100644 index 246d84f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_70_acc.png deleted file mode 100644 index a2556b2..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_70_f1.png deleted file mode 100644 index ea75329..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_80_acc.png deleted file mode 100644 index 1a53709..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_80_f1.png deleted file mode 100644 index fcd83a8..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_90_acc.png deleted file mode 100644 index bc263eb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_90_f1.png deleted file mode 100644 index e4cdb06..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_avg_test_acc.png deleted file mode 100644 index 2fdf7c5..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_avg_test_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_avg_test_f1.png deleted file mode 100644 index 715867a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_avg_test_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_avg_train_acc.png deleted file mode 100644 index 1e16f0f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_avg_train_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_avg_train_f1.png deleted file mode 100644 index 21bc858..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_all_avg_train_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_10_acc.png deleted file mode 100644 index 7fc0451..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_10_f1.png deleted file mode 100644 index 0ad7229..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_20_acc.png deleted file mode 100644 index 7bcd09d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_20_f1.png deleted file mode 100644 index 4305d38..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_30_acc.png deleted file mode 100644 index b557d30..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_30_f1.png deleted file mode 100644 index 7c6e16d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_40_acc.png deleted file mode 100644 index 8b3ac63..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_40_f1.png deleted file mode 100644 index 1fb37bb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_50_acc.png deleted file mode 100644 index cbbf605..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_50_f1.png deleted file mode 100644 index c255340..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_60_acc.png deleted file mode 100644 index aa42758..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_60_f1.png deleted file mode 100644 index 731c2bc..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_70_acc.png deleted file mode 100644 index 5660582..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_70_f1.png deleted file mode 100644 index 8fb44bb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_80_acc.png deleted file mode 100644 index c5077ad..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_80_f1.png deleted file mode 100644 index 58bc3eb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_90_acc.png deleted file mode 100644 index 3de76bf..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_90_f1.png deleted file mode 100644 index e8ca4cd..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_avg_test_acc.png deleted file mode 100644 index 78d1bfc..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_avg_test_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_avg_test_f1.png deleted file mode 100644 index e4ad0fd..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_avg_test_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_avg_train_acc.png deleted file mode 100644 index 7fdc357..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_avg_train_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_avg_train_f1.png deleted file mode 100644 index e1b425c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_atc_avg_train_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_10_acc.png deleted file mode 100644 index ec00c74..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_10_f1.png deleted file mode 100644 index 42b9a12..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_20_acc.png deleted file mode 100644 index 82eca05..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_20_f1.png deleted file mode 100644 index d6a71ee..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_30_acc.png deleted file mode 100644 index 3b42a70..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_30_f1.png deleted file mode 100644 index 40f408b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_40_acc.png deleted file mode 100644 index a91aa48..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_40_f1.png deleted file mode 100644 index 45579fa..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_50_acc.png deleted file mode 100644 index 5a2ef0e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_50_f1.png deleted file mode 100644 index 9321c7f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_60_acc.png deleted file mode 100644 index 6a086db..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_60_f1.png deleted file mode 100644 index 9a6cd55..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_70_acc.png deleted file mode 100644 index 836d6cc..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_70_f1.png deleted file mode 100644 index fe82559..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_80_acc.png deleted file mode 100644 index 8750f64..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_80_f1.png deleted file mode 100644 index 4099c31..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_90_acc.png deleted file mode 100644 index b5241e9..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_90_f1.png deleted file mode 100644 index 6f5701c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_test_acc.png deleted file mode 100644 index b5f7a67..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_test_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_test_f1.png deleted file mode 100644 index d2a0ef3..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_test_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_train_acc.png deleted file mode 100644 index a81a156..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_train_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_train_f1.png deleted file mode 100644 index 2f734d7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_gs_vs_qgs_avg_train_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_10_acc.png deleted file mode 100644 index 7e28a5d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_10_f1.png deleted file mode 100644 index ed8cfdb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_20_acc.png deleted file mode 100644 index 4a25d12..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_20_f1.png deleted file mode 100644 index b980fe1..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_30_acc.png deleted file mode 100644 index 136d24f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_30_f1.png deleted file mode 100644 index 813ea4d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_40_acc.png deleted file mode 100644 index 848ada1..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_40_f1.png deleted file mode 100644 index b119953..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_50_acc.png deleted file mode 100644 index 86be867..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_50_f1.png deleted file mode 100644 index 929ed52..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_60_acc.png deleted file mode 100644 index 3533167..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_60_f1.png deleted file mode 100644 index 6bc2f6e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_70_acc.png deleted file mode 100644 index d401187..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_70_f1.png deleted file mode 100644 index 73af598..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_80_acc.png deleted file mode 100644 index 89ccf07..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_80_f1.png deleted file mode 100644 index 04f0dfb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_90_acc.png deleted file mode 100644 index f2ece1d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_90_f1.png deleted file mode 100644 index 8b6c8a0..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_avg_test_acc.png deleted file mode 100644 index 35f1da5..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_avg_test_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_avg_test_f1.png deleted file mode 100644 index 525ad4a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_avg_test_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_avg_train_acc.png deleted file mode 100644 index 97d7124..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_avg_train_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_avg_train_f1.png deleted file mode 100644 index 978113c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_avg_train_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_10_acc.png deleted file mode 100644 index b54a343..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_10_f1.png deleted file mode 100644 index a0bcad4..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_20_acc.png deleted file mode 100644 index 4eb0c4e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_20_f1.png deleted file mode 100644 index 3f543b5..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_30_acc.png deleted file mode 100644 index 996fbbd..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_30_f1.png deleted file mode 100644 index 983878c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_40_acc.png deleted file mode 100644 index 6655026..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_40_f1.png deleted file mode 100644 index 99e3c79..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_50_acc.png deleted file mode 100644 index df4cec3..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_50_f1.png deleted file mode 100644 index 40466a4..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_60_acc.png deleted file mode 100644 index 85de178..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_60_f1.png deleted file mode 100644 index d35b715..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_70_acc.png deleted file mode 100644 index 663ed34..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_70_f1.png deleted file mode 100644 index b2e2777..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_80_acc.png deleted file mode 100644 index c6e7af7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_80_f1.png deleted file mode 100644 index cc01486..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_90_acc.png deleted file mode 100644 index fa10685..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_90_f1.png deleted file mode 100644 index ac7ff8c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_avg_test_acc.png deleted file mode 100644 index 0350dde..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_avg_test_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_avg_test_f1.png deleted file mode 100644 index b868830..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_avg_test_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_avg_train_acc.png deleted file mode 100644 index 8cee41b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_avg_train_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_avg_train_f1.png deleted file mode 100644 index 74bcaac..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_avg_train_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_10_acc.png deleted file mode 100644 index 5304f4d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_10_f1.png deleted file mode 100644 index 526cf5c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_20_acc.png deleted file mode 100644 index acacbc5..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_20_f1.png deleted file mode 100644 index 4a581c9..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_30_acc.png deleted file mode 100644 index 0cbcc65..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_30_f1.png deleted file mode 100644 index d21433c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_40_acc.png deleted file mode 100644 index 9da2dec..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_40_f1.png deleted file mode 100644 index 6064202..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_50_acc.png deleted file mode 100644 index 582b8c9..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_50_f1.png deleted file mode 100644 index d04d1d7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_60_acc.png deleted file mode 100644 index 8442c61..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_60_f1.png deleted file mode 100644 index 9c5058f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_70_acc.png deleted file mode 100644 index fdd559d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_70_f1.png deleted file mode 100644 index 3c7f5e8..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_80_acc.png deleted file mode 100644 index f477759..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_80_f1.png deleted file mode 100644 index a15a79e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_90_acc.png deleted file mode 100644 index 7889125..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_90_f1.png deleted file mode 100644 index 1ddcfdf..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_avg_test_acc.png deleted file mode 100644 index af09dc0..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_avg_test_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_avg_test_f1.png deleted file mode 100644 index 4eabc74..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_avg_test_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_avg_train_acc.png deleted file mode 100644 index bb3d84f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_avg_train_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_avg_train_f1.png deleted file mode 100644 index 11ac9e9..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_avg_train_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_10_acc.png deleted file mode 100644 index 559c089..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_10_f1.png deleted file mode 100644 index 5770124..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_20_acc.png deleted file mode 100644 index b6f9f79..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_20_f1.png deleted file mode 100644 index 1337716..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_30_acc.png deleted file mode 100644 index 69973bc..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_30_f1.png deleted file mode 100644 index 86ea21f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_40_acc.png deleted file mode 100644 index 1f2ffa6..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_40_f1.png deleted file mode 100644 index b328a53..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_50_acc.png deleted file mode 100644 index 98b9a98..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_50_f1.png deleted file mode 100644 index 88511ad..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_60_acc.png deleted file mode 100644 index ddb59f8..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_60_f1.png deleted file mode 100644 index aa0726d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_70_acc.png deleted file mode 100644 index 69cc24c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_70_f1.png deleted file mode 100644 index 4fccda8..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_80_acc.png deleted file mode 100644 index 2563d1e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_80_f1.png deleted file mode 100644 index 4b5ac7c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_90_acc.png deleted file mode 100644 index bc3c76c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_90_f1.png deleted file mode 100644 index f7ddf3a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_test_acc.png deleted file mode 100644 index 49b9c44..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_test_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_test_f1.png deleted file mode 100644 index 64f5487..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_test_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_train_acc.png deleted file mode 100644 index 58231d5..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_train_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_train_f1.png deleted file mode 100644 index 057f975..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_train_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_10_acc.png deleted file mode 100644 index b0a403f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_10_f1.png deleted file mode 100644 index 153a635..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_20_acc.png deleted file mode 100644 index 3cedb17..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_20_f1.png deleted file mode 100644 index 51ccc63..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_30_acc.png deleted file mode 100644 index 519a118..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_30_f1.png deleted file mode 100644 index 4c13b1a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_40_acc.png deleted file mode 100644 index 418d54d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_40_f1.png deleted file mode 100644 index 442508c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_50_acc.png deleted file mode 100644 index c194ef5..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_50_f1.png deleted file mode 100644 index 990566b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_60_acc.png deleted file mode 100644 index a2169d1..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_60_f1.png deleted file mode 100644 index a6b7ed9..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_70_acc.png deleted file mode 100644 index f8caf5a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_70_f1.png deleted file mode 100644 index e9714ff..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_80_acc.png deleted file mode 100644 index 3e136aa..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_80_f1.png deleted file mode 100644 index 84b1cd7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_90_acc.png deleted file mode 100644 index 343c2e7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_90_f1.png deleted file mode 100644 index 6ce1916..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_avg_test_acc.png deleted file mode 100644 index 7ff2dcd..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_avg_test_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_avg_test_f1.png deleted file mode 100644 index 10e1031..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_avg_test_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_avg_train_acc.png deleted file mode 100644 index 6e51423..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_avg_train_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_avg_train_f1.png deleted file mode 100644 index bcf4392..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_rcv1_CCAT_sld_vs_pacc_avg_train_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_10_acc.png deleted file mode 100644 index 2e53df7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_10_f1.png deleted file mode 100644 index 248b0bb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_20_acc.png deleted file mode 100644 index fd14c7c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_20_f1.png deleted file mode 100644 index 75f088b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_30_acc.png deleted file mode 100644 index 701941c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_30_f1.png deleted file mode 100644 index 28333cc..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_40_acc.png deleted file mode 100644 index b2a37cb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_40_f1.png deleted file mode 100644 index e2d4a45..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_50_acc.png deleted file mode 100644 index 0394435..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_50_f1.png deleted file mode 100644 index f958f85..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_60_acc.png deleted file mode 100644 index 152a7f7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_60_f1.png deleted file mode 100644 index 387b283..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_70_acc.png deleted file mode 100644 index 8845d85..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_70_f1.png deleted file mode 100644 index 4e16b3f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_80_acc.png deleted file mode 100644 index 53d25f0..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_80_f1.png deleted file mode 100644 index 1664154..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_90_acc.png deleted file mode 100644 index 6e5506f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_90_f1.png deleted file mode 100644 index 886d957..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_avg_test_acc.png deleted file mode 100644 index 7aa3e19..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_avg_test_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_avg_test_f1.png deleted file mode 100644 index 6eda6fb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_avg_test_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_avg_train_acc.png deleted file mode 100644 index 17084a0..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_avg_train_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_avg_train_f1.png deleted file mode 100644 index 3734bff..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_cc_vs_other_avg_train_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_10_acc.png deleted file mode 100644 index f853b10..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_10_f1.png deleted file mode 100644 index af22a33..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_20_acc.png deleted file mode 100644 index 3f3df05..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_20_f1.png deleted file mode 100644 index 2c6ae2b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_30_acc.png deleted file mode 100644 index 33c0905..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_30_f1.png deleted file mode 100644 index e06826e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_40_acc.png deleted file mode 100644 index 9d51ae1..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_40_f1.png deleted file mode 100644 index a7531c4..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_50_acc.png deleted file mode 100644 index e3ff0d3..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_50_f1.png deleted file mode 100644 index 33f4d27..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_60_acc.png deleted file mode 100644 index 2e98fe3..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_60_f1.png deleted file mode 100644 index 6e743fa..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_70_acc.png deleted file mode 100644 index 2203379..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_70_f1.png deleted file mode 100644 index 867ef4a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_80_acc.png deleted file mode 100644 index a94c16d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_80_f1.png deleted file mode 100644 index 119582d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_90_acc.png deleted file mode 100644 index b8db81a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_90_f1.png deleted file mode 100644 index 777ca32..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_avg_test_acc.png deleted file mode 100644 index fae9cdb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_avg_test_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_avg_test_f1.png deleted file mode 100644 index c6e1e67..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_avg_test_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_avg_train_acc.png deleted file mode 100644 index 0f36ddc..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_avg_train_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_avg_train_f1.png deleted file mode 100644 index e1f2b87..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_all_avg_train_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_10_acc.png deleted file mode 100644 index fb46247..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_10_f1.png deleted file mode 100644 index a8b007b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_20_acc.png deleted file mode 100644 index 0b1c7ed..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_20_f1.png deleted file mode 100644 index 2b75da5..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_30_acc.png deleted file mode 100644 index f61a456..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_30_f1.png deleted file mode 100644 index e84dfdb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_40_acc.png deleted file mode 100644 index 70c4844..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_40_f1.png deleted file mode 100644 index 37d31d4..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_50_acc.png deleted file mode 100644 index 7d10c0c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_50_f1.png deleted file mode 100644 index faad332..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_60_acc.png deleted file mode 100644 index 24fb4fc..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_60_f1.png deleted file mode 100644 index e3bcd96..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_70_acc.png deleted file mode 100644 index f30ed5e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_70_f1.png deleted file mode 100644 index 5400beb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_80_acc.png deleted file mode 100644 index ef4363d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_80_f1.png deleted file mode 100644 index c4c2827..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_90_acc.png deleted file mode 100644 index e47c2da..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_90_f1.png deleted file mode 100644 index 8821a39..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_test_acc.png deleted file mode 100644 index a1f0cf5..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_test_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_test_f1.png deleted file mode 100644 index 3a5b63d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_test_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_train_acc.png deleted file mode 100644 index 4e46f71..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_train_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_train_f1.png deleted file mode 100644 index 533f355..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_train_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_10_acc.png deleted file mode 100644 index bca64b9..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_10_f1.png deleted file mode 100644 index 5c1c6de..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_20_acc.png deleted file mode 100644 index 0a7ce13..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_20_f1.png deleted file mode 100644 index 387d958..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_30_acc.png deleted file mode 100644 index 6c82f3f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_30_f1.png deleted file mode 100644 index db83f67..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_40_acc.png deleted file mode 100644 index 2401dd6..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_40_f1.png deleted file mode 100644 index 58237fa..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_50_acc.png deleted file mode 100644 index 9dd0732..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_50_f1.png deleted file mode 100644 index 92a3398..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_60_acc.png deleted file mode 100644 index 1119a53..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_60_f1.png deleted file mode 100644 index feb9729..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_70_acc.png deleted file mode 100644 index c639fe0..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_70_f1.png deleted file mode 100644 index ee08b99..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_80_acc.png deleted file mode 100644 index dc02b64..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_80_f1.png deleted file mode 100644 index 001b6b1..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_90_acc.png deleted file mode 100644 index d95ffe3..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_90_f1.png deleted file mode 100644 index f311188..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_test_acc.png deleted file mode 100644 index 25ee984..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_test_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_test_f1.png deleted file mode 100644 index 78be05d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_test_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_train_acc.png deleted file mode 100644 index 4bf0c31..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_train_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_train_f1.png deleted file mode 100644 index 2c720e7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_train_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_10_acc.png deleted file mode 100644 index 8411017..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_10_f1.png deleted file mode 100644 index 5ab390d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_20_acc.png deleted file mode 100644 index 8212376..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_20_f1.png deleted file mode 100644 index 38ca470..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_30_acc.png deleted file mode 100644 index fc4ad0f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_30_f1.png deleted file mode 100644 index 3658b73..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_40_acc.png deleted file mode 100644 index 1a358e4..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_40_f1.png deleted file mode 100644 index b12f733..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_50_acc.png deleted file mode 100644 index edb075e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_50_f1.png deleted file mode 100644 index f77bcb2..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_60_acc.png deleted file mode 100644 index b83beb5..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_60_f1.png deleted file mode 100644 index 130c9bb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_70_acc.png deleted file mode 100644 index b7f0bc2..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_70_f1.png deleted file mode 100644 index 296014d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_80_acc.png deleted file mode 100644 index ad16368..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_80_f1.png deleted file mode 100644 index 1e12e80..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_90_acc.png deleted file mode 100644 index 7e97cc2..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_90_f1.png deleted file mode 100644 index df956c2..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_avg_test_acc.png deleted file mode 100644 index 1987eed..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_avg_test_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_avg_test_f1.png deleted file mode 100644 index 9323443..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_avg_test_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_avg_train_acc.png deleted file mode 100644 index c0860b8..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_avg_train_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_avg_train_f1.png deleted file mode 100644 index 2a57e90..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_avg_train_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_10_acc.png deleted file mode 100644 index 8a90c59..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_10_f1.png deleted file mode 100644 index 3e7f856..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_20_acc.png deleted file mode 100644 index e51348f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_20_f1.png deleted file mode 100644 index e178e8a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_30_acc.png deleted file mode 100644 index bac8a3c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_30_f1.png deleted file mode 100644 index 3d43398..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_40_acc.png deleted file mode 100644 index e89c8ae..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_40_f1.png deleted file mode 100644 index c393f8e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_50_acc.png deleted file mode 100644 index f4c4c9e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_50_f1.png deleted file mode 100644 index 056c309..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_60_acc.png deleted file mode 100644 index ea20ecc..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_60_f1.png deleted file mode 100644 index 1407c22..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_70_acc.png deleted file mode 100644 index b468b87..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_70_f1.png deleted file mode 100644 index 5ea5ba9..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_80_acc.png deleted file mode 100644 index 4629957..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_80_f1.png deleted file mode 100644 index 652a289..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_90_acc.png deleted file mode 100644 index ccee88d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_90_f1.png deleted file mode 100644 index 033f266..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_avg_test_acc.png deleted file mode 100644 index 8ddb2f7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_avg_test_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_avg_test_f1.png deleted file mode 100644 index d383367..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_avg_test_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_avg_train_acc.png deleted file mode 100644 index 0bf97e6..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_avg_train_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_avg_train_f1.png deleted file mode 100644 index 0a63259..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_avg_train_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_10_acc.png deleted file mode 100644 index c47c450..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_10_f1.png deleted file mode 100644 index 983d794..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_20_acc.png deleted file mode 100644 index d50baa3..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_20_f1.png deleted file mode 100644 index cc8625c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_30_acc.png deleted file mode 100644 index 39e2154..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_30_f1.png deleted file mode 100644 index 510c857..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_40_acc.png deleted file mode 100644 index 5e63ffe..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_40_f1.png deleted file mode 100644 index 8249987..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_50_acc.png deleted file mode 100644 index 23a6c28..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_50_f1.png deleted file mode 100644 index fc580da..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_60_acc.png deleted file mode 100644 index 598d8a4..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_60_f1.png deleted file mode 100644 index 4ca4c02..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_70_acc.png deleted file mode 100644 index e6a9518..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_70_f1.png deleted file mode 100644 index 1a1cd62..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_80_acc.png deleted file mode 100644 index 4c73408..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_80_f1.png deleted file mode 100644 index d0ef08c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_90_acc.png deleted file mode 100644 index 6e6c3c0..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_90_f1.png deleted file mode 100644 index 3dfbe62..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_avg_test_acc.png deleted file mode 100644 index 8935abc..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_avg_test_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_avg_test_f1.png deleted file mode 100644 index 7c3d301..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_avg_test_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_avg_train_acc.png deleted file mode 100644 index 288bbc9..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_avg_train_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_avg_train_f1.png deleted file mode 100644 index a640e89..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_avg_train_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_10_acc.png deleted file mode 100644 index 3e0425c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_10_f1.png deleted file mode 100644 index 23811f5..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_20_acc.png deleted file mode 100644 index ffe6233..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_20_f1.png deleted file mode 100644 index 3b2d626..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_30_acc.png deleted file mode 100644 index 031c41b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_30_f1.png deleted file mode 100644 index a627e45..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_40_acc.png deleted file mode 100644 index 0a03c64..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_40_f1.png deleted file mode 100644 index f10d75a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_50_acc.png deleted file mode 100644 index ac03e9d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_50_f1.png deleted file mode 100644 index d8fc9dd..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_60_acc.png deleted file mode 100644 index dca1aa5..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_60_f1.png deleted file mode 100644 index 691c3b3..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_70_acc.png deleted file mode 100644 index a7079d2..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_70_f1.png deleted file mode 100644 index c1367b6..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_80_acc.png deleted file mode 100644 index 7c05813..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_80_f1.png deleted file mode 100644 index 957c554..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_90_acc.png deleted file mode 100644 index 2a45f84..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_90_f1.png deleted file mode 100644 index 681f9b3..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_test_acc.png deleted file mode 100644 index d7d6488..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_test_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_test_f1.png deleted file mode 100644 index 99814b1..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_test_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_train_acc.png deleted file mode 100644 index 24ace79..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_train_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_train_f1.png deleted file mode 100644 index 4fb4adb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_train_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_10_acc.png deleted file mode 100644 index 9d21aa4..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_10_f1.png deleted file mode 100644 index 366abf1..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_20_acc.png deleted file mode 100644 index e19e597..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_20_f1.png deleted file mode 100644 index 9a70deb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_30_acc.png deleted file mode 100644 index 7ffa2b9..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_30_f1.png deleted file mode 100644 index 238c6bd..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_40_acc.png deleted file mode 100644 index 900e8e4..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_40_f1.png deleted file mode 100644 index eda885a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_50_acc.png deleted file mode 100644 index 53e36a0..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_50_f1.png deleted file mode 100644 index 1d67d3d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_60_acc.png deleted file mode 100644 index 94cfeda..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_60_f1.png deleted file mode 100644 index 947653c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_70_acc.png deleted file mode 100644 index d49ccb5..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_70_f1.png deleted file mode 100644 index f04e645..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_80_acc.png deleted file mode 100644 index 6cd2ae8..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_80_f1.png deleted file mode 100644 index 0b06683..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_90_acc.png deleted file mode 100644 index a808ed3..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_90_f1.png deleted file mode 100644 index 77da70c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_avg_test_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_avg_test_acc.png deleted file mode 100644 index 06e8fb2..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_avg_test_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_avg_test_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_avg_test_f1.png deleted file mode 100644 index bf27519..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_avg_test_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_avg_train_acc.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_avg_train_acc.png deleted file mode 100644 index db4b29d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_avg_train_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_avg_train_f1.png b/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_avg_train_f1.png deleted file mode 100644 index 8558a0b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_avg_train_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_10_acc.png deleted file mode 100644 index c19d824..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_10_f1.png deleted file mode 100644 index d4220f2..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_20_acc.png deleted file mode 100644 index 05e5823..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_20_f1.png deleted file mode 100644 index 96d57ce..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_30_acc.png deleted file mode 100644 index f858970..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_30_f1.png deleted file mode 100644 index 7edef69..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_40_acc.png deleted file mode 100644 index b7bfd0a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_40_f1.png deleted file mode 100644 index 9edd71f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_50_acc.png deleted file mode 100644 index 0364f34..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_50_f1.png deleted file mode 100644 index 2405d9b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_60_acc.png deleted file mode 100644 index f8ea521..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_60_f1.png deleted file mode 100644 index 63ef2bb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_70_acc.png deleted file mode 100644 index db6ff2c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_70_f1.png deleted file mode 100644 index e3452f0..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_80_acc.png deleted file mode 100644 index 1827667..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_80_f1.png deleted file mode 100644 index 8f79f2b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_90_acc.png deleted file mode 100644 index 66a38cc..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_90_f1.png deleted file mode 100644 index 918cc85..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_cc_vs_other_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_10_acc.png deleted file mode 100644 index f350e11..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_10_f1.png deleted file mode 100644 index f48014c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_20_acc.png deleted file mode 100644 index d50dbed..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_20_f1.png deleted file mode 100644 index 5125a53..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_30_acc.png deleted file mode 100644 index 652d9ce..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_30_f1.png deleted file mode 100644 index eec850f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_40_acc.png deleted file mode 100644 index fb7402d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_40_f1.png deleted file mode 100644 index 2e1cd9d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_50_acc.png deleted file mode 100644 index dc1188b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_50_f1.png deleted file mode 100644 index 7612400..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_60_acc.png deleted file mode 100644 index 361828a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_60_f1.png deleted file mode 100644 index e5df5cd..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_70_acc.png deleted file mode 100644 index ae76c3a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_70_f1.png deleted file mode 100644 index d287d8c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_80_acc.png deleted file mode 100644 index c770a9b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_80_f1.png deleted file mode 100644 index 9a9d4e4..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_90_acc.png deleted file mode 100644 index 75d5809..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_90_f1.png deleted file mode 100644 index 0a651bc..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_all_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_10_acc.png deleted file mode 100644 index 6c8b7f3..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_10_f1.png deleted file mode 100644 index b004424..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_20_acc.png deleted file mode 100644 index e167466..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_20_f1.png deleted file mode 100644 index c6b925f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_30_acc.png deleted file mode 100644 index 41d06df..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_30_f1.png deleted file mode 100644 index 3cad4c0..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_40_acc.png deleted file mode 100644 index bead946..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_40_f1.png deleted file mode 100644 index 242c62d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_50_acc.png deleted file mode 100644 index 914d88c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_50_f1.png deleted file mode 100644 index d697d0d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_60_acc.png deleted file mode 100644 index 6253272..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_60_f1.png deleted file mode 100644 index 55856d4..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_70_acc.png deleted file mode 100644 index 3952e95..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_70_f1.png deleted file mode 100644 index 62f5c17..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_80_acc.png deleted file mode 100644 index da39363..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_80_f1.png deleted file mode 100644 index 0700e23..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_90_acc.png deleted file mode 100644 index 1f5e575..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_90_f1.png deleted file mode 100644 index 6b8fa04..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_atc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_10_acc.png deleted file mode 100644 index 7070e7e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_10_f1.png deleted file mode 100644 index 644ed5b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_20_acc.png deleted file mode 100644 index def2c68..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_20_f1.png deleted file mode 100644 index 0b8f452..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_30_acc.png deleted file mode 100644 index 34b7d97..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_30_f1.png deleted file mode 100644 index 0364f48..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_40_acc.png deleted file mode 100644 index 56c174c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_40_f1.png deleted file mode 100644 index a766bd9..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_50_acc.png deleted file mode 100644 index 675d7a4..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_50_f1.png deleted file mode 100644 index a936ca9..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_60_acc.png deleted file mode 100644 index 3437f6c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_60_f1.png deleted file mode 100644 index e7df57a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_70_acc.png deleted file mode 100644 index 4297ed6..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_70_f1.png deleted file mode 100644 index 3cecc9a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_80_acc.png deleted file mode 100644 index 12bc23a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_80_f1.png deleted file mode 100644 index 8481837..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_90_acc.png deleted file mode 100644 index 63ec26d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_90_f1.png deleted file mode 100644 index b18706e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_gs_vs_qgs_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_10_acc.png deleted file mode 100644 index b20706d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_10_f1.png deleted file mode 100644 index 6065a78..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_20_acc.png deleted file mode 100644 index 4f047f8..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_20_f1.png deleted file mode 100644 index dd5f3da..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_30_acc.png deleted file mode 100644 index 99ba28c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_30_f1.png deleted file mode 100644 index c3db401..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_40_acc.png deleted file mode 100644 index b33a492..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_40_f1.png deleted file mode 100644 index 05a8bbd..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_50_acc.png deleted file mode 100644 index 860beec..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_50_f1.png deleted file mode 100644 index 9c85f8e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_60_acc.png deleted file mode 100644 index 7ded10c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_60_f1.png deleted file mode 100644 index ed2eadb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_70_acc.png deleted file mode 100644 index 3135aa7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_70_f1.png deleted file mode 100644 index 17b3823..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_80_acc.png deleted file mode 100644 index 5f9261c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_80_f1.png deleted file mode 100644 index 7361006..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_90_acc.png deleted file mode 100644 index f410cf4..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_90_f1.png deleted file mode 100644 index aa04180..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_10_acc.png deleted file mode 100644 index 52a4636..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_10_f1.png deleted file mode 100644 index 0d2e5bf..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_20_acc.png deleted file mode 100644 index ecfb71f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_20_f1.png deleted file mode 100644 index 9d83838..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_30_acc.png deleted file mode 100644 index 316133b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_30_f1.png deleted file mode 100644 index 30e0f1b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_40_acc.png deleted file mode 100644 index b90b219..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_40_f1.png deleted file mode 100644 index 4eeac25..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_50_acc.png deleted file mode 100644 index 824f706..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_50_f1.png deleted file mode 100644 index f3870ee..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_60_acc.png deleted file mode 100644 index d583771..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_60_f1.png deleted file mode 100644 index 7920753..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_70_acc.png deleted file mode 100644 index dafec1f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_70_f1.png deleted file mode 100644 index bf2956c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_80_acc.png deleted file mode 100644 index c39eb67..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_80_f1.png deleted file mode 100644 index 05fc763..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_90_acc.png deleted file mode 100644 index 0036450..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_90_f1.png deleted file mode 100644 index da5e0d2..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_10_acc.png deleted file mode 100644 index e8f1703..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_10_f1.png deleted file mode 100644 index 112c632..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_20_acc.png deleted file mode 100644 index 10f425c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_20_f1.png deleted file mode 100644 index 1f40c28..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_30_acc.png deleted file mode 100644 index f38e345..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_30_f1.png deleted file mode 100644 index fbdfb4f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_40_acc.png deleted file mode 100644 index 954af53..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_40_f1.png deleted file mode 100644 index b76ee15..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_50_acc.png deleted file mode 100644 index 667308c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_50_f1.png deleted file mode 100644 index 0eddacd..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_60_acc.png deleted file mode 100644 index 65ebd8b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_60_f1.png deleted file mode 100644 index d486a09..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_70_acc.png deleted file mode 100644 index 6587935..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_70_f1.png deleted file mode 100644 index f1f69d7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_80_acc.png deleted file mode 100644 index d0e95fa..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_80_f1.png deleted file mode 100644 index 3698759..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_90_acc.png deleted file mode 100644 index 61f1a92..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_90_f1.png deleted file mode 100644 index 500d412..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_10_acc.png deleted file mode 100644 index 92ea9fd..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_10_f1.png deleted file mode 100644 index 80a2a5a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_20_acc.png deleted file mode 100644 index eeaac91..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_20_f1.png deleted file mode 100644 index d2c43b9..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_30_acc.png deleted file mode 100644 index 78cfe9b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_30_f1.png deleted file mode 100644 index f55c72d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_40_acc.png deleted file mode 100644 index c97d284..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_40_f1.png deleted file mode 100644 index 3f7d207..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_50_acc.png deleted file mode 100644 index 8816cd3..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_50_f1.png deleted file mode 100644 index eb1f81a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_60_acc.png deleted file mode 100644 index 92431d1..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_60_f1.png deleted file mode 100644 index 18aa49f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_70_acc.png deleted file mode 100644 index 5c271fe..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_70_f1.png deleted file mode 100644 index 4faeceb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_80_acc.png deleted file mode 100644 index 3ad73a0..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_80_f1.png deleted file mode 100644 index c1ca9b6..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_90_acc.png deleted file mode 100644 index a253ba7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_90_f1.png deleted file mode 100644 index 2fb3b9c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_10_acc.png deleted file mode 100644 index cafd42f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_10_f1.png deleted file mode 100644 index 64167ec..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_20_acc.png deleted file mode 100644 index 60da6e6..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_20_f1.png deleted file mode 100644 index b1cc2f5..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_30_acc.png deleted file mode 100644 index 6a26120..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_30_f1.png deleted file mode 100644 index 886b3fb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_40_acc.png deleted file mode 100644 index b89c490..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_40_f1.png deleted file mode 100644 index 98769a4..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_50_acc.png deleted file mode 100644 index 94caf52..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_50_f1.png deleted file mode 100644 index ba86dc7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_60_acc.png deleted file mode 100644 index 767aba8..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_60_f1.png deleted file mode 100644 index ea28014..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_70_acc.png deleted file mode 100644 index d510bcd..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_70_f1.png deleted file mode 100644 index dd95742..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_80_acc.png deleted file mode 100644 index 2bdb8d1..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_80_f1.png deleted file mode 100644 index ba5692d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_90_acc.png deleted file mode 100644 index 4350391..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_90_f1.png deleted file mode 100644 index e95ab70..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/diagonal_rcv1_CCAT_sld_vs_pacc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_10_acc.png deleted file mode 100644 index 2aaa06d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_10_f1.png deleted file mode 100644 index 65f63b5..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_20_acc.png deleted file mode 100644 index c16876e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_20_f1.png deleted file mode 100644 index e1045b0..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_30_acc.png deleted file mode 100644 index d882263..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_30_f1.png deleted file mode 100644 index 3b60c49..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_40_acc.png deleted file mode 100644 index aaee837..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_40_f1.png deleted file mode 100644 index 0bddc8f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_50_acc.png deleted file mode 100644 index ee6af8f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_50_f1.png deleted file mode 100644 index 5394b71..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_60_acc.png deleted file mode 100644 index 41efe08..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_60_f1.png deleted file mode 100644 index c8c4eb6..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_70_acc.png deleted file mode 100644 index 8872185..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_70_f1.png deleted file mode 100644 index 273a435..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_80_acc.png deleted file mode 100644 index 2ee14dc..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_80_f1.png deleted file mode 100644 index 2f9d1a7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_90_acc.png deleted file mode 100644 index 1cce841..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_90_f1.png deleted file mode 100644 index 552972f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_avg_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_avg_acc.png deleted file mode 100644 index d0d0e7f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_avg_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_avg_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_avg_f1.png deleted file mode 100644 index 0405c97..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_cc_vs_other_avg_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_10_acc.png deleted file mode 100644 index c0bd538..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_10_f1.png deleted file mode 100644 index 73a2cb3..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_20_acc.png deleted file mode 100644 index d681fa9..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_20_f1.png deleted file mode 100644 index 7efa005..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_30_acc.png deleted file mode 100644 index 27c9a2b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_30_f1.png deleted file mode 100644 index 049dc0b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_40_acc.png deleted file mode 100644 index ba25524..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_40_f1.png deleted file mode 100644 index 0e42730..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_50_acc.png deleted file mode 100644 index 816ad19..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_50_f1.png deleted file mode 100644 index b5f839a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_60_acc.png deleted file mode 100644 index 4097964..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_60_f1.png deleted file mode 100644 index 6c9e83e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_70_acc.png deleted file mode 100644 index 077098a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_70_f1.png deleted file mode 100644 index 763496a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_80_acc.png deleted file mode 100644 index f1886d2..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_80_f1.png deleted file mode 100644 index c34d3c7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_90_acc.png deleted file mode 100644 index 042cc4f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_90_f1.png deleted file mode 100644 index 01e72bf..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_avg_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_avg_acc.png deleted file mode 100644 index c7d32c7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_avg_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_avg_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_avg_f1.png deleted file mode 100644 index 2d250af..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_all_avg_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_10_acc.png deleted file mode 100644 index 137e7e0..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_10_f1.png deleted file mode 100644 index 05d1304..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_20_acc.png deleted file mode 100644 index fca6365..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_20_f1.png deleted file mode 100644 index 314eee7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_30_acc.png deleted file mode 100644 index bdfce24..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_30_f1.png deleted file mode 100644 index e6511a2..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_40_acc.png deleted file mode 100644 index 6765539..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_40_f1.png deleted file mode 100644 index 7523b9e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_50_acc.png deleted file mode 100644 index 8c02047..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_50_f1.png deleted file mode 100644 index 1af76f2..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_60_acc.png deleted file mode 100644 index 1599d6d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_60_f1.png deleted file mode 100644 index 4bf37c5..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_70_acc.png deleted file mode 100644 index 6f50773..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_70_f1.png deleted file mode 100644 index 4567de6..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_80_acc.png deleted file mode 100644 index 6a05a4b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_80_f1.png deleted file mode 100644 index e4689ec..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_90_acc.png deleted file mode 100644 index 45c22e1..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_90_f1.png deleted file mode 100644 index 2bb11b7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_avg_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_avg_acc.png deleted file mode 100644 index 3f76bb8..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_avg_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_avg_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_avg_f1.png deleted file mode 100644 index d793471..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_atc_avg_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_10_acc.png deleted file mode 100644 index 7a3829a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_10_f1.png deleted file mode 100644 index 09ff9ba..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_20_acc.png deleted file mode 100644 index 81d86f7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_20_f1.png deleted file mode 100644 index 8233d63..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_30_acc.png deleted file mode 100644 index 1d544a4..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_30_f1.png deleted file mode 100644 index 14e3364..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_40_acc.png deleted file mode 100644 index b583b61..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_40_f1.png deleted file mode 100644 index 3313098..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_50_acc.png deleted file mode 100644 index 6af3b22..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_50_f1.png deleted file mode 100644 index 3b28ab0..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_60_acc.png deleted file mode 100644 index 789a793..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_60_f1.png deleted file mode 100644 index 9100352..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_70_acc.png deleted file mode 100644 index c8d6d77..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_70_f1.png deleted file mode 100644 index 2da943f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_80_acc.png deleted file mode 100644 index 54e4f4c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_80_f1.png deleted file mode 100644 index 4db75bb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_90_acc.png deleted file mode 100644 index ebcf9ef..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_90_f1.png deleted file mode 100644 index 0f0cf7f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_avg_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_avg_acc.png deleted file mode 100644 index 0df2cca..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_avg_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_avg_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_avg_f1.png deleted file mode 100644 index 9b49825..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_gs_vs_qgs_avg_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_10_acc.png deleted file mode 100644 index 7e40adb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_10_f1.png deleted file mode 100644 index 8c7034e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_20_acc.png deleted file mode 100644 index 59d8f97..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_20_f1.png deleted file mode 100644 index 1172dab..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_30_acc.png deleted file mode 100644 index 41adb06..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_30_f1.png deleted file mode 100644 index 18f5a3d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_40_acc.png deleted file mode 100644 index 42a80c0..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_40_f1.png deleted file mode 100644 index 8b97bbc..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_50_acc.png deleted file mode 100644 index d0b3ccc..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_50_f1.png deleted file mode 100644 index 24ba67f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_60_acc.png deleted file mode 100644 index b20fdec..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_60_f1.png deleted file mode 100644 index fab38f6..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_70_acc.png deleted file mode 100644 index e3506bb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_70_f1.png deleted file mode 100644 index a0f694f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_80_acc.png deleted file mode 100644 index eb09cbb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_80_f1.png deleted file mode 100644 index dcd218a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_90_acc.png deleted file mode 100644 index 25d0bc1..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_90_f1.png deleted file mode 100644 index a2fd915..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_avg_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_avg_acc.png deleted file mode 100644 index 693b0c6..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_avg_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_avg_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_avg_f1.png deleted file mode 100644 index 46d1385..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_avg_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_10_acc.png deleted file mode 100644 index 3bccff1..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_10_f1.png deleted file mode 100644 index df0bb8f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_20_acc.png deleted file mode 100644 index a13abea..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_20_f1.png deleted file mode 100644 index e734995..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_30_acc.png deleted file mode 100644 index 41e782e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_30_f1.png deleted file mode 100644 index cf1d545..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_40_acc.png deleted file mode 100644 index aff9798..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_40_f1.png deleted file mode 100644 index e216e0f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_50_acc.png deleted file mode 100644 index 45013c1..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_50_f1.png deleted file mode 100644 index ad3afcd..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_60_acc.png deleted file mode 100644 index 5000780..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_60_f1.png deleted file mode 100644 index 8f431e6..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_70_acc.png deleted file mode 100644 index a923c65..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_70_f1.png deleted file mode 100644 index fc60fdf..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_80_acc.png deleted file mode 100644 index 3187710..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_80_f1.png deleted file mode 100644 index 160972b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_90_acc.png deleted file mode 100644 index 20380e2..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_90_f1.png deleted file mode 100644 index 8651526..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_avg_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_avg_acc.png deleted file mode 100644 index c907603..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_avg_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_avg_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_avg_f1.png deleted file mode 100644 index 8fa87c2..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_avg_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_10_acc.png deleted file mode 100644 index a4fb1b7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_10_f1.png deleted file mode 100644 index 914ee9a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_20_acc.png deleted file mode 100644 index 3e1c436..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_20_f1.png deleted file mode 100644 index b8ed744..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_30_acc.png deleted file mode 100644 index 38b10a4..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_30_f1.png deleted file mode 100644 index 354a161..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_40_acc.png deleted file mode 100644 index 66e99ad..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_40_f1.png deleted file mode 100644 index e743282..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_50_acc.png deleted file mode 100644 index cc989bb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_50_f1.png deleted file mode 100644 index 8d83abb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_60_acc.png deleted file mode 100644 index b15ab72..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_60_f1.png deleted file mode 100644 index de0eda8..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_70_acc.png deleted file mode 100644 index 4df529c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_70_f1.png deleted file mode 100644 index c53e102..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_80_acc.png deleted file mode 100644 index 17e3c3b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_80_f1.png deleted file mode 100644 index 4435e31..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_90_acc.png deleted file mode 100644 index 364e26d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_90_f1.png deleted file mode 100644 index e77633e..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_avg_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_avg_acc.png deleted file mode 100644 index 6520e10..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_avg_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_avg_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_avg_f1.png deleted file mode 100644 index 5bbf908..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_avg_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_10_acc.png deleted file mode 100644 index d830501..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_10_f1.png deleted file mode 100644 index 81f6e4d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_20_acc.png deleted file mode 100644 index 2658233..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_20_f1.png deleted file mode 100644 index 269d198..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_30_acc.png deleted file mode 100644 index 1a0c0c1..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_30_f1.png deleted file mode 100644 index 36f0e5d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_40_acc.png deleted file mode 100644 index d20bc48..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_40_f1.png deleted file mode 100644 index 614bf6d..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_50_acc.png deleted file mode 100644 index 3b57516..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_50_f1.png deleted file mode 100644 index 9845a46..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_60_acc.png deleted file mode 100644 index 55501ea..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_60_f1.png deleted file mode 100644 index ca80c47..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_70_acc.png deleted file mode 100644 index 5dce15c..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_70_f1.png deleted file mode 100644 index 3ef0bfb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_80_acc.png deleted file mode 100644 index 8337751..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_80_f1.png deleted file mode 100644 index 91ad1d3..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_90_acc.png deleted file mode 100644 index 871e863..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_90_f1.png deleted file mode 100644 index 25b21e4..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_acc.png deleted file mode 100644 index 86399cb..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_f1.png deleted file mode 100644 index cda8b57..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_10_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_10_acc.png deleted file mode 100644 index 3c51619..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_10_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_10_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_10_f1.png deleted file mode 100644 index 3ae73f7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_10_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_20_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_20_acc.png deleted file mode 100644 index 9780b10..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_20_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_20_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_20_f1.png deleted file mode 100644 index c39dfde..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_20_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_30_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_30_acc.png deleted file mode 100644 index 6c4e27f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_30_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_30_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_30_f1.png deleted file mode 100644 index 7e210f5..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_30_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_40_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_40_acc.png deleted file mode 100644 index c435b09..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_40_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_40_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_40_f1.png deleted file mode 100644 index 7be8207..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_40_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_50_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_50_acc.png deleted file mode 100644 index 03e554b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_50_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_50_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_50_f1.png deleted file mode 100644 index 903370b..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_50_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_60_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_60_acc.png deleted file mode 100644 index 8051ab3..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_60_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_60_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_60_f1.png deleted file mode 100644 index 7092955..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_60_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_70_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_70_acc.png deleted file mode 100644 index 9ac62ad..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_70_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_70_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_70_f1.png deleted file mode 100644 index 7f165d7..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_70_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_80_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_80_acc.png deleted file mode 100644 index cc0a636..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_80_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_80_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_80_f1.png deleted file mode 100644 index c7589aa..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_80_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_90_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_90_acc.png deleted file mode 100644 index 71f734f..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_90_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_90_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_90_f1.png deleted file mode 100644 index edc3fb9..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_90_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_avg_acc.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_avg_acc.png deleted file mode 100644 index d80599a..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_avg_acc.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_avg_f1.png b/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_avg_f1.png deleted file mode 100644 index 18a7674..0000000 Binary files a/output/main/rcv1_CCAT_9prevs/plot/shift_rcv1_CCAT_sld_vs_pacc_avg_f1.png and /dev/null differ diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_9prevs.log b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_9prevs.log deleted file mode 100644 index 6c345cb..0000000 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_9prevs.log +++ /dev/null @@ -1,455 +0,0 @@ -06/11/23 05:14:48| INFO dataset rcv1_CCAT_9prevs -06/11/23 05:14:53| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started -06/11/23 05:15:55| INFO ref finished [took 48.0242s] -06/11/23 05:16:01| INFO atc_mc finished [took 51.7851s] -06/11/23 05:16:04| INFO mul_pacc finished [took 58.4704s] -06/11/23 05:16:04| INFO mulne_sld finished [took 62.7354s] -06/11/23 05:16:04| INFO mulmc_sld finished [took 66.2593s] -06/11/23 05:16:14| INFO mul_sld finished [took 78.2483s] -06/11/23 05:18:40| INFO bin_pacc finished [took 217.0012s] -06/11/23 05:18:43| INFO bin_sld finished [took 227.8835s] -06/11/23 05:18:43| INFO binne_sld finished [took 223.2764s] -06/11/23 05:18:44| INFO binmc_sld finished [took 226.7324s] -06/11/23 05:18:44| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 230.5906s] -06/11/23 05:18:44| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started -06/11/23 05:19:44| INFO ref finished [took 49.5147s] -06/11/23 05:19:51| INFO atc_mc finished [took 54.8022s] -06/11/23 05:19:53| INFO mul_pacc finished [took 60.3260s] -06/11/23 05:19:55| INFO mulmc_sld finished [took 67.0280s] -06/11/23 05:19:56| INFO mul_sld finished [took 70.4092s] -06/11/23 05:19:58| INFO mulne_sld finished [took 67.3468s] -06/11/23 05:22:30| INFO bin_sld finished [took 224.7344s] -06/11/23 05:22:30| INFO bin_pacc finished [took 218.3044s] -06/11/23 05:22:30| INFO binmc_sld finished [took 223.3607s] -06/11/23 05:22:33| INFO binne_sld finished [took 223.6042s] -06/11/23 05:22:33| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 229.0745s] -06/11/23 05:22:33| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started -06/11/23 05:23:32| INFO ref finished [took 48.1565s] -06/11/23 05:23:37| INFO atc_mc finished [took 52.1124s] -06/11/23 05:23:40| INFO mul_pacc finished [took 58.0112s] -06/11/23 05:23:40| INFO mul_sld finished [took 65.2727s] -06/11/23 05:23:42| INFO mulmc_sld finished [took 64.5943s] -06/11/23 05:23:43| INFO mulne_sld finished [took 63.9053s] -06/11/23 05:26:13| INFO bin_sld finished [took 218.6511s] -06/11/23 05:26:16| INFO bin_pacc finished [took 215.1485s] -06/11/23 05:26:17| INFO binne_sld finished [took 218.6855s] -06/11/23 05:26:17| INFO binmc_sld finished [took 221.2605s] -06/11/23 05:26:17| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 224.5608s] -06/11/23 05:26:17| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started -06/11/23 05:27:15| INFO ref finished [took 48.2181s] -06/11/23 05:27:21| INFO atc_mc finished [took 52.3420s] -06/11/23 05:27:23| INFO mul_pacc finished [took 57.1950s] -06/11/23 05:27:24| INFO mul_sld finished [took 64.4722s] -06/11/23 05:27:26| INFO mulmc_sld finished [took 64.1870s] -06/11/23 05:27:27| INFO mulne_sld finished [took 63.7407s] -06/11/23 05:29:52| INFO bin_sld finished [took 213.1913s] -06/11/23 05:29:53| INFO bin_pacc finished [took 208.1322s] -06/11/23 05:29:53| INFO binmc_sld finished [took 212.6473s] -06/11/23 05:29:57| INFO binne_sld finished [took 214.5243s] -06/11/23 05:29:57| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 219.5765s] -06/11/23 05:29:57| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started -06/11/23 05:30:55| INFO ref finished [took 47.7289s] -06/11/23 05:31:01| INFO atc_mc finished [took 52.1531s] -06/11/23 05:31:03| INFO mul_pacc finished [took 57.3804s] -06/11/23 05:31:06| INFO mul_sld finished [took 66.9237s] -06/11/23 05:31:06| INFO mulmc_sld finished [took 65.3230s] -06/11/23 05:31:09| INFO mulne_sld finished [took 65.6645s] -06/11/23 05:33:33| INFO bin_sld finished [took 214.3242s] -06/11/23 05:33:34| INFO bin_pacc finished [took 209.3862s] -06/11/23 05:33:35| INFO binmc_sld finished [took 214.4687s] -06/11/23 05:33:37| INFO binne_sld finished [took 214.7267s] -06/11/23 05:33:37| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 220.0212s] -06/11/23 05:33:37| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started -06/11/23 05:34:35| INFO ref finished [took 48.0021s] -06/11/23 05:34:41| INFO atc_mc finished [took 52.2171s] -06/11/23 05:34:43| INFO mul_pacc finished [took 57.2348s] -06/11/23 05:34:46| INFO mul_sld finished [took 67.0899s] -06/11/23 05:34:47| INFO mulmc_sld finished [took 66.1078s] -06/11/23 05:34:49| INFO mulne_sld finished [took 66.0237s] -06/11/23 05:37:13| INFO bin_sld finished [took 214.9942s] -06/11/23 05:37:13| INFO binmc_sld finished [took 213.1574s] -06/11/23 05:37:14| INFO bin_pacc finished [took 209.1347s] -06/11/23 05:37:17| INFO binne_sld finished [took 214.9703s] -06/11/23 05:37:17| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 220.1235s] -06/11/23 05:37:17| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started -06/11/23 05:38:15| INFO ref finished [took 47.8227s] -06/11/23 05:38:20| INFO atc_mc finished [took 51.9364s] -06/11/23 05:38:23| INFO mul_pacc finished [took 56.9053s] -06/11/23 05:38:27| INFO mul_sld finished [took 67.4535s] -06/11/23 05:38:27| INFO mulmc_sld finished [took 65.5956s] -06/11/23 05:38:30| INFO mulne_sld finished [took 66.0476s] -06/11/23 05:40:55| INFO bin_pacc finished [took 210.0633s] -06/11/23 05:40:56| INFO binmc_sld finished [took 215.3452s] -06/11/23 05:40:56| INFO bin_sld finished [took 217.8091s] -06/11/23 05:40:59| INFO binne_sld finished [took 216.8970s] -06/11/23 05:40:59| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 222.2971s] -06/11/23 05:40:59| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started -06/11/23 05:41:57| INFO ref finished [took 47.6970s] -06/11/23 05:42:03| INFO atc_mc finished [took 52.0893s] -06/11/23 05:42:05| INFO mul_pacc finished [took 56.6428s] -06/11/23 05:42:09| INFO mul_sld finished [took 66.8810s] -06/11/23 05:42:09| INFO mulmc_sld finished [took 65.8427s] -06/11/23 05:42:11| INFO mulne_sld finished [took 64.8594s] -06/11/23 05:44:36| INFO bin_pacc finished [took 208.7884s] -06/11/23 05:44:38| INFO bin_sld finished [took 216.6052s] -06/11/23 05:44:38| INFO binmc_sld finished [took 215.5486s] -06/11/23 05:44:43| INFO binne_sld finished [took 217.9926s] -06/11/23 05:44:43| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 223.2270s] -06/11/23 05:44:43| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started -06/11/23 05:45:40| INFO ref finished [took 48.0710s] -06/11/23 05:45:46| INFO atc_mc finished [took 52.0992s] -06/11/23 05:45:48| INFO mul_pacc finished [took 56.6568s] -06/11/23 05:45:49| INFO mulmc_sld finished [took 61.7314s] -06/11/23 05:45:52| INFO mulne_sld finished [took 62.7505s] -06/11/23 05:45:59| INFO mul_sld finished [took 73.7681s] -06/11/23 05:48:18| INFO bin_pacc finished [took 208.2267s] -06/11/23 05:48:23| INFO bin_sld finished [took 218.9333s] -06/11/23 05:48:24| INFO binmc_sld finished [took 218.0032s] -06/11/23 05:48:27| INFO binne_sld finished [took 219.2450s] -06/11/23 05:48:27| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 224.3446s] ----------------------------------------------------------------------------------------------------- -06/11/23 11:53:50| INFO dataset rcv1_CCAT_9prevs -06/11/23 11:53:56| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started -06/11/23 11:56:45| INFO doc_feat finished [took 83.7957s] -06/11/23 11:56:58| INFO mulne_pacc finished [took 146.6577s] -06/11/23 11:57:03| INFO ref finished [took 120.2665s] -06/11/23 11:57:05| INFO mul_pacc finished [took 169.5909s] -06/11/23 11:57:07| WARNING Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 -06/11/23 11:57:08| INFO kfcv finished [took 130.0948s] -06/11/23 11:57:13| INFO mulmc_pacc finished [took 173.0431s] -06/11/23 11:57:16| INFO atc_mc finished [took 125.2363s] -06/11/23 11:57:17| INFO mul_sld finished [took 199.1179s] -06/11/23 11:57:18| INFO mul_cc finished [took 148.2203s] -06/11/23 11:57:20| INFO atc_ne finished [took 121.9570s] -06/11/23 11:57:39| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00899) [took 176.8809s] -06/11/23 11:58:48| INFO mul_pacc_gs finished [took 245.7641s] -06/11/23 12:00:56| INFO bin_pacc finished [took 409.8967s] -06/11/23 12:01:03| INFO bin_sld finished [took 426.0031s] -06/11/23 12:01:09| INFO binmc_pacc finished [took 412.9057s] -06/11/23 12:01:13| INFO bin_cc finished [took 389.4719s] -06/11/23 12:01:14| INFO binne_pacc finished [took 411.1276s] -06/11/23 12:02:20| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' -06/11/23 12:03:18| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00719) [took 523.4665s] -06/11/23 12:04:44| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00644) [took 643.3372s] -06/11/23 12:05:27| INFO mul_sld_gs finished [took 686.5912s] -06/11/23 12:06:25| INFO bin_pacc_gs finished [took 710.5248s] -06/11/23 12:08:52| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00589) [took 892.3454s] -06/11/23 12:11:50| INFO bin_sld_gs finished [took 1070.2847s] -06/11/23 12:11:50| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 1073.7689s] -06/11/23 12:11:50| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started -06/11/23 12:14:15| INFO doc_feat finished [took 80.2198s] -06/11/23 12:14:27| INFO ref finished [took 106.1446s] -06/11/23 12:14:36| INFO mul_pacc finished [took 155.8715s] -06/11/23 12:14:37| INFO mul_sld finished [took 162.7857s] -06/11/23 12:14:47| INFO kfcv finished [took 132.1178s] -06/11/23 12:14:55| INFO atc_mc finished [took 127.9109s] -06/11/23 12:14:57| INFO atc_ne finished [took 121.6128s] -06/11/23 12:14:58| INFO mulmc_pacc finished [took 173.9023s] -06/11/23 12:14:58| INFO mulne_pacc finished [took 167.2920s] -06/11/23 12:14:59| INFO mul_cc finished [took 147.7428s] -06/11/23 12:15:28| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'confidence': 'entropy'} (score=0.00931) [took 186.6087s] -06/11/23 12:16:44| INFO mul_pacc_gs finished [took 261.9352s] -06/11/23 12:18:49| INFO binmc_pacc finished [took 407.0394s] -06/11/23 12:18:50| INFO bin_pacc finished [took 410.4620s] -06/11/23 12:18:55| INFO bin_sld finished [took 422.8949s] -06/11/23 12:19:01| INFO binne_pacc finished [took 410.3575s] -06/11/23 12:19:03| INFO bin_cc finished [took 396.9482s] -06/11/23 12:20:14| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' -06/11/23 12:20:41| INFO bin_sld_gsq finished [took 524.4318s] -06/11/23 12:21:23| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00784) [took 546.2730s] -06/11/23 12:22:36| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01221) [took 640.2364s] -06/11/23 12:23:20| INFO mul_sld_gs finished [took 683.6191s] -06/11/23 12:24:29| INFO bin_pacc_gs finished [took 732.6258s] -06/11/23 12:27:43| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00768) [took 948.8111s] -06/11/23 12:30:43| INFO bin_sld_gs finished [took 1128.0644s] -06/11/23 12:30:43| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 1132.7995s] -06/11/23 12:30:43| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started -06/11/23 12:33:12| INFO mul_sld finished [took 146.3214s] -06/11/23 12:33:24| INFO mul_cc finished [took 118.2992s] -06/11/23 12:33:26| INFO doc_feat finished [took 96.3414s] -06/11/23 12:33:36| INFO atc_ne finished [took 108.2657s] -06/11/23 12:33:37| INFO mulne_pacc finished [took 155.4759s] -06/11/23 12:33:39| INFO atc_mc finished [took 119.0950s] -06/11/23 12:33:39| INFO mul_pacc finished [took 166.1039s] -06/11/23 12:33:40| INFO ref finished [took 122.3921s] -06/11/23 12:33:40| INFO mulmc_pacc finished [took 164.5722s] -06/11/23 12:33:43| INFO kfcv finished [took 131.6124s] -06/11/23 12:34:24| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': 'max_conf'} (score=0.00857) [took 188.0301s] -06/11/23 12:35:45| INFO mul_pacc_gs finished [took 269.4655s] -06/11/23 12:37:47| INFO binne_pacc finished [took 409.7038s] -06/11/23 12:37:47| INFO bin_sld finished [took 421.4590s] -06/11/23 12:37:55| INFO bin_pacc finished [took 423.8805s] -06/11/23 12:37:57| INFO binmc_pacc finished [took 422.8180s] -06/11/23 12:38:01| INFO bin_cc finished [took 400.2199s] -06/11/23 12:39:14| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' -06/11/23 12:39:41| INFO bin_sld_gsq finished [took 531.7360s] -06/11/23 12:40:17| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00762) [took 549.6726s] -06/11/23 12:41:35| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00872) [took 646.0507s] -06/11/23 12:42:19| INFO mul_sld_gs finished [took 690.7431s] -06/11/23 12:43:25| INFO bin_pacc_gs finished [took 737.2287s] -06/11/23 12:47:07| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00782) [took 979.3211s] -06/11/23 12:50:07| INFO bin_sld_gs finished [took 1159.4207s] -06/11/23 12:50:07| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 1163.9370s] -06/11/23 12:50:07| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started -06/11/23 12:52:34| INFO doc_feat finished [took 79.3857s] -06/11/23 12:52:39| INFO mul_pacc finished [took 143.2358s] -06/11/23 12:52:49| INFO mul_sld finished [took 159.6160s] -06/11/23 12:52:58| INFO kfcv finished [took 121.1756s] -06/11/23 12:53:07| INFO mulmc_pacc finished [took 167.6154s] -06/11/23 12:53:09| INFO atc_ne finished [took 115.9704s] -06/11/23 12:53:11| INFO ref finished [took 127.9906s] -06/11/23 12:53:17| INFO atc_mc finished [took 129.9605s] -06/11/23 12:53:19| INFO mulne_pacc finished [took 166.1444s] -06/11/23 12:53:21| INFO mul_cc finished [took 152.0451s] -06/11/23 12:53:45| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00832) [took 183.1015s] -06/11/23 12:55:03| INFO mul_pacc_gs finished [took 261.6088s] -06/11/23 12:57:20| INFO binmc_pacc finished [took 422.6680s] -06/11/23 12:57:23| INFO bin_sld finished [took 434.1109s] -06/11/23 12:57:26| INFO bin_pacc finished [took 431.1893s] -06/11/23 12:57:28| INFO binne_pacc finished [took 427.7980s] -06/11/23 12:57:29| INFO bin_cc finished [took 402.6463s] -06/11/23 12:58:43| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' -06/11/23 12:59:20| INFO bin_sld_gsq finished [took 546.8013s] -06/11/23 12:59:48| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'confidence': 'entropy'} (score=0.00858) [took 550.8127s] -06/11/23 13:01:04| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01037) [took 652.8483s] -06/11/23 13:01:47| INFO mul_sld_gs finished [took 695.7927s] -06/11/23 13:02:56| INFO bin_pacc_gs finished [took 739.4380s] -06/11/23 13:06:49| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01112) [took 999.0699s] -06/11/23 13:09:50| INFO bin_sld_gs finished [took 1179.8181s] -06/11/23 13:09:50| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 1183.4124s] -06/11/23 13:09:50| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started -06/11/23 13:12:34| INFO doc_feat finished [took 88.8963s] -06/11/23 13:12:43| INFO mul_sld finished [took 169.3932s] -06/11/23 13:12:47| INFO mul_pacc finished [took 166.5633s] -06/11/23 13:12:50| INFO kfcv finished [took 134.2527s] -06/11/23 13:12:58| INFO ref finished [took 128.7367s] -06/11/23 13:12:59| INFO mulne_pacc finished [took 161.0902s] -06/11/23 13:13:00| INFO mulmc_pacc finished [took 176.8006s] -06/11/23 13:13:01| INFO atc_mc finished [took 129.5173s] -06/11/23 13:13:06| INFO atc_ne finished [took 122.8886s] -06/11/23 13:13:16| INFO mul_cc finished [took 152.5218s] -06/11/23 13:13:34| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'confidence': 'entropy'} (score=0.00774) [took 183.0928s] -06/11/23 13:14:57| INFO mul_pacc_gs finished [took 266.4369s] -06/11/23 13:17:06| INFO bin_pacc finished [took 427.3693s] -06/11/23 13:17:08| INFO binmc_pacc finished [took 426.6359s] -06/11/23 13:17:14| INFO bin_sld finished [took 441.7834s] -06/11/23 13:17:20| INFO binne_pacc finished [took 435.6569s] -06/11/23 13:17:22| INFO bin_cc finished [took 412.7263s] -06/11/23 13:18:20| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' -06/11/23 13:19:06| INFO bin_sld_gsq finished [took 549.0379s] -06/11/23 13:19:27| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': 'max_conf'} (score=0.00709) [took 545.0306s] -06/11/23 13:20:41| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00572) [took 645.5669s] -06/11/23 13:21:25| INFO mul_sld_gs finished [took 689.4814s] -06/11/23 13:22:32| INFO bin_pacc_gs finished [took 730.0602s] -06/11/23 13:26:21| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00653) [took 985.8522s] -06/11/23 13:29:21| INFO bin_sld_gs finished [took 1166.4200s] -06/11/23 13:29:21| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 1170.8744s] -06/11/23 13:29:21| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started -06/11/23 13:31:52| INFO doc_feat finished [took 80.3058s] -06/11/23 13:32:00| INFO mul_sld finished [took 153.1261s] -06/11/23 13:32:00| INFO mul_pacc finished [took 148.0156s] -06/11/23 13:32:13| INFO kfcv finished [took 122.2270s] -06/11/23 13:32:13| INFO mulne_pacc finished [took 145.0130s] -06/11/23 13:32:22| INFO ref finished [took 122.3525s] -06/11/23 13:32:23| INFO atc_mc finished [took 120.2587s] -06/11/23 13:32:23| INFO atc_ne finished [took 113.5667s] -06/11/23 13:32:23| INFO mulmc_pacc finished [took 167.7106s] -06/11/23 13:32:36| INFO mul_cc finished [took 143.6517s] -06/11/23 13:33:04| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00802) [took 182.2049s] -06/11/23 13:34:23| INFO mul_pacc_gs finished [took 261.0038s] -06/11/23 13:36:19| INFO binmc_pacc finished [took 405.9199s] -06/11/23 13:36:31| INFO bin_sld finished [took 426.3780s] -06/11/23 13:36:32| INFO bin_pacc finished [took 420.2833s] -06/11/23 13:36:34| INFO binne_pacc finished [took 417.2048s] -06/11/23 13:36:42| INFO bin_cc finished [took 394.3524s] -06/11/23 13:37:45| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' -06/11/23 13:38:18| INFO bin_sld_gsq finished [took 528.6956s] -06/11/23 13:38:52| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00707) [took 544.2769s] -06/11/23 13:39:56| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00637) [took 628.0656s] -06/11/23 13:40:41| INFO mul_sld_gs finished [took 673.3968s] -06/11/23 13:41:58| INFO bin_pacc_gs finished [took 730.5371s] -06/11/23 13:45:27| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00544) [took 960.1061s] -06/11/23 13:48:28| INFO bin_sld_gs finished [took 1140.6073s] -06/11/23 13:48:28| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 1146.6395s] -06/11/23 13:48:28| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started -06/11/23 13:50:49| INFO mul_pacc finished [took 130.9408s] -06/11/23 13:51:02| INFO doc_feat finished [took 86.2411s] -06/11/23 13:51:07| INFO mul_sld finished [took 155.4513s] -06/11/23 13:51:15| INFO atc_ne finished [took 101.0761s] -06/11/23 13:51:20| INFO ref finished [took 121.3689s] -06/11/23 13:51:20| INFO atc_mc finished [took 106.6415s] -06/11/23 13:51:22| INFO mulmc_pacc finished [took 160.4221s] -06/11/23 13:51:22| INFO mulne_pacc finished [took 150.1203s] -06/11/23 13:51:25| INFO kfcv finished [took 127.5280s] -06/11/23 13:51:35| INFO mul_cc finished [took 145.4437s] -06/11/23 13:52:03| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00886) [took 182.0543s] -06/11/23 13:53:23| INFO mul_pacc_gs finished [took 262.2496s] -06/11/23 13:55:28| INFO bin_sld finished [took 417.7315s] -06/11/23 13:55:30| INFO binmc_pacc finished [took 410.0114s] -06/11/23 13:55:30| INFO bin_pacc finished [took 413.5912s] -06/11/23 13:55:35| INFO binne_pacc finished [took 411.8241s] -06/11/23 13:55:42| INFO bin_cc finished [took 396.5011s] -06/11/23 13:56:50| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' -06/11/23 13:57:22| INFO bin_sld_gsq finished [took 527.2507s] -06/11/23 13:58:03| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00910) [took 547.7641s] -06/11/23 13:59:09| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00765) [took 634.8469s] -06/11/23 13:59:54| INFO mul_sld_gs finished [took 680.2027s] -06/11/23 14:01:07| INFO bin_pacc_gs finished [took 731.8655s] -06/11/23 14:04:33| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01235) [took 960.6861s] -06/11/23 14:07:34| INFO bin_sld_gs finished [took 1141.7199s] -06/11/23 14:07:34| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 1146.2680s] -06/11/23 14:07:34| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started -06/11/23 14:10:08| INFO mulmc_pacc finished [took 141.2266s] -06/11/23 14:10:19| INFO atc_ne finished [took 101.4512s] -06/11/23 14:10:20| INFO mul_sld finished [took 162.5808s] -06/11/23 14:10:23| INFO mul_pacc finished [took 158.9068s] -06/11/23 14:10:30| INFO kfcv finished [took 123.4790s] -06/11/23 14:10:33| INFO mulne_pacc finished [took 158.4983s] -06/11/23 14:10:33| INFO doc_feat finished [took 111.7987s] -06/11/23 14:10:35| INFO ref finished [took 124.4184s] -06/11/23 14:10:40| INFO atc_mc finished [took 126.3543s] -06/11/23 14:10:40| INFO mul_cc finished [took 139.5958s] -06/11/23 14:11:16| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'confidence': 'entropy'} (score=0.01309) [took 184.0645s] -06/11/23 14:12:44| INFO mul_pacc_gs finished [took 272.5404s] -06/11/23 14:14:32| INFO binmc_pacc finished [took 406.3609s] -06/11/23 14:14:38| INFO bin_pacc finished [took 414.8972s] -06/11/23 14:14:43| INFO binne_pacc finished [took 414.4123s] -06/11/23 14:14:51| INFO bin_cc finished [took 395.5254s] -06/11/23 14:14:55| INFO bin_sld finished [took 437.7681s] -06/11/23 14:15:58| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' -06/11/23 14:16:33| INFO bin_sld_gsq finished [took 532.4040s] -06/11/23 14:16:57| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.00812) [took 536.4746s] -06/11/23 14:18:16| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01306) [took 636.4067s] -06/11/23 14:19:00| INFO mul_sld_gs finished [took 680.2467s] -06/11/23 14:20:01| INFO bin_pacc_gs finished [took 720.9205s] -06/11/23 14:23:33| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00894) [took 954.4487s] -06/11/23 14:26:41| INFO bin_sld_gs finished [took 1142.3328s] -06/11/23 14:26:41| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 1146.7713s] -06/11/23 14:26:41| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started -06/11/23 14:29:04| INFO mul_pacc finished [took 133.1736s] -06/11/23 14:29:07| INFO ref finished [took 87.1594s] -06/11/23 14:29:16| INFO doc_feat finished [took 83.8190s] -06/11/23 14:29:21| INFO mulmc_pacc finished [took 147.5202s] -06/11/23 14:29:22| INFO atc_mc finished [took 99.1039s] -06/11/23 14:29:23| INFO kfcv finished [took 109.5348s] -06/11/23 14:29:27| INFO mulne_pacc finished [took 148.1672s] -06/11/23 14:29:33| INFO atc_ne finished [took 101.4673s] -06/11/23 14:29:36| INFO mul_cc finished [took 126.0447s] -06/11/23 14:29:42| INFO mul_sld finished [took 177.5880s] -06/11/23 14:30:16| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.001, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01497) [took 175.1432s] -06/11/23 14:31:33| INFO mul_pacc_gs finished [took 252.3399s] -06/11/23 14:33:34| INFO binmc_pacc finished [took 401.7891s] -06/11/23 14:33:35| INFO binne_pacc finished [took 400.4138s] -06/11/23 14:33:36| INFO bin_pacc finished [took 406.7598s] -06/11/23 14:33:48| INFO bin_cc finished [took 378.7595s] -06/11/23 14:33:48| INFO bin_sld finished [took 423.7366s] -06/11/23 14:34:47| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' -06/11/23 14:35:26| INFO bin_sld_gsq finished [took 518.8996s] -06/11/23 14:36:13| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.001, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00880) [took 539.3992s] -06/11/23 14:37:09| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00808) [took 622.0419s] -06/11/23 14:37:53| INFO mul_sld_gs finished [took 666.0058s] -06/11/23 14:39:16| INFO bin_pacc_gs finished [took 722.5231s] -06/11/23 14:42:15| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00604) [took 929.3464s] -06/11/23 14:45:14| INFO bin_sld_gs finished [took 1108.7356s] -06/11/23 14:45:14| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 1113.2364s] ----------------------------------------------------------------------------------------------------- -07/11/23 01:05:25| INFO dataset rcv1_CCAT_9prevs -07/11/23 01:05:30| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started -07/11/23 01:06:23| INFO ref finished [took 48.3560s] -07/11/23 01:06:29| INFO atc_mc finished [took 52.9929s] -07/11/23 01:06:30| INFO atc_ne finished [took 53.3908s] -07/11/23 01:07:06| WARNING Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 -07/11/23 01:11:38| INFO mul_sld_gsq finished [took 364.0698s] -07/11/23 01:13:51| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00644) [took 499.4945s] -07/11/23 01:14:34| INFO mul_sld_gs finished [took 542.6047s] -07/11/23 01:18:02| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00589) [took 750.8663s] -07/11/23 01:21:01| INFO bin_sld_gs finished [took 930.1356s] -07/11/23 01:21:01| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 931.4321s] -07/11/23 01:21:01| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started -07/11/23 01:22:02| INFO ref finished [took 55.2212s] -07/11/23 01:22:07| INFO atc_mc finished [took 59.3890s] -07/11/23 01:22:09| INFO atc_ne finished [took 59.7388s] -07/11/23 01:27:21| INFO mul_sld_gsq finished [took 375.2352s] -07/11/23 01:27:24| INFO bin_sld_gsq finished [took 379.6159s] -07/11/23 01:29:25| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01221) [took 502.0302s] -07/11/23 01:30:08| INFO mul_sld_gs finished [took 545.0285s] -07/11/23 01:34:25| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00768) [took 802.3620s] -07/11/23 01:37:25| INFO bin_sld_gs finished [took 982.3260s] -07/11/23 01:37:25| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 983.7236s] -07/11/23 01:37:25| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started -07/11/23 01:38:20| INFO ref finished [took 49.9803s] -07/11/23 01:38:25| INFO atc_mc finished [took 53.3765s] -07/11/23 01:38:26| INFO atc_ne finished [took 53.8925s] -07/11/23 01:43:41| INFO mul_sld_gsq finished [took 372.2608s] -07/11/23 01:43:45| INFO bin_sld_gsq finished [took 377.3380s] -07/11/23 01:45:45| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00872) [took 497.5768s] -07/11/23 01:46:28| INFO mul_sld_gs finished [took 540.8267s] -07/11/23 01:51:09| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00782) [took 822.2849s] -07/11/23 01:54:10| INFO bin_sld_gs finished [took 1003.7804s] -07/11/23 01:54:10| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 1005.2506s] -07/11/23 01:54:10| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started -07/11/23 01:55:05| INFO ref finished [took 49.8884s] -07/11/23 01:55:09| INFO atc_mc finished [took 53.3594s] -07/11/23 01:55:10| INFO atc_ne finished [took 53.5162s] -07/11/23 02:00:25| INFO mul_sld_gsq finished [took 371.4460s] -07/11/23 02:00:41| INFO bin_sld_gsq finished [took 387.6183s] -07/11/23 02:02:30| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01037) [took 498.0096s] -07/11/23 02:03:11| INFO mul_sld_gs finished [took 539.1531s] -07/11/23 02:07:53| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01112) [took 821.8730s] -07/11/23 02:10:52| INFO bin_sld_gs finished [took 1001.0803s] -07/11/23 02:10:52| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 1002.3085s] -07/11/23 02:10:52| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started -07/11/23 02:11:44| INFO ref finished [took 47.2218s] -07/11/23 02:11:48| INFO atc_mc finished [took 49.6349s] -07/11/23 02:11:50| INFO atc_ne finished [took 50.9082s] -07/11/23 02:16:51| INFO mul_sld_gsq finished [took 354.3706s] -07/11/23 02:17:11| INFO bin_sld_gsq finished [took 376.0124s] -07/11/23 02:18:51| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00572) [took 476.0587s] -07/11/23 02:19:33| INFO mul_sld_gs finished [took 518.5692s] -07/11/23 02:24:17| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00653) [took 803.4978s] -07/11/23 02:27:16| INFO bin_sld_gs finished [took 982.4395s] -07/11/23 02:27:16| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 983.7838s] -07/11/23 02:27:16| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started -07/11/23 02:28:08| INFO ref finished [took 46.6191s] -07/11/23 02:28:13| INFO atc_mc finished [took 50.3543s] -07/11/23 02:28:15| INFO atc_ne finished [took 51.6601s] -07/11/23 02:33:15| INFO mul_sld_gsq finished [took 354.6014s] -07/11/23 02:33:34| INFO bin_sld_gsq finished [took 374.7872s] -07/11/23 02:35:14| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00637) [took 475.9302s] -07/11/23 02:35:57| INFO mul_sld_gs finished [took 518.5425s] -07/11/23 02:40:20| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00544) [took 782.7268s] -07/11/23 02:43:18| INFO bin_sld_gs finished [took 960.6334s] -07/11/23 02:43:18| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 961.9030s] -07/11/23 02:43:18| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started -07/11/23 02:44:10| INFO ref finished [took 47.1234s] -07/11/23 02:44:14| INFO atc_mc finished [took 49.9871s] -07/11/23 02:44:16| INFO atc_ne finished [took 50.9160s] -07/11/23 02:49:19| INFO mul_sld_gsq finished [took 357.0613s] -07/11/23 02:49:30| INFO bin_sld_gsq finished [took 368.8000s] -07/11/23 02:51:16| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00765) [took 475.7332s] -07/11/23 02:51:59| INFO mul_sld_gs finished [took 518.6671s] -07/11/23 02:56:28| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01235) [took 788.7117s] -07/11/23 02:59:28| INFO bin_sld_gs finished [took 968.7653s] -07/11/23 02:59:28| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 970.1516s] -07/11/23 02:59:28| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started -07/11/23 03:00:20| INFO ref finished [took 46.9898s] -07/11/23 03:00:24| INFO atc_mc finished [took 49.8768s] -07/11/23 03:00:25| INFO atc_ne finished [took 49.6324s] -07/11/23 03:05:23| INFO mul_sld_gsq finished [took 350.7932s] -07/11/23 03:05:32| INFO bin_sld_gsq finished [took 360.8665s] -07/11/23 03:07:25| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01306) [took 474.6581s] -07/11/23 03:08:07| INFO mul_sld_gs finished [took 516.4890s] -07/11/23 03:12:24| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00894) [took 774.9140s] -07/11/23 03:15:29| INFO bin_sld_gs finished [took 959.3579s] -07/11/23 03:15:29| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 960.6992s] -07/11/23 03:15:29| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started -07/11/23 03:16:21| INFO ref finished [took 47.3281s] -07/11/23 03:16:25| INFO atc_mc finished [took 49.8016s] -07/11/23 03:16:28| INFO atc_ne finished [took 51.2288s] -07/11/23 03:21:16| INFO mul_sld_gsq finished [took 343.2861s] -07/11/23 03:21:22| INFO bin_sld_gsq finished [took 349.6065s] -07/11/23 03:23:20| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00808) [took 468.7910s] -07/11/23 03:24:01| INFO mul_sld_gs finished [took 509.9001s] -07/11/23 03:28:03| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00604) [took 752.8185s] -07/11/23 03:31:01| INFO bin_sld_gs finished [took 930.3934s] -07/11/23 03:31:01| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 931.7055s] diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_cc_vs_other_acc.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_cc_vs_other_acc.md deleted file mode 100644 index 0d1939e..0000000 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_cc_vs_other_acc.md +++ /dev/null @@ -1,2535 +0,0 @@ -# rcv1_CCAT_9prevs - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 426.003s -> mul_sld: 199.118s -> bin_sld_gs: 1070.285s -> mul_sld_gs: 686.591s -> bin_pacc: 409.897s -> mul_pacc: 169.591s -> binmc_pacc: 412.906s -> mulmc_pacc: 173.043s -> binne_pacc: 411.128s -> mulne_pacc: 146.658s -> bin_pacc_gs: 710.525s -> mul_pacc_gs: 245.764s -> bin_cc: 389.472s -> mul_cc: 148.220s -> kfcv: 130.095s -> ref: 120.267s -> atc_mc: 125.236s -> atc_ne: 121.957s -> doc_feat: 83.796s -> tot: 1073.769s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00050.00040.00180.00250.00480.0043
0.050.00930.01610.00570.00660.01390.0124
0.10.01380.01880.00890.00860.03240.0281
0.150.01570.01650.01140.01030.05030.0440
0.20.01690.01470.01460.01390.06810.0595
0.250.01500.01170.01890.01760.08590.0747
0.30.01790.01050.02220.02120.10560.0930
0.350.01850.01220.02940.02670.12580.1107
0.40.02420.02100.03210.02890.14340.1263
0.450.03200.03730.03370.03280.16060.1417
0.50.04160.05280.03820.03620.18000.1580
0.550.04610.07350.04200.03970.19810.1761
0.60.05910.09150.04260.03930.21400.1866
0.650.06820.11680.05050.04690.23470.2058
0.70.07190.13070.05380.05100.25290.2213
0.750.08140.14950.05750.05500.27180.2386
0.80.08890.16730.05810.05740.28910.2537
0.850.09610.17490.06410.06350.30720.2700
0.90.09510.13190.06940.06850.32550.2853
0.950.05960.07320.07050.06850.34190.2993
1.00.00860.01390.07740.07510.36320.3190
avg0.04190.06360.03820.03670.17950.1575
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_10_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_cc_vs_other_10_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_10_acc.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 422.895s -> mul_sld: 162.786s -> bin_sld_gs: 1128.064s -> mul_sld_gs: 683.619s -> bin_sld_gsq: 524.432s -> bin_pacc: 410.462s -> mul_pacc: 155.872s -> binmc_pacc: 407.039s -> mulmc_pacc: 173.902s -> binne_pacc: 410.358s -> mulne_pacc: 167.292s -> bin_pacc_gs: 732.626s -> mul_pacc_gs: 261.935s -> bin_cc: 396.948s -> mul_cc: 147.743s -> kfcv: 132.118s -> ref: 106.145s -> atc_mc: 127.911s -> atc_ne: 121.613s -> doc_feat: 80.220s -> tot: 1132.799s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00140.00190.00610.00840.01060.0079
0.050.00830.00930.00690.00880.00380.0044
0.10.00940.01200.00680.00990.01110.0149
0.150.01030.01230.00730.00980.02090.0252
0.20.01070.01430.00850.01060.03140.0372
0.250.00980.01430.00830.01030.04190.0480
0.30.00990.01280.00920.01110.05300.0605
0.350.00840.01060.00910.00950.06450.0723
0.40.00970.01150.01190.01150.07560.0842
0.450.00990.01220.01360.01230.08520.0944
0.50.01130.01330.01350.01320.09460.1044
0.550.01200.01430.01520.01260.10550.1162
0.60.01600.01750.01510.01390.11390.1263
0.650.01710.02150.01880.01520.12760.1395
0.70.01970.02360.02050.01370.13830.1518
0.750.02290.02820.02240.01460.14900.1628
0.80.02770.03500.02170.01500.15680.1711
0.850.03100.04010.02410.01430.16850.1839
0.90.03430.04370.02500.01600.17820.1954
0.950.03490.04650.02490.01620.18710.2033
1.00.00130.02150.02980.01670.20000.2177
avg0.01500.01980.01520.01260.09610.1058
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_20_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_cc_vs_other_20_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_20_acc.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 421.459s -> mul_sld: 146.321s -> bin_sld_gs: 1159.421s -> mul_sld_gs: 690.743s -> bin_sld_gsq: 531.736s -> bin_pacc: 423.881s -> mul_pacc: 166.104s -> binmc_pacc: 422.818s -> mulmc_pacc: 164.572s -> binne_pacc: 409.704s -> mulne_pacc: 155.476s -> bin_pacc_gs: 737.229s -> mul_pacc_gs: 269.465s -> bin_cc: 400.220s -> mul_cc: 118.299s -> kfcv: 131.612s -> ref: 122.392s -> atc_mc: 119.095s -> atc_ne: 108.266s -> doc_feat: 96.341s -> tot: 1163.937s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00180.00190.01160.01190.00480.0071
0.050.00760.00850.01120.01080.00910.0167
0.10.01200.01460.01050.01100.01580.0254
0.150.01460.02010.00850.00960.02460.0352
0.20.01510.02290.00900.00960.03270.0452
0.250.01510.02610.00950.00990.04060.0544
0.30.01250.02270.00870.00950.04930.0650
0.350.01190.02130.01040.01090.05790.0752
0.40.01140.02170.01160.01120.06630.0849
0.450.00950.01900.01140.01250.07380.0933
0.50.00900.01660.01330.01340.08140.1020
0.550.00800.01630.01520.01480.08980.1122
0.60.01060.01330.01390.01500.09520.1195
0.650.01270.01190.01570.01760.10590.1322
0.70.01420.01250.01720.01820.11440.1413
0.750.01760.01370.01740.01930.12160.1509
0.80.02050.01420.01850.02140.12910.1595
0.850.02390.01660.01960.02340.13820.1700
0.90.02780.02080.01970.02460.14490.1780
0.950.02790.02220.02210.02680.15350.1874
1.00.00050.00590.02460.02960.16260.1991
avg0.01350.01630.01430.01580.08150.1026
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_30_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_cc_vs_other_30_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_30_acc.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 434.111s -> mul_sld: 159.616s -> bin_sld_gs: 1179.818s -> mul_sld_gs: 695.793s -> bin_sld_gsq: 546.801s -> bin_pacc: 431.189s -> mul_pacc: 143.236s -> binmc_pacc: 422.668s -> mulmc_pacc: 167.615s -> binne_pacc: 427.798s -> mulne_pacc: 166.144s -> bin_pacc_gs: 739.438s -> mul_pacc_gs: 261.609s -> bin_cc: 402.646s -> mul_cc: 152.045s -> kfcv: 121.176s -> ref: 127.991s -> atc_mc: 129.960s -> atc_ne: 115.970s -> doc_feat: 79.386s -> tot: 1183.412s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00200.00220.01500.00940.01890.0242
0.050.00700.00860.01520.01140.02330.0296
0.10.00960.01350.01430.00940.02970.0356
0.150.01400.02020.01250.01000.03550.0417
0.20.01630.02370.01170.01000.04100.0479
0.250.02030.02920.01100.01270.04580.0526
0.30.01760.02690.01100.01100.05120.0590
0.350.01840.02650.01190.01310.05840.0664
0.40.01720.02770.01170.01430.06220.0705
0.450.01490.02470.01010.01300.06790.0767
0.50.01410.02440.01090.01440.07240.0818
0.550.01140.02410.00980.01600.07790.0877
0.60.01090.02160.01080.01710.08220.0924
0.650.01060.01880.01120.01800.09030.1005
0.70.01110.01640.01180.01880.09530.1059
0.750.01110.01310.01090.01730.09960.1105
0.80.01070.01220.01070.01890.10550.1161
0.850.01280.01080.01030.02060.11090.1228
0.90.01480.01020.01020.02070.11540.1275
0.950.01630.01110.01010.02280.12110.1338
1.00.00050.00380.01130.02320.12770.1409
avg0.01250.01760.01150.01540.07300.0821
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_40_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_cc_vs_other_40_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_40_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 441.783s -> mul_sld: 169.393s -> bin_sld_gs: 1166.420s -> mul_sld_gs: 689.481s -> bin_sld_gsq: 549.038s -> bin_pacc: 427.369s -> mul_pacc: 166.563s -> binmc_pacc: 426.636s -> mulmc_pacc: 176.801s -> binne_pacc: 435.657s -> mulne_pacc: 161.090s -> bin_pacc_gs: 730.060s -> mul_pacc_gs: 266.437s -> bin_cc: 412.726s -> mul_cc: 152.522s -> kfcv: 134.253s -> ref: 128.737s -> atc_mc: 129.517s -> atc_ne: 122.889s -> doc_feat: 88.896s -> tot: 1170.874s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00210.00410.01500.01270.06110.0607
0.050.01090.00890.01780.01520.06240.0619
0.10.00810.00910.01660.01350.06550.0649
0.150.00970.01310.01550.01410.06670.0660
0.20.01210.01590.01340.01220.07000.0696
0.250.01460.01920.01290.01250.06990.0692
0.30.01650.01980.01410.01390.07330.0728
0.350.01830.02000.01590.01560.07570.0750
0.40.01870.02130.01360.01430.07550.0751
0.450.01770.02020.01270.01360.07850.0780
0.50.01810.02020.01260.01360.07940.0788
0.550.01530.01790.01060.01140.08090.0805
0.60.01750.01900.01290.01190.08220.0817
0.650.01540.01720.01300.01270.08680.0864
0.70.01470.01650.01380.01450.08800.0875
0.750.01260.01380.01320.01400.08820.0877
0.80.01040.01350.01220.01360.09060.0900
0.850.01060.01190.01090.01330.09220.0919
0.90.01220.01200.01110.01330.09490.0944
0.950.01230.01190.00990.01370.09630.0958
1.00.00090.00440.00700.01370.10000.0997
avg0.01280.01480.01310.01350.07990.0794
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_50_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_cc_vs_other_50_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_50_acc.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 426.378s -> mul_sld: 153.126s -> bin_sld_gs: 1140.607s -> mul_sld_gs: 673.397s -> bin_sld_gsq: 528.696s -> bin_pacc: 420.283s -> mul_pacc: 148.016s -> binmc_pacc: 405.920s -> mulmc_pacc: 167.711s -> binne_pacc: 417.205s -> mulne_pacc: 145.013s -> bin_pacc_gs: 730.537s -> mul_pacc_gs: 261.004s -> bin_cc: 394.352s -> mul_cc: 143.652s -> kfcv: 122.227s -> ref: 122.352s -> atc_mc: 120.259s -> atc_ne: 113.567s -> doc_feat: 80.306s -> tot: 1146.639s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00540.00590.02750.05150.10140.1075
0.050.01990.01650.03150.05260.09850.1047
0.10.01770.01330.02930.04840.09720.1039
0.150.01770.01270.03020.04830.09320.0994
0.20.01410.01180.02510.04220.09290.0986
0.250.01730.01300.02650.04220.08810.0938
0.30.01920.01440.02520.04020.08730.0932
0.350.02060.01570.02620.03900.08380.0895
0.40.02090.01560.02420.03560.08090.0862
0.450.01870.01410.02230.03370.07970.0852
0.50.02220.01740.02190.03150.07560.0808
0.550.01830.01330.01940.02870.07250.0774
0.60.01790.01420.01660.02350.07030.0749
0.650.01740.01340.01530.02240.06970.0747
0.70.02060.01480.01820.02300.06580.0701
0.750.01970.01400.01590.02040.06310.0672
0.80.01930.01400.01430.01680.06150.0659
0.850.02020.01430.01430.01720.05870.0626
0.90.01940.01350.01390.01480.05580.0599
0.950.01660.01310.01220.01170.05450.0578
1.00.00390.00620.01060.01020.05370.0571
avg0.01750.01340.02100.03110.07640.0815
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_60_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_cc_vs_other_60_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_60_acc.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 417.731s -> mul_sld: 155.451s -> bin_sld_gs: 1141.720s -> mul_sld_gs: 680.203s -> bin_sld_gsq: 527.251s -> bin_pacc: 413.591s -> mul_pacc: 130.941s -> binmc_pacc: 410.011s -> mulmc_pacc: 160.422s -> binne_pacc: 411.824s -> mulne_pacc: 150.120s -> bin_pacc_gs: 731.866s -> mul_pacc_gs: 262.250s -> bin_cc: 396.501s -> mul_cc: 145.444s -> kfcv: 127.528s -> ref: 121.369s -> atc_mc: 106.641s -> atc_ne: 101.076s -> doc_feat: 86.241s -> tot: 1146.268s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00500.01440.04800.04750.13670.1851
0.050.02760.03720.06270.05620.12980.1756
0.10.02600.03570.05610.05140.12510.1696
0.150.02730.03460.05550.05200.11850.1616
0.20.02260.02960.04890.04670.11330.1534
0.250.02400.02910.05040.04850.10380.1425
0.30.02520.02760.04680.04670.09950.1352
0.350.02350.02730.04500.04650.09290.1291
0.40.02190.02330.04340.04500.08600.1191
0.450.02190.02220.03930.04380.08120.1122
0.50.02110.02050.03490.03880.07340.1022
0.550.02160.01880.03410.03860.06680.0935
0.60.01790.01520.02690.03290.06110.0865
0.650.02230.01730.02640.03280.05630.0794
0.70.01920.01400.02340.03240.04840.0705
0.750.01990.01340.02030.03010.04270.0624
0.80.02200.01440.01790.02760.03610.0543
0.850.02300.01430.01660.02650.03020.0468
0.90.02040.01110.01190.02290.02530.0392
0.950.01830.00950.01020.02010.01820.0305
1.00.00570.00560.00850.02010.01430.0243
avg0.02080.02070.03460.03840.07430.1035
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_70_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_cc_vs_other_70_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_70_acc.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 437.768s -> mul_sld: 162.581s -> bin_sld_gs: 1142.333s -> mul_sld_gs: 680.247s -> bin_sld_gsq: 532.404s -> bin_pacc: 414.897s -> mul_pacc: 158.907s -> binmc_pacc: 406.361s -> mulmc_pacc: 141.227s -> binne_pacc: 414.412s -> mulne_pacc: 158.498s -> bin_pacc_gs: 720.921s -> mul_pacc_gs: 272.540s -> bin_cc: 395.525s -> mul_cc: 139.596s -> kfcv: 123.479s -> ref: 124.418s -> atc_mc: 126.354s -> atc_ne: 101.451s -> doc_feat: 111.799s -> tot: 1146.771s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00230.03230.01660.04190.19440.2213
0.050.03560.06600.01550.04600.18280.2091
0.10.03390.06240.01570.04060.17510.2006
0.150.03150.05990.01450.04100.16340.1871
0.20.02700.05240.01490.03520.15470.1773
0.250.02620.04940.01310.03690.14160.1641
0.30.02540.04730.01350.03600.13360.1532
0.350.02300.04350.01320.03200.12310.1429
0.40.02020.03750.01300.03160.11150.1295
0.450.01750.03270.01330.02780.10270.1198
0.50.01490.02710.01020.02510.09150.1079
0.550.01490.02640.00950.02750.07880.0938
0.60.01010.01840.01010.02100.07020.0834
0.650.01250.01900.00980.02170.05950.0721
0.70.01090.01530.00860.01870.04870.0605
0.750.01140.01250.00810.01550.03920.0502
0.80.01410.01280.00710.01550.02930.0390
0.850.01380.01130.00760.01270.01930.0285
0.90.01590.01030.00620.01080.01070.0172
0.950.01420.00880.00720.00870.00480.0064
1.00.00520.00460.00670.01020.01150.0071
avg0.01810.03090.01110.02650.09270.1082
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_80_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_cc_vs_other_80_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_80_acc.png) - - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 423.737s -> mul_sld: 177.588s -> bin_sld_gs: 1108.736s -> mul_sld_gs: 666.006s -> bin_sld_gsq: 518.900s -> bin_pacc: 406.760s -> mul_pacc: 133.174s -> binmc_pacc: 401.789s -> mulmc_pacc: 147.520s -> binne_pacc: 400.414s -> mulne_pacc: 148.167s -> bin_pacc_gs: 722.523s -> mul_pacc_gs: 252.340s -> bin_cc: 378.760s -> mul_cc: 126.045s -> kfcv: 109.535s -> ref: 87.159s -> atc_mc: 99.104s -> atc_ne: 101.467s -> doc_feat: 83.819s -> tot: 1113.236s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00080.09240.00850.01610.37020.3204
0.050.05050.13590.01690.02780.35280.3073
0.10.08940.15030.01520.02350.33420.2892
0.150.09350.14460.01240.02080.31440.2731
0.20.08970.13450.01450.02130.29580.2579
0.250.08950.13210.01440.02330.27630.2385
0.30.08350.12470.01390.02140.25720.2232
0.350.07890.11540.01360.02200.23800.2058
0.40.07370.10690.01380.02250.21880.1893
0.450.06590.09490.01220.01960.20100.1742
0.50.05820.08400.01290.01950.18020.1554
0.550.05600.07870.01270.02180.15860.1373
0.60.04330.06270.01140.01740.14080.1216
0.650.04200.05840.01270.02090.12070.1042
0.70.03330.04560.01230.01760.10120.0865
0.750.02480.03470.01040.01570.08350.0709
0.80.02080.02600.01110.01610.06310.0544
0.850.01520.01790.01100.01590.04490.0384
0.90.01000.00960.00970.01350.02540.0219
0.950.00710.00640.00950.01320.00640.0056
1.00.00510.00410.01030.01290.01410.0130
avg0.04910.07900.01240.01920.18080.1566
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_90_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_cc_vs_other_90_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_90_acc.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00240.01730.01670.02240.10030.1043
0.050.01960.03410.02040.02620.09740.1024
0.10.02440.03660.01930.02400.09850.1036
0.150.02600.03710.01860.02400.09860.1037
0.20.02490.03550.01790.02240.10000.1052
0.250.02580.03600.01830.02380.09930.1042
0.30.02530.03410.01830.02340.10110.1061
0.350.02460.03250.01940.02390.10220.1074
0.40.02420.03180.01950.02390.10230.1072
0.450.02310.03080.01870.02320.10340.1084
0.50.02340.03070.01870.02290.10320.1079
0.550.02260.03150.01870.02350.10320.1083
0.60.02260.03040.01780.02130.10330.1081
0.650.02420.03270.01930.02310.10570.1105
0.70.02400.03220.02000.02310.10590.1106
0.750.02460.03250.01960.02240.10650.1113
0.80.02600.03440.01910.02250.10680.1116
0.850.02740.03470.01980.02300.10780.1128
0.90.02780.02920.01970.02280.10840.1132
0.950.02300.02250.01960.02240.10930.1133
1.00.00350.00780.02070.02350.11630.1198
avg0.02240.03070.01900.02320.10380.1086
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_avg_train_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_avg_train_acc.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.10.04190.06360.03820.03670.17950.1575
0.20.01500.01980.01520.01260.09610.1058
0.30.01350.01630.01430.01580.08150.1026
0.40.01250.01760.01150.01540.07300.0821
0.50.01280.01480.01310.01350.07990.0794
0.60.01750.01340.02100.03110.07640.0815
0.70.02080.02070.03460.03840.07430.1035
0.80.01810.03090.01110.02650.09270.1082
0.90.04910.07900.01240.01920.18080.1566
avg0.02240.03070.01900.02320.10380.1086
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_avg_test_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_avg_test_acc.png) -### avg dataset shift -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_avg_acc.png) diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_cc_vs_other_f1.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_cc_vs_other_f1.md deleted file mode 100644 index 4a82689..0000000 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_cc_vs_other_f1.md +++ /dev/null @@ -1,2535 +0,0 @@ -# rcv1_CCAT_9prevs - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 426.003s -> mul_sld: 199.118s -> bin_sld_gs: 1070.285s -> mul_sld_gs: 686.591s -> bin_pacc: 409.897s -> mul_pacc: 169.591s -> binmc_pacc: 412.906s -> mulmc_pacc: 173.043s -> binne_pacc: 411.128s -> mulne_pacc: 146.658s -> bin_pacc_gs: 710.525s -> mul_pacc_gs: 245.764s -> bin_cc: 389.472s -> mul_cc: 148.220s -> kfcv: 130.095s -> ref: 120.267s -> atc_mc: 125.236s -> atc_ne: 121.957s -> doc_feat: 83.796s -> tot: 1073.769s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.01720.06010.04310.50190.06980.0441
0.050.23600.17260.03970.15040.12370.0684
0.10.13770.08930.03050.08040.14960.0798
0.150.11790.04630.02400.06140.15460.0812
0.20.08860.03090.02360.05480.15910.0862
0.250.05960.02320.02380.05410.16090.0864
0.30.06130.02200.02260.04580.16450.0929
0.350.04620.02380.02530.04170.17010.0976
0.40.04480.03600.02420.04240.16830.0941
0.450.04200.04630.02270.04440.16830.0967
0.50.04980.05780.02230.03670.17000.0957
0.550.04020.06850.02310.03860.16910.0999
0.60.05010.07680.02040.03550.16830.0922
0.650.05590.08990.02270.03320.17060.0945
0.70.04610.09230.02220.03650.17100.0948
0.750.04920.09680.02220.03470.17170.0972
0.80.04390.10050.02120.03120.17080.0965
0.850.04350.09940.02230.03070.17120.0971
0.90.03810.07720.02350.03250.17170.0966
0.950.03160.04730.02200.03330.17090.0953
1.00.01180.01730.02270.03070.17290.0978
avg0.06250.06540.02500.06910.16030.0898
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_10_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_cc_vs_other_10_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_10_f1.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 422.895s -> mul_sld: 162.786s -> bin_sld_gs: 1128.064s -> mul_sld_gs: 683.619s -> bin_sld_gsq: 524.432s -> bin_pacc: 410.462s -> mul_pacc: 155.872s -> binmc_pacc: 407.039s -> mulmc_pacc: 173.902s -> binne_pacc: 410.358s -> mulne_pacc: 167.292s -> bin_pacc_gs: 732.626s -> mul_pacc_gs: 261.935s -> bin_cc: 396.948s -> mul_cc: 147.743s -> kfcv: 132.118s -> ref: 106.145s -> atc_mc: 127.911s -> atc_ne: 121.613s -> doc_feat: 80.220s -> tot: 1132.799s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00030.09100.04110.23380.33290.3668
0.050.11800.09970.06600.07720.03980.0555
0.10.06050.06060.03650.04820.06230.0830
0.150.04410.04050.02720.03830.07500.0911
0.20.03130.03530.02340.03080.08410.1011
0.250.02260.03080.01860.02510.08910.1039
0.30.01850.02550.01680.02600.09410.1094
0.350.01180.01760.01350.01940.09800.1118
0.40.01260.02050.01580.02180.10060.1145
0.450.01010.01960.01530.01960.10100.1141
0.50.01050.01940.01390.01980.10070.1133
0.550.01000.01940.01390.01870.10220.1148
0.60.01250.02000.01300.01790.10110.1145
0.650.01230.02290.01450.01800.10480.1166
0.70.01300.02140.01410.01480.10550.1181
0.750.01420.02340.01460.01540.10620.1182
0.80.01600.02620.01300.01480.10460.1162
0.850.01700.02810.01370.01410.10590.1178
0.90.01770.02810.01330.01440.10570.1184
0.950.01720.02850.01230.01400.10510.1163
1.00.00110.01740.01420.01260.10690.1185
avg0.02240.03310.02020.03400.10600.1207
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_20_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_cc_vs_other_20_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_20_f1.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 421.459s -> mul_sld: 146.321s -> bin_sld_gs: 1159.421s -> mul_sld_gs: 690.743s -> bin_sld_gsq: 531.736s -> bin_pacc: 423.881s -> mul_pacc: 166.104s -> binmc_pacc: 422.818s -> mulmc_pacc: 164.572s -> binne_pacc: 409.704s -> mulne_pacc: 155.476s -> bin_pacc_gs: 737.229s -> mul_pacc_gs: 269.465s -> bin_cc: 400.220s -> mul_cc: 118.299s -> kfcv: 131.612s -> ref: 122.392s -> atc_mc: 119.095s -> atc_ne: 108.266s -> doc_feat: 96.341s -> tot: 1163.937s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00020.00860.02750.16290.67040.8232
0.050.08700.08120.07910.07130.11150.1785
0.10.06330.07180.04410.04480.08850.1379
0.150.05320.06810.02760.03020.08890.1278
0.20.04170.05990.02370.02480.08830.1238
0.250.03330.05510.02100.02170.08720.1196
0.30.02310.04010.01650.01700.08840.1195
0.350.01820.03260.01650.01780.08900.1190
0.40.01500.02890.01630.01610.08920.1175
0.450.01060.02290.01440.01600.08830.1149
0.50.00900.01810.01480.01530.08760.1130
0.550.00690.01600.01490.01510.08800.1131
0.60.00800.01230.01240.01450.08540.1104
0.650.00880.00990.01280.01520.08780.1131
0.70.00920.00970.01290.01460.08820.1123
0.750.01070.00940.01210.01420.08750.1120
0.80.01180.00890.01200.01460.08710.1108
0.850.01320.00970.01180.01520.08780.1113
0.90.01470.01150.01110.01480.08690.1101
0.950.01410.01150.01170.01520.08730.1098
1.00.00040.00380.01220.01570.08790.1109
avg0.02150.02810.02030.02790.11670.1528
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_30_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_cc_vs_other_30_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_30_f1.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 434.111s -> mul_sld: 159.616s -> bin_sld_gs: 1179.818s -> mul_sld_gs: 695.793s -> bin_sld_gsq: 546.801s -> bin_pacc: 431.189s -> mul_pacc: 143.236s -> binmc_pacc: 422.668s -> mulmc_pacc: 167.615s -> binne_pacc: 427.798s -> mulne_pacc: 166.144s -> bin_pacc_gs: 739.438s -> mul_pacc_gs: 261.609s -> bin_cc: 402.646s -> mul_cc: 152.045s -> kfcv: 121.176s -> ref: 127.991s -> atc_mc: 129.960s -> atc_ne: 115.970s -> doc_feat: 79.386s -> tot: 1183.412s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00020.00270.10300.24960.84880.9273
0.050.06620.07290.07370.06400.21700.2592
0.10.04380.06070.04710.03670.14710.1726
0.150.04440.06410.03240.02980.11980.1399
0.20.04080.05920.02480.02380.10530.1227
0.250.04260.05970.02090.02570.09500.1094
0.30.03150.04630.01710.01890.08910.1032
0.350.02790.03920.01700.01940.08740.1000
0.40.02310.03610.01530.01940.08180.0934
0.450.01790.02900.01140.01550.07950.0905
0.50.01520.02590.01160.01570.07640.0870
0.550.01130.02320.00980.01560.07500.0851
0.60.00970.01930.00970.01550.07250.0821
0.650.00810.01550.00930.01500.07380.0828
0.70.00770.01250.00890.01460.07230.0811
0.750.00700.00910.00750.01230.07060.0790
0.80.00620.00800.00700.01260.07010.0778
0.850.00700.00670.00630.01290.06940.0776
0.90.00780.00570.00580.01210.06830.0761
0.950.00830.00600.00540.01260.06790.0758
1.00.00030.00220.00570.01190.06810.0759
avg0.02030.02880.02140.03110.12640.1428
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_40_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_cc_vs_other_40_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_40_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 441.783s -> mul_sld: 169.393s -> bin_sld_gs: 1166.420s -> mul_sld_gs: 689.481s -> bin_sld_gsq: 549.038s -> bin_pacc: 427.369s -> mul_pacc: 166.563s -> binmc_pacc: 426.636s -> mulmc_pacc: 176.801s -> binne_pacc: 435.657s -> mulne_pacc: 161.090s -> bin_pacc_gs: 730.060s -> mul_pacc_gs: 266.437s -> bin_cc: 412.726s -> mul_cc: 152.522s -> kfcv: 134.253s -> ref: 128.737s -> atc_mc: 129.517s -> atc_ne: 122.889s -> doc_feat: 88.896s -> tot: 1170.874s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00010.00010.05100.18750.99320.9897
0.050.11030.07010.07180.06380.40820.4058
0.10.04770.03840.04920.03890.26660.2644
0.150.03180.03710.03760.03510.19760.1957
0.20.02710.03500.02670.02500.16260.1617
0.250.02650.03610.02210.02130.13440.1332
0.30.02580.03140.02120.02120.11950.1186
0.350.02490.02760.02100.02110.10750.1067
0.40.02310.02640.01620.01740.09500.0944
0.450.01980.02280.01370.01500.08840.0878
0.50.01830.02040.01250.01390.08100.0803
0.550.01470.01690.01000.01100.07550.0752
0.60.01510.01630.01110.01040.07060.0701
0.650.01230.01370.01040.01030.06920.0689
0.70.01080.01200.01040.01110.06540.0650
0.750.00860.00940.00920.01020.06130.0609
0.80.00640.00860.00800.00920.05910.0587
0.850.00590.00710.00670.00860.05670.0565
0.90.00650.00670.00640.00810.05530.0550
0.950.00630.00640.00540.00790.05320.0529
1.00.00050.00240.00350.00770.05270.0525
avg0.02110.02120.02020.02640.15580.1550
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_50_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_cc_vs_other_50_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_50_f1.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 426.378s -> mul_sld: 153.126s -> bin_sld_gs: 1140.607s -> mul_sld_gs: 673.397s -> bin_sld_gsq: 528.696s -> bin_pacc: 420.283s -> mul_pacc: 148.016s -> binmc_pacc: 405.920s -> mulmc_pacc: 167.711s -> binne_pacc: 417.205s -> mulne_pacc: 145.013s -> bin_pacc_gs: 730.537s -> mul_pacc_gs: 261.004s -> bin_cc: 394.352s -> mul_cc: 143.652s -> kfcv: 122.227s -> ref: 122.352s -> atc_mc: 120.259s -> atc_ne: 113.567s -> doc_feat: 80.306s -> tot: 1146.639s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00010.00000.03410.11070.92060.9459
0.050.11670.08920.07000.05410.49520.5146
0.10.07280.05210.06280.06620.33410.3508
0.150.05070.03420.05690.06660.24430.2573
0.20.03180.02400.04100.05410.19570.2058
0.250.03050.02230.04000.05240.15610.1650
0.30.02870.02110.03440.04580.13270.1408
0.350.02640.02010.03200.04170.11190.1189
0.40.02410.01800.02730.03530.09620.1022
0.450.01960.01490.02300.03100.08530.0909
0.50.02080.01620.02110.02740.07360.0785
0.550.01590.01160.01750.02350.06480.0692
0.60.01430.01150.01380.01800.05800.0618
0.650.01300.01000.01220.01630.05350.0574
0.70.01460.01040.01360.01620.04720.0503
0.750.01280.00910.01120.01350.04240.0452
0.80.01180.00860.00950.01060.03890.0417
0.850.01170.00830.00900.01040.03510.0375
0.90.01070.00750.00830.00860.03160.0340
0.950.00870.00690.00690.00650.02930.0312
1.00.00210.00330.00570.00550.02760.0294
avg0.02560.01900.02620.03400.15590.1633
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_60_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_cc_vs_other_60_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_60_f1.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 417.731s -> mul_sld: 155.451s -> bin_sld_gs: 1141.720s -> mul_sld_gs: 680.203s -> bin_sld_gsq: 527.251s -> bin_pacc: 413.591s -> mul_pacc: 130.941s -> binmc_pacc: 410.011s -> mulmc_pacc: 160.422s -> binne_pacc: 411.824s -> mulne_pacc: 150.120s -> bin_pacc_gs: 731.866s -> mul_pacc_gs: 262.250s -> bin_cc: 396.501s -> mul_cc: 145.444s -> kfcv: 127.528s -> ref: 121.369s -> atc_mc: 106.641s -> atc_ne: 101.076s -> doc_feat: 86.241s -> tot: 1146.268s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00010.00000.00480.00140.76160.8935
0.050.12870.12850.10010.12230.49680.6002
0.10.09300.09920.08490.09920.36020.4457
0.150.07180.07500.08030.08770.27270.3443
0.20.04970.05450.06330.07060.21640.2755
0.250.04430.04650.06260.06760.17000.2216
0.30.03750.03780.05210.05750.14180.1848
0.350.03220.03400.04770.05350.11710.1569
0.40.02660.02590.04270.04730.09740.1309
0.450.02270.02190.03560.04190.08310.1123
0.50.02000.01880.03000.03510.06880.0939
0.550.01850.01580.02750.03260.05770.0795
0.60.01410.01200.02020.02580.04880.0684
0.650.01630.01260.01910.02440.04180.0586
0.70.01330.00960.01610.02280.03360.0489
0.750.01270.00860.01320.01990.02780.0407
0.80.01330.00870.01110.01730.02210.0335
0.850.01320.00820.00980.01580.01750.0273
0.90.01110.00600.00670.01310.01390.0218
0.950.00950.00500.00550.01090.00940.0161
1.00.00300.00290.00440.01060.00710.0123
avg0.03100.03010.03510.04180.14600.1841
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_70_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_cc_vs_other_70_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_70_f1.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 437.768s -> mul_sld: 162.581s -> bin_sld_gs: 1142.333s -> mul_sld_gs: 680.247s -> bin_sld_gsq: 532.404s -> bin_pacc: 414.897s -> mul_pacc: 158.907s -> binmc_pacc: 406.361s -> mulmc_pacc: 141.227s -> binne_pacc: 414.412s -> mulne_pacc: 158.498s -> bin_pacc_gs: 720.921s -> mul_pacc_gs: 272.540s -> bin_cc: 395.525s -> mul_cc: 139.596s -> kfcv: 123.479s -> ref: 124.418s -> atc_mc: 126.354s -> atc_ne: 101.451s -> doc_feat: 111.799s -> tot: 1146.771s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00010.00000.17600.02930.62720.6786
0.050.12670.12900.11470.03240.47810.5226
0.10.09890.11030.08380.02920.38190.4200
0.150.07570.09090.06110.02900.30600.3384
0.20.05520.07070.04850.02640.25200.2798
0.250.04700.06080.03280.03000.20470.2302
0.30.03740.05100.02650.02790.17230.1930
0.350.03140.04380.02070.02540.14340.1629
0.40.02490.03470.01640.02460.11860.1351
0.450.01890.02730.01510.02000.10000.1147
0.50.01470.02140.01100.01810.08230.0956
0.550.01360.01950.00850.01950.06580.0774
0.60.00840.01280.00850.01430.05460.0643
0.650.00930.01250.00730.01450.04330.0520
0.70.00760.00970.00590.01220.03320.0411
0.750.00730.00770.00530.00970.02520.0322
0.80.00830.00720.00430.00930.01780.0236
0.850.00770.00630.00440.00740.01100.0163
0.90.00840.00550.00350.00600.00570.0093
0.950.00730.00460.00380.00470.00260.0033
1.00.00270.00230.00340.00520.00600.0037
avg0.02910.03470.03150.01880.14910.1664
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_80_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_cc_vs_other_80_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_80_f1.png) - - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 423.737s -> mul_sld: 177.588s -> bin_sld_gs: 1108.736s -> mul_sld_gs: 666.006s -> bin_sld_gsq: 518.900s -> bin_pacc: 406.760s -> mul_pacc: 133.174s -> binmc_pacc: 401.789s -> mulmc_pacc: 147.520s -> binne_pacc: 400.414s -> mulne_pacc: 148.167s -> bin_pacc_gs: 722.523s -> mul_pacc_gs: 252.340s -> bin_cc: 378.760s -> mul_cc: 126.045s -> kfcv: 109.535s -> ref: 87.159s -> atc_mc: 99.104s -> atc_ne: 101.467s -> doc_feat: 83.819s -> tot: 1113.236s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00000.00000.01760.00530.60630.5872
0.050.10940.10970.03530.04710.52780.5100
0.10.18160.15130.02740.03930.46050.4413
0.150.17030.14650.01930.03280.40080.3833
0.20.14720.13150.02090.02920.35000.3335
0.250.13200.12320.01920.03010.30460.2873
0.30.11230.10820.01690.02560.26500.2494
0.350.09690.09710.01540.02410.22990.2149
0.40.08280.08530.01430.02310.19870.1846
0.450.06710.07050.01120.01720.17180.1589
0.50.05520.06000.01170.01740.14570.1336
0.550.04850.05340.01060.01840.12150.1112
0.60.03530.04010.00860.01370.10230.0928
0.650.03160.03610.00920.01490.08330.0752
0.70.02350.02730.00850.01250.06650.0592
0.750.01650.01980.00680.01030.05220.0460
0.80.01280.01430.00680.01010.03770.0334
0.850.00880.00950.00640.00930.02560.0224
0.90.00550.00500.00540.00750.01390.0122
0.950.00370.00330.00500.00700.00340.0030
1.00.00260.00210.00520.00650.00710.0065
avg0.06400.06160.01340.01910.19880.1879
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_90_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_cc_vs_other_90_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_90_f1.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.00.00200.01800.05540.16470.64790.6952
0.050.12210.10590.07230.07580.32200.3461
0.10.08880.08150.05180.05370.25010.2662
0.150.07330.06700.04070.04570.20660.2177
0.20.05710.05570.03290.03770.17930.1878
0.250.04870.05080.02900.03650.15580.1618
0.30.04180.04260.02490.03170.14080.1457
0.350.03510.03730.02320.02930.12830.1321
0.40.03080.03460.02090.02750.11620.1185
0.450.02540.03060.01800.02450.10730.1090
0.50.02370.02870.01650.02220.09840.0990
0.550.01990.02720.01510.02140.09110.0917
0.60.01860.02460.01310.01840.08460.0841
0.650.01860.02480.01310.01800.08090.0799
0.70.01620.02280.01250.01720.07590.0745
0.750.01540.02150.01130.01560.07170.0701
0.80.01450.02120.01030.01440.06760.0658
0.850.01420.02040.01000.01380.06450.0626
0.90.01340.01700.00930.01300.06140.0593
0.950.01180.01330.00870.01250.05880.0560
1.00.00270.00600.00860.01180.05960.0564
avg0.03310.03580.02370.03360.14610.1514
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_avg_train_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_avg_train_f1.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccbin_ccmul_cc
0.10.06250.06540.02500.06910.16030.0898
0.20.02240.03310.02020.03400.10600.1207
0.30.02150.02810.02030.02790.11670.1528
0.40.02030.02880.02140.03110.12640.1428
0.50.02110.02120.02020.02640.15580.1550
0.60.02560.01900.02620.03400.15590.1633
0.70.03100.03010.03510.04180.14600.1841
0.80.02910.03470.03150.01880.14910.1664
0.90.06400.06160.01340.01910.19880.1879
avg0.03310.03580.02370.03360.14610.1514
- -![plot_delta](plot/delta_rcv1_CCAT_cc_vs_other_avg_test_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_cc_vs_other_avg_test_f1.png) -### avg dataset shift -![plot_shift](plot/shift_rcv1_CCAT_cc_vs_other_avg_f1.png) diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_all_acc.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_all_acc.md deleted file mode 100644 index 23fd84c..0000000 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_all_acc.md +++ /dev/null @@ -1,2776 +0,0 @@ -# rcv1_CCAT_9prevs - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 426.003s -> mul_sld: 199.118s -> bin_sld_gs: 1070.285s -> mul_sld_gs: 686.591s -> bin_pacc: 409.897s -> mul_pacc: 169.591s -> binmc_pacc: 412.906s -> mulmc_pacc: 173.043s -> binne_pacc: 411.128s -> mulne_pacc: 146.658s -> bin_pacc_gs: 710.525s -> mul_pacc_gs: 245.764s -> bin_cc: 389.472s -> mul_cc: 148.220s -> kfcv: 130.095s -> ref: 120.267s -> atc_mc: 125.236s -> atc_ne: 121.957s -> doc_feat: 83.796s -> tot: 1073.769s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.00.00160.00390.00640.02110.07890.00880.0735
0.050.00640.00560.00630.01850.04260.00460.0373
0.10.00820.00880.00610.01650.00690.00800.0037
0.150.00960.01080.00580.01360.02980.01280.0348
0.20.01130.01340.00810.01290.06510.01940.0701
0.250.01280.01530.00840.01040.10090.02560.1057
0.30.01420.01650.00890.00970.13870.03480.1434
0.350.01580.01820.01170.00800.17410.04380.1788
0.40.01500.01820.01370.00920.21170.05090.2162
0.450.01530.01850.01490.01030.24650.05680.2509
0.50.01560.01700.01650.00980.28290.06330.2873
0.550.01580.01810.01960.01300.32100.07280.3253
0.60.01340.01450.01870.01190.35430.07480.3584
0.650.01630.01530.02330.01450.39140.08430.3954
0.70.01520.01340.02570.01590.42740.09160.4313
0.750.01520.01230.02790.02000.46320.10050.4671
0.80.01260.01040.02780.02030.50070.10640.5045
0.850.01130.00830.03090.02270.53540.11470.5390
0.90.01070.00910.03410.02600.57030.12040.5739
0.950.00930.01140.03460.02600.60560.12440.6090
1.00.00830.00380.03890.03020.64210.13360.6454
avg0.01210.01250.01850.01620.29470.06440.2977
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_10_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_all_10_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_10_acc.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 422.895s -> mul_sld: 162.786s -> bin_sld_gs: 1128.064s -> mul_sld_gs: 683.619s -> bin_sld_gsq: 524.432s -> bin_pacc: 410.462s -> mul_pacc: 155.872s -> binmc_pacc: 407.039s -> mulmc_pacc: 173.902s -> binne_pacc: 410.358s -> mulne_pacc: 167.292s -> bin_pacc_gs: 732.626s -> mul_pacc_gs: 261.935s -> bin_cc: 396.948s -> mul_cc: 147.743s -> kfcv: 132.118s -> ref: 106.145s -> atc_mc: 127.911s -> atc_ne: 121.613s -> doc_feat: 80.220s -> tot: 1132.799s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.00.00800.01240.02260.01460.08870.00970.0803
0.050.00960.01080.02060.01260.06840.00710.0601
0.10.01140.01010.01960.01200.04800.00620.0398
0.150.01140.00850.01690.01060.02850.00640.0204
0.20.01240.00840.01540.01060.00980.00880.0063
0.250.01240.00860.01280.00950.01140.00930.0187
0.30.01390.00800.01350.00970.03230.01240.0401
0.350.01300.00820.01260.00850.05440.01610.0621
0.40.01270.00950.00980.00960.07420.01900.0819
0.450.01490.01020.01040.00990.09190.02070.0995
0.50.01560.01030.00910.01020.11310.02220.1206
0.550.01470.01200.00820.01040.13280.02470.1402
0.60.01520.01170.00850.01180.15100.02720.1583
0.650.01630.01400.00870.01270.17340.03310.1806
0.70.01580.01510.00730.01220.19410.03840.2012
0.750.01720.01510.00720.01330.21360.04250.2205
0.80.01730.01330.00660.01280.23280.04070.2397
0.850.01850.01340.00720.01330.25280.04470.2596
0.90.01990.01310.00770.01480.27330.04930.2800
0.950.02050.01130.00830.01420.29250.04920.2991
1.00.02230.00770.00910.01680.31480.05710.3213
avg0.01490.01100.01150.01190.13580.02590.1395
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_20_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_all_20_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_20_acc.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 421.459s -> mul_sld: 146.321s -> bin_sld_gs: 1159.421s -> mul_sld_gs: 690.743s -> bin_sld_gsq: 531.736s -> bin_pacc: 423.881s -> mul_pacc: 166.104s -> binmc_pacc: 422.818s -> mulmc_pacc: 164.572s -> binne_pacc: 409.704s -> mulne_pacc: 155.476s -> bin_pacc_gs: 737.229s -> mul_pacc_gs: 269.465s -> bin_cc: 400.220s -> mul_cc: 118.299s -> kfcv: 131.612s -> ref: 122.392s -> atc_mc: 119.095s -> atc_ne: 108.266s -> doc_feat: 96.341s -> tot: 1163.937s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.00.00590.00810.00760.00670.07240.01030.0606
0.050.00830.00820.00940.01050.06070.00720.0489
0.10.00870.00800.00950.01130.04990.00490.0382
0.150.00970.00910.00950.01310.03810.00600.0265
0.20.00890.00870.01020.01400.02590.00820.0143
0.250.00940.01110.01060.01530.01610.01010.0067
0.30.00910.01150.01010.01280.00670.01190.0096
0.350.01040.01170.01160.01350.01040.01600.0208
0.40.01080.01330.01180.01390.02010.01900.0314
0.450.00970.01380.01090.01170.03130.02220.0426
0.50.00950.01310.01150.01260.04180.02590.0531
0.550.00890.01460.01110.01450.05280.02970.0640
0.60.00860.01470.01190.01280.06260.03070.0737
0.650.00900.01540.01210.01400.07740.03680.0885
0.70.00770.01410.01230.01320.08850.04000.0995
0.750.00850.01320.01050.01360.10010.04270.1111
0.80.00780.01160.01060.01220.10940.04640.1203
0.850.00710.01290.01150.01520.12270.05170.1336
0.90.00740.01010.01110.01460.13270.05210.1435
0.950.00720.00990.01360.01800.14280.05480.1536
1.00.00170.00670.01080.01810.15700.06250.1677
avg0.00830.01140.01090.01340.06760.02800.0718
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_30_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_all_30_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_30_acc.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 434.111s -> mul_sld: 159.616s -> bin_sld_gs: 1179.818s -> mul_sld_gs: 695.793s -> bin_sld_gsq: 546.801s -> bin_pacc: 431.189s -> mul_pacc: 143.236s -> binmc_pacc: 422.668s -> mulmc_pacc: 167.615s -> binne_pacc: 427.798s -> mulne_pacc: 166.144s -> bin_pacc_gs: 739.438s -> mul_pacc_gs: 261.609s -> bin_cc: 402.646s -> mul_cc: 152.045s -> kfcv: 121.176s -> ref: 127.991s -> atc_mc: 129.960s -> atc_ne: 115.970s -> doc_feat: 79.386s -> tot: 1183.412s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.00.00500.02200.00630.00970.04900.01900.0474
0.050.01020.01530.00950.01050.04270.01660.0412
0.10.01000.01080.01010.00940.03580.01470.0343
0.150.01120.00970.01080.01080.02910.01170.0276
0.20.01240.00830.01200.01250.02180.01050.0204
0.250.01390.00820.01490.01470.01710.00890.0157
0.30.01230.00910.01300.01560.01000.00850.0090
0.350.01400.01040.01450.01510.00640.00760.0064
0.40.01430.01280.01640.01780.00690.00790.0075
0.450.01210.01440.01670.01870.01110.00730.0121
0.50.01210.01640.01790.01980.01590.00810.0170
0.550.01030.02050.01880.02240.02240.00990.0237
0.60.01050.02190.01960.02460.02770.01120.0290
0.650.01070.02510.02170.02660.03740.01560.0386
0.70.01200.02600.02240.02610.04380.01680.0450
0.750.01070.02780.02370.02760.04910.01600.0503
0.80.01030.03030.02530.03000.05480.01800.0560
0.850.01210.03220.02630.03220.06270.02180.0638
0.90.01320.03080.02750.03250.06770.02240.0688
0.950.01390.03170.03060.03530.07470.02780.0758
1.00.00130.02630.03190.03670.08150.02850.0825
avg0.01110.01950.01860.02140.03660.01470.0368
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_40_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_all_40_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_40_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 441.783s -> mul_sld: 169.393s -> bin_sld_gs: 1166.420s -> mul_sld_gs: 689.481s -> bin_sld_gsq: 549.038s -> bin_pacc: 427.369s -> mul_pacc: 166.563s -> binmc_pacc: 426.636s -> mulmc_pacc: 176.801s -> binne_pacc: 435.657s -> mulne_pacc: 161.090s -> bin_pacc_gs: 730.060s -> mul_pacc_gs: 266.437s -> bin_cc: 412.726s -> mul_cc: 152.522s -> kfcv: 134.253s -> ref: 128.737s -> atc_mc: 129.517s -> atc_ne: 122.889s -> doc_feat: 88.896s -> tot: 1170.874s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.00.01290.01580.01790.02380.01450.00880.0082
0.050.01560.01590.01820.02410.01310.00800.0066
0.10.01490.01330.01730.02190.01080.00820.0069
0.150.01450.01400.01590.02050.00970.00770.0066
0.20.01370.01160.01430.01740.00730.00830.0069
0.250.01300.01100.01310.01710.00790.00660.0070
0.30.01500.01270.01330.01720.00670.00820.0086
0.350.01610.01320.01390.01930.00740.01030.0105
0.40.01510.01250.01390.01640.00640.00850.0103
0.450.01440.01210.01290.01510.00710.01100.0128
0.50.01370.01160.01190.01420.00730.01220.0138
0.550.01170.00960.01010.01210.00860.01250.0150
0.60.01260.00970.01030.01160.00970.01440.0164
0.650.01320.01170.01270.01240.01320.01680.0210
0.70.01450.01200.01390.01400.01370.01640.0222
0.750.01370.01130.01280.01360.01410.01700.0224
0.80.01300.01050.01320.01280.01650.02110.0248
0.850.01150.00900.01170.01210.01800.02050.0267
0.90.01210.01070.01500.01320.02050.02390.0292
0.950.01040.00920.01500.01410.02240.02530.0310
1.00.00960.00850.01500.01190.02570.02890.0344
avg0.01340.01170.01390.01590.01240.01400.0163
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_50_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_all_50_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_50_acc.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 426.378s -> mul_sld: 153.126s -> bin_sld_gs: 1140.607s -> mul_sld_gs: 673.397s -> bin_sld_gsq: 528.696s -> bin_pacc: 420.283s -> mul_pacc: 148.016s -> binmc_pacc: 405.920s -> mulmc_pacc: 167.711s -> binne_pacc: 417.205s -> mulne_pacc: 145.013s -> bin_pacc_gs: 730.537s -> mul_pacc_gs: 261.004s -> bin_cc: 394.352s -> mul_cc: 143.652s -> kfcv: 122.227s -> ref: 122.352s -> atc_mc: 120.259s -> atc_ne: 113.567s -> doc_feat: 80.306s -> tot: 1146.639s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.00.00490.00580.02590.04960.03790.01060.0447
0.050.00870.00940.02720.05130.03390.01010.0406
0.10.01020.00840.02550.04830.03220.00920.0390
0.150.01010.00830.02550.04830.02840.00830.0352
0.20.01360.01080.02120.04320.02690.00890.0338
0.250.01230.01100.02180.04260.02190.00900.0288
0.30.01160.01130.02170.04070.02130.00840.0281
0.350.01200.01130.02200.04120.01710.00840.0241
0.40.01120.01070.01920.03840.01360.00820.0202
0.450.01150.01160.01850.03530.01310.00860.0196
0.50.01000.01180.01840.03240.00870.00850.0147
0.550.00970.01030.01500.03000.00800.00850.0116
0.60.00930.01010.01440.02560.00740.00720.0099
0.650.00930.01000.01380.02440.00650.00790.0095
0.70.00950.01180.01510.02500.00800.00760.0073
0.750.00900.01090.01260.02340.00900.00750.0069
0.80.00990.01160.01200.02000.01100.00660.0075
0.850.00970.01180.01150.01940.01340.00700.0077
0.90.01180.01300.01190.01750.01610.00780.0093
0.950.01290.01190.01070.01470.01840.00710.0111
1.00.02050.01400.00930.01330.01940.00710.0126
avg0.01080.01080.01780.03260.01770.00820.0201
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_60_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_all_60_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_60_acc.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 417.731s -> mul_sld: 155.451s -> bin_sld_gs: 1141.720s -> mul_sld_gs: 680.203s -> bin_sld_gsq: 527.251s -> bin_pacc: 413.591s -> mul_pacc: 130.941s -> binmc_pacc: 410.011s -> mulmc_pacc: 160.422s -> binne_pacc: 411.824s -> mulne_pacc: 150.120s -> bin_pacc_gs: 731.866s -> mul_pacc_gs: 262.250s -> bin_cc: 396.501s -> mul_cc: 145.444s -> kfcv: 127.528s -> ref: 121.369s -> atc_mc: 106.641s -> atc_ne: 101.076s -> doc_feat: 86.241s -> tot: 1146.268s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.00.06540.03810.08690.04760.13710.02380.1462
0.050.07190.03640.10590.05370.12750.02220.1367
0.10.06570.03320.09610.04930.11780.02160.1271
0.150.06390.03320.09160.04840.10940.01970.1187
0.20.05890.02950.08350.04330.09960.02060.1091
0.250.05640.03150.08140.04450.08800.01600.0975
0.30.05280.03060.07600.04220.07970.01600.0894
0.350.05030.02930.07070.04070.07170.01490.0814
0.40.04960.03160.06770.04000.05960.01220.0693
0.450.04530.03060.05920.03690.05160.01230.0615
0.50.03940.02890.05070.03250.04050.01110.0504
0.550.03880.02940.04910.03200.02970.01020.0397
0.60.03290.02590.03790.02630.02040.00960.0306
0.650.03130.02730.03620.02730.01320.01000.0230
0.70.02890.02710.03020.02500.00730.00800.0127
0.750.02660.02630.02520.02280.00910.00700.0075
0.80.02390.02580.02080.02110.01730.00710.0086
0.850.02240.02500.01800.01980.02650.00760.0160
0.90.01760.02360.01350.01710.03560.00620.0250
0.950.01480.02200.00970.01340.04550.00630.0347
1.00.01180.02140.00370.01400.05300.00590.0422
avg0.04140.02890.05310.03320.05900.01280.0632
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_70_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_all_70_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_70_acc.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 437.768s -> mul_sld: 162.581s -> bin_sld_gs: 1142.333s -> mul_sld_gs: 680.247s -> bin_sld_gsq: 532.404s -> bin_pacc: 414.897s -> mul_pacc: 158.907s -> binmc_pacc: 406.361s -> mulmc_pacc: 141.227s -> binne_pacc: 414.412s -> mulne_pacc: 158.498s -> bin_pacc_gs: 720.921s -> mul_pacc_gs: 272.540s -> bin_cc: 395.525s -> mul_cc: 139.596s -> kfcv: 123.479s -> ref: 124.418s -> atc_mc: 126.354s -> atc_ne: 101.451s -> doc_feat: 111.799s -> tot: 1146.771s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.00.00530.01030.07400.08370.32170.03110.3333
0.050.02410.01290.08570.09310.30340.02740.3151
0.10.02270.01270.07870.08480.28410.02670.2960
0.150.02320.01140.07490.08160.26200.02270.2740
0.20.01860.00960.06750.07470.24250.02140.2546
0.250.02030.01100.06820.07480.21960.02010.2318
0.30.02400.01160.06500.07160.20050.01780.2128
0.350.02020.01170.05800.06480.18060.01960.1930
0.40.02100.01060.05620.06310.15670.01680.1692
0.450.02030.00940.05040.05720.13840.01470.1511
0.50.01650.00930.04570.05170.11520.01360.1280
0.550.01950.01040.04680.05180.09330.01110.1062
0.60.01250.00940.03500.04140.07290.01100.0859
0.650.01710.00940.03610.04150.05290.00970.0660
0.70.01440.01040.03070.03630.03120.01060.0445
0.750.01520.01000.02390.02940.01150.00910.0243
0.80.02010.01020.02340.02840.01030.01000.0068
0.850.01980.01050.01940.02340.02920.01040.0158
0.90.02020.01060.01490.01920.05030.01080.0365
0.950.01500.01090.01110.01370.07190.01300.0581
1.00.00420.01520.00760.01310.09150.01470.0775
avg0.01780.01080.04630.05240.14000.01630.1467
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_80_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_all_80_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_80_acc.png) - - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 423.737s -> mul_sld: 177.588s -> bin_sld_gs: 1108.736s -> mul_sld_gs: 666.006s -> bin_sld_gsq: 518.900s -> bin_pacc: 406.760s -> mul_pacc: 133.174s -> binmc_pacc: 401.789s -> mulmc_pacc: 147.520s -> binne_pacc: 400.414s -> mulne_pacc: 148.167s -> bin_pacc_gs: 722.523s -> mul_pacc_gs: 252.340s -> bin_cc: 378.760s -> mul_cc: 126.045s -> kfcv: 109.535s -> ref: 87.159s -> atc_mc: 99.104s -> atc_ne: 101.467s -> doc_feat: 83.819s -> tot: 1113.236s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.00.00040.00930.00100.05070.76310.17040.7643
0.050.00540.01690.01370.04180.72270.16140.7241
0.10.00610.01890.01220.04010.67910.15280.6806
0.150.00610.02110.01070.03250.63680.14260.6384
0.20.00790.02260.01070.03380.59450.13340.5963
0.250.00740.01780.01110.02730.55190.12170.5537
0.30.00770.01860.01010.02180.50990.11310.5119
0.350.00810.01520.01040.02150.46620.10400.4683
0.40.00800.01350.01080.01680.42500.09430.4272
0.450.00950.01360.00940.01670.38170.08470.3840
0.50.00870.01100.01000.01360.33830.07490.3407
0.550.00680.00810.00830.01380.29660.06220.2991
0.60.00860.00860.00880.01410.25280.05410.2555
0.650.00820.00880.00940.01520.21100.04220.2137
0.70.00680.00810.00900.01380.16780.03340.1706
0.750.00700.00950.00900.01510.12460.02390.1276
0.80.00620.01190.00810.01840.08410.01680.0872
0.850.00670.01470.00930.02080.04180.00900.0450
0.90.00590.01750.00970.02070.00320.00700.0036
0.950.00670.02160.01040.02370.04410.01340.0407
1.00.00910.02470.00270.03560.08660.02430.0830
avg0.00700.01490.00930.02420.35150.07810.3531
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_90_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_all_90_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_90_acc.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.00.01220.01400.02760.03420.17370.03250.1732
0.050.01780.01460.03290.03510.15720.02940.1568
0.10.01760.01380.03060.03260.14050.02800.1406
0.150.01770.01400.02910.03110.13020.02640.1314
0.20.01750.01360.02700.02920.12150.02660.1235
0.250.01760.01390.02690.02850.11500.02520.1184
0.30.01780.01440.02570.02680.11180.02570.1170
0.350.01780.01440.02500.02580.10980.02670.1162
0.40.01750.01470.02440.02500.10820.02630.1148
0.450.01700.01490.02260.02360.10810.02650.1149
0.50.01570.01440.02130.02190.10710.02660.1140
0.550.01510.01480.02080.02220.10730.02680.1139
0.60.01370.01410.01830.02000.10650.02670.1131
0.650.01460.01520.01930.02090.10850.02850.1152
0.70.01390.01530.01850.02020.10910.02920.1149
0.750.01370.01510.01700.01990.11050.02960.1153
0.80.01340.01510.01640.01950.11520.03030.1173
0.850.01320.01530.01620.01990.12250.03190.1230
0.90.01320.01540.01610.01950.13000.03330.1300
0.950.01230.01550.01600.01920.14640.03570.1459
1.00.00990.01430.01430.02110.16350.04030.1630
avg0.01520.01460.02220.02460.12390.02920.1272
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_avg_train_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_avg_train_acc.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mcdoc_feat
0.10.01210.01250.01850.01620.29470.06440.2977
0.20.01490.01100.01150.01190.13580.02590.1395
0.30.00830.01140.01090.01340.06760.02800.0718
0.40.01110.01950.01860.02140.03660.01470.0368
0.50.01340.01170.01390.01590.01240.01400.0163
0.60.01080.01080.01780.03260.01770.00820.0201
0.70.04140.02890.05310.03320.05900.01280.0632
0.80.01780.01080.04630.05240.14000.01630.1467
0.90.00700.01490.00930.02420.35150.07810.3531
avg0.01520.01460.02220.02460.12390.02920.1272
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_avg_test_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_avg_test_acc.png) -### avg dataset shift -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_avg_acc.png) diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_all_f1.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_all_f1.md deleted file mode 100644 index 709c41c..0000000 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_all_f1.md +++ /dev/null @@ -1,2535 +0,0 @@ -# rcv1_CCAT_9prevs - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 426.003s -> mul_sld: 199.118s -> bin_sld_gs: 1070.285s -> mul_sld_gs: 686.591s -> bin_pacc: 409.897s -> mul_pacc: 169.591s -> binmc_pacc: 412.906s -> mulmc_pacc: 173.043s -> binne_pacc: 411.128s -> mulne_pacc: 146.658s -> bin_pacc_gs: 710.525s -> mul_pacc_gs: 245.764s -> bin_cc: 389.472s -> mul_cc: 148.220s -> kfcv: 130.095s -> ref: 120.267s -> atc_mc: 125.236s -> atc_ne: 121.957s -> doc_feat: 83.796s -> tot: 1073.769s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.00.05120.00640.01220.01150.65190.0022
0.050.04810.05030.04720.11490.22580.2253
0.10.03090.04060.02460.05600.21950.1997
0.150.02310.03310.01890.03350.22150.2018
0.20.02000.03080.01600.02590.21560.1936
0.250.01780.02770.01230.01870.21450.1943
0.30.01620.02510.01120.01540.22180.1865
0.350.01520.02200.00900.01260.21880.1849
0.40.01240.01940.01040.01470.22310.1852
0.450.01130.01900.01030.01470.21880.1824
0.50.01030.01500.00850.01300.21960.1836
0.550.00950.01510.00980.01550.22370.1801
0.60.00730.01160.00700.01350.21740.1872
0.650.00810.01070.00920.01360.21930.1871
0.70.00690.00910.00730.01370.21890.1884
0.750.00630.00820.00790.01620.21840.1829
0.80.00480.00780.00730.01640.22040.1840
0.850.00400.00690.00810.01700.21820.1816
0.90.00360.00620.00830.01770.21660.1818
0.950.00290.00650.00830.01600.21540.1848
1.00.00270.00460.00770.01670.21600.1850
avg0.01490.01790.01250.02320.23980.1801
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_10_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_all_10_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_10_f1.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 422.895s -> mul_sld: 162.786s -> bin_sld_gs: 1128.064s -> mul_sld_gs: 683.619s -> bin_sld_gsq: 524.432s -> bin_pacc: 410.462s -> mul_pacc: 155.872s -> binmc_pacc: 407.039s -> mulmc_pacc: 173.902s -> binne_pacc: 410.358s -> mulne_pacc: 167.292s -> bin_pacc_gs: 732.626s -> mul_pacc_gs: 261.935s -> bin_cc: 396.948s -> mul_cc: 147.743s -> kfcv: 132.118s -> ref: 106.145s -> atc_mc: 127.911s -> atc_ne: 121.613s -> doc_feat: 80.220s -> tot: 1132.799s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.00.06550.03540.05360.32730.82430.1159
0.050.08450.08460.12460.07830.11710.1303
0.10.06040.04750.07040.04960.09990.0916
0.150.04620.02860.04310.03590.08880.0794
0.20.03820.02150.02950.02780.08330.0673
0.250.03340.01850.02090.02270.08110.0623
0.30.03250.01430.01890.02190.08420.0592
0.350.02760.01180.01490.01740.08780.0518
0.40.02600.01200.01050.01780.08590.0536
0.450.02520.01120.01000.01600.08060.0510
0.50.02520.00980.00810.01590.08190.0518
0.550.02370.00980.00680.01460.08110.0533
0.60.02130.00880.00650.01500.07830.0506
0.650.02230.00950.00640.01440.08090.0480
0.70.01950.00970.00500.01260.08140.0453
0.750.02030.00910.00450.01280.08040.0428
0.80.02000.00730.00390.01220.07930.0472
0.850.02020.00660.00410.01160.07900.0461
0.90.02020.00650.00410.01180.07930.0439
0.950.02020.00550.00410.01140.07850.0468
1.00.02020.00480.00430.01010.08010.0425
avg0.03200.01780.02160.03610.11970.0610
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_20_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_all_20_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_20_f1.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 421.459s -> mul_sld: 146.321s -> bin_sld_gs: 1159.421s -> mul_sld_gs: 690.743s -> bin_sld_gsq: 531.736s -> bin_pacc: 423.881s -> mul_pacc: 166.104s -> binmc_pacc: 422.818s -> mulmc_pacc: 164.572s -> binne_pacc: 409.704s -> mulne_pacc: 155.476s -> bin_pacc_gs: 737.229s -> mul_pacc_gs: 269.465s -> bin_cc: 400.220s -> mul_cc: 118.299s -> kfcv: 131.612s -> ref: 122.392s -> atc_mc: 119.095s -> atc_ne: 108.266s -> doc_feat: 96.341s -> tot: 1163.937s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.00.00200.01380.52500.20580.89000.3301
0.050.06730.06440.08660.10000.14180.0519
0.10.04110.03810.04530.06080.08290.0306
0.150.03240.03130.03260.05030.06410.0252
0.20.02300.02280.02760.04300.05610.0190
0.250.01990.02290.02240.03760.04570.0167
0.30.01590.02000.01780.02780.04470.0132
0.350.01580.01770.01740.02540.04320.0170
0.40.01440.01750.01600.02320.03940.0141
0.450.01140.01610.01340.01880.03700.0135
0.50.01000.01360.01220.01820.03440.0153
0.550.00860.01360.01080.01780.03270.0146
0.60.00750.01270.01040.01520.02990.0142
0.650.00710.01220.00950.01470.03270.0159
0.70.00560.01030.00900.01290.03150.0145
0.750.00550.00900.00710.01210.03100.0144
0.80.00470.00750.00680.01060.02850.0157
0.850.00410.00780.00670.01120.02950.0168
0.90.00410.00590.00610.01030.02810.0155
0.950.00390.00540.00710.01100.02680.0152
1.00.00100.00380.00530.01050.02830.0177
avg0.01450.01740.04260.03510.08470.0334
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_30_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_all_30_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_30_f1.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 434.111s -> mul_sld: 159.616s -> bin_sld_gs: 1179.818s -> mul_sld_gs: 695.793s -> bin_sld_gsq: 546.801s -> bin_pacc: 431.189s -> mul_pacc: 143.236s -> binmc_pacc: 422.668s -> mulmc_pacc: 167.615s -> binne_pacc: 427.798s -> mulne_pacc: 166.144s -> bin_pacc_gs: 739.438s -> mul_pacc_gs: 261.609s -> bin_cc: 402.646s -> mul_cc: 152.045s -> kfcv: 121.176s -> ref: 127.991s -> atc_mc: 129.960s -> atc_ne: 115.970s -> doc_feat: 79.386s -> tot: 1183.412s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.00.00020.16910.24480.51720.91710.3564
0.050.07940.05200.07740.08110.21460.0506
0.10.04570.02810.04690.04830.11840.0460
0.150.03490.02470.03490.03890.07990.0318
0.20.02950.01840.02900.03330.06080.0254
0.250.02770.01770.02910.03210.04410.0197
0.30.02040.01620.02170.02880.03780.0174
0.350.02030.01600.02020.02350.03320.0129
0.40.01870.01710.02020.02430.02550.0118
0.450.01380.01700.01840.02260.02180.0095
0.50.01250.01720.01750.02140.01780.0088
0.550.00990.01920.01670.02170.01560.0085
0.60.00920.01880.01550.02180.01290.0078
0.650.00810.01980.01600.02160.01370.0093
0.70.00840.01890.01540.01970.01200.0090
0.750.00680.01870.01510.01920.00970.0075
0.80.00610.01920.01510.01950.00920.0066
0.850.00680.01920.01480.01970.00820.0084
0.90.00710.01710.01480.01860.00750.0078
0.950.00720.01670.01560.01910.00640.0097
1.00.00080.01280.01530.01860.00610.0090
avg0.01780.02730.03400.05100.07960.0321
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_40_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_all_40_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_40_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 441.783s -> mul_sld: 169.393s -> bin_sld_gs: 1166.420s -> mul_sld_gs: 689.481s -> bin_sld_gsq: 549.038s -> bin_pacc: 427.369s -> mul_pacc: 166.563s -> binmc_pacc: 426.636s -> mulmc_pacc: 176.801s -> binne_pacc: 435.657s -> mulne_pacc: 161.090s -> bin_pacc_gs: 730.060s -> mul_pacc_gs: 266.437s -> bin_cc: 412.726s -> mul_cc: 152.522s -> kfcv: 134.253s -> ref: 128.737s -> atc_mc: 129.517s -> atc_ne: 122.889s -> doc_feat: 88.896s -> tot: 1170.874s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.00.00690.02620.13060.10220.92370.5135
0.050.06910.05840.06480.07310.33600.1066
0.10.05000.04020.04730.05860.19360.0476
0.150.03810.03350.03820.04510.12430.0306
0.20.02940.02310.02750.03270.08900.0235
0.250.02370.01930.02250.02770.06000.0158
0.30.02360.01940.02020.02500.04510.0147
0.350.02210.01810.01860.02510.03280.0151
0.40.01880.01530.01690.01950.02070.0105
0.450.01610.01330.01430.01640.01430.0119
0.50.01400.01170.01220.01420.00850.0115
0.550.01130.00920.00970.01140.00680.0105
0.60.01090.00840.00910.01010.00740.0107
0.650.01060.00930.01000.00990.00790.0114
0.70.01090.00900.01040.01060.01060.0103
0.750.00980.00820.00890.00970.01400.0097
0.80.00870.00700.00860.00860.01600.0117
0.850.00730.00560.00710.00760.01820.0104
0.90.00720.00630.00870.00770.01990.0117
0.950.00600.00530.00810.00780.02180.0117
1.00.00540.00490.00760.00630.02250.0128
avg0.01900.01680.02390.02520.09490.0434
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_50_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_all_50_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_50_f1.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 426.378s -> mul_sld: 153.126s -> bin_sld_gs: 1140.607s -> mul_sld_gs: 673.397s -> bin_sld_gsq: 528.696s -> bin_pacc: 420.283s -> mul_pacc: 148.016s -> binmc_pacc: 405.920s -> mulmc_pacc: 167.711s -> binne_pacc: 417.205s -> mulne_pacc: 145.013s -> bin_pacc_gs: 730.537s -> mul_pacc_gs: 261.004s -> bin_cc: 394.352s -> mul_cc: 143.652s -> kfcv: 122.227s -> ref: 122.352s -> atc_mc: 120.259s -> atc_ne: 113.567s -> doc_feat: 80.306s -> tot: 1146.639s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.00.08620.00980.11310.02200.91510.5310
0.050.06660.03570.03840.09330.46390.2044
0.10.04470.02580.03980.09060.29020.1045
0.150.03040.02020.03790.08320.19340.0571
0.20.03000.02090.02880.06510.13750.0407
0.250.02170.01870.02900.05940.09420.0228
0.30.01730.01650.02670.05150.06820.0196
0.350.01520.01480.02510.04800.04460.0125
0.40.01230.01240.02050.04120.02610.0100
0.450.01170.01260.01830.03460.01480.0101
0.50.00930.01130.01700.02960.00680.0081
0.550.00850.00950.01320.02580.01060.0076
0.60.00750.00860.01180.02050.01750.0060
0.650.00700.00780.01080.01850.02270.0060
0.70.00700.00890.01120.01810.03020.0055
0.750.00610.00760.00880.01600.03550.0051
0.80.00660.00760.00790.01290.03990.0042
0.850.00650.00750.00730.01200.04420.0042
0.90.00760.00790.00720.01040.04800.0045
0.950.00790.00680.00600.00820.05120.0037
1.00.01160.00760.00500.00720.05320.0034
avg0.02010.01330.02300.03660.12420.0510
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_60_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_all_60_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_60_f1.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 417.731s -> mul_sld: 155.451s -> bin_sld_gs: 1141.720s -> mul_sld_gs: 680.203s -> bin_sld_gsq: 527.251s -> bin_pacc: 413.591s -> mul_pacc: 130.941s -> binmc_pacc: 410.011s -> mulmc_pacc: 160.422s -> binne_pacc: 411.824s -> mulne_pacc: 150.120s -> bin_pacc_gs: 731.866s -> mul_pacc_gs: 262.250s -> bin_cc: 396.501s -> mul_cc: 145.444s -> kfcv: 127.528s -> ref: 121.369s -> atc_mc: 106.641s -> atc_ne: 101.076s -> doc_feat: 86.241s -> tot: 1146.268s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.00.00030.05920.00000.00180.89310.5749
0.050.07720.02630.14310.08470.58010.3336
0.10.07740.02340.13060.07800.40440.2163
0.150.07450.02710.11930.07100.29350.1450
0.20.06400.02520.09900.05820.21570.1055
0.250.06040.02940.09150.05580.15600.0703
0.30.05260.02810.07850.04810.11390.0549
0.350.04820.02700.06930.04410.08080.0403
0.40.04480.02810.06210.03990.05020.0279
0.450.03800.02570.05010.03390.02860.0225
0.50.03170.02380.04070.02830.00940.0165
0.550.02960.02320.03720.02610.01020.0120
0.60.02350.01930.02680.02010.02380.0095
0.650.02170.01960.02470.01980.03480.0089
0.70.01920.01870.01970.01730.04670.0060
0.750.01670.01720.01560.01500.05630.0047
0.80.01440.01610.01240.01310.06490.0044
0.850.01300.01490.01030.01170.07260.0045
0.90.00980.01350.00750.00970.07930.0036
0.950.00790.01200.00520.00730.08580.0035
1.00.00620.01120.00190.00730.09060.0032
avg0.03480.02330.04980.03290.16150.0794
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_70_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_all_70_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_70_f1.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 437.768s -> mul_sld: 162.581s -> bin_sld_gs: 1142.333s -> mul_sld_gs: 680.247s -> bin_sld_gsq: 532.404s -> bin_pacc: 414.897s -> mul_pacc: 158.907s -> binmc_pacc: 406.361s -> mulmc_pacc: 141.227s -> binne_pacc: 414.412s -> mulne_pacc: 158.498s -> bin_pacc_gs: 720.921s -> mul_pacc_gs: 272.540s -> bin_cc: 395.525s -> mul_cc: 139.596s -> kfcv: 123.479s -> ref: 124.418s -> atc_mc: 126.354s -> atc_ne: 101.451s -> doc_feat: 111.799s -> tot: 1146.771s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.00.00010.00490.00330.00020.80020.5459
0.050.06340.01790.06480.08520.60470.3941
0.10.05390.02020.06460.08070.46280.2954
0.150.04550.01510.06300.07890.35200.2206
0.20.03320.01410.05600.06940.26700.1701
0.250.03220.01470.05830.06980.19520.1277
0.30.02940.01330.05230.06280.13900.0994
0.350.02480.01300.04650.05610.09110.0774
0.40.02240.01070.04390.05200.04760.0563
0.450.01890.00930.03730.04500.01450.0440
0.50.01480.00840.03240.03920.01890.0323
0.550.01580.00880.03260.03810.04670.0206
0.60.00960.00730.02320.02890.07060.0152
0.650.01190.00710.02350.02800.09130.0098
0.70.00950.00730.01930.02370.11120.0072
0.750.00930.00660.01450.01850.12820.0056
0.80.01150.00650.01360.01700.14370.0049
0.850.01080.00630.01090.01360.15750.0053
0.90.01060.00610.00810.01070.17080.0055
0.950.00770.00590.00580.00740.18330.0068
1.00.00210.00780.00390.00670.19380.0076
avg0.02080.01010.03230.03960.20430.1025
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_80_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_all_80_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_80_f1.png) - - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 423.737s -> mul_sld: 177.588s -> bin_sld_gs: 1108.736s -> mul_sld_gs: 666.006s -> bin_sld_gsq: 518.900s -> bin_pacc: 406.760s -> mul_pacc: 133.174s -> binmc_pacc: 401.789s -> mulmc_pacc: 147.520s -> binne_pacc: 400.414s -> mulne_pacc: 148.167s -> bin_pacc_gs: 722.523s -> mul_pacc_gs: 252.340s -> bin_cc: 378.760s -> mul_cc: 126.045s -> kfcv: 109.535s -> ref: 87.159s -> atc_mc: 99.104s -> atc_ne: 101.467s -> doc_feat: 83.819s -> tot: 1113.236s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.00.00100.03840.00240.01080.59110.4745
0.050.01130.04840.02920.01660.48130.4016
0.10.01130.04660.02310.01330.38430.3432
0.150.01000.04300.01820.01230.29830.2909
0.20.01180.03960.01640.01570.22170.2470
0.250.01000.02980.01530.01220.15240.2076
0.30.00940.02720.01290.00980.09030.1759
0.350.00920.02020.01220.01120.03290.1487
0.40.00830.01640.01170.01040.01820.1239
0.450.00920.01440.00920.01080.06610.1027
0.50.00780.01060.00910.00900.11020.0842
0.550.00570.00700.00710.00900.15000.0659
0.60.00670.00690.00690.00910.18790.0530
0.650.00610.00630.00700.00990.22210.0392
0.70.00470.00540.00630.00870.25460.0290
0.750.00460.00610.00590.00900.28490.0196
0.80.00380.00730.00500.01030.31200.0125
0.850.00390.00860.00540.01130.33820.0061
0.90.00330.00980.00530.01100.36320.0036
0.950.00360.01150.00540.01250.38660.0069
1.00.00460.01260.00140.01820.40850.0123
avg0.00700.01980.01030.01150.25500.1356
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_90_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_all_90_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_90_f1.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.00.02370.04040.12060.13320.82290.3827
0.050.06300.04870.07510.08080.35170.2109
0.10.04620.03450.05470.05950.25070.1528
0.150.03720.02850.04510.04990.19070.1203
0.20.03100.02400.03660.04120.14960.0991
0.250.02740.02210.03350.03730.11590.0819
0.30.02420.02000.02890.03230.09390.0712
0.350.02200.01780.02590.02930.07390.0623
0.40.01980.01660.02360.02700.05960.0548
0.450.01730.01540.02010.02360.05520.0497
0.50.01510.01350.01750.02100.05640.0458
0.550.01360.01280.01600.02000.06420.0415
0.60.01150.01140.01300.01710.07170.0394
0.650.01140.01140.01300.01670.08060.0373
0.70.01020.01080.01150.01520.08860.0350
0.750.00950.01010.00980.01430.09540.0325
0.80.00900.00960.00890.01340.10150.0323
0.850.00850.00930.00830.01280.10730.0315
0.90.00820.00880.00780.01200.11250.0309
0.950.00750.00840.00730.01120.11730.0321
1.00.00610.00780.00580.01130.12210.0326
avg0.02010.01820.02780.03240.15150.0798
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_avg_train_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_avg_train_f1.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gskfcvatc_mc
0.10.01490.01790.01250.02320.23980.1801
0.20.03200.01780.02160.03610.11970.0610
0.30.01450.01740.04260.03510.08470.0334
0.40.01780.02730.03400.05100.07960.0321
0.50.01900.01680.02390.02520.09490.0434
0.60.02010.01330.02300.03660.12420.0510
0.70.03480.02330.04980.03290.16150.0794
0.80.02080.01010.03230.03960.20430.1025
0.90.00700.01980.01030.01150.25500.1356
avg0.02010.01820.02780.03240.15150.0798
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_all_avg_test_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_all_avg_test_f1.png) -### avg dataset shift -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_all_avg_f1.png) diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_atc_acc.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_atc_acc.md deleted file mode 100644 index e499ead..0000000 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_atc_acc.md +++ /dev/null @@ -1,2535 +0,0 @@ -# rcv1_CCAT_9prevs - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 426.003s -> mul_sld: 199.118s -> bin_sld_gs: 1070.285s -> mul_sld_gs: 686.591s -> bin_pacc: 409.897s -> mul_pacc: 169.591s -> binmc_pacc: 412.906s -> mulmc_pacc: 173.043s -> binne_pacc: 411.128s -> mulne_pacc: 146.658s -> bin_pacc_gs: 710.525s -> mul_pacc_gs: 245.764s -> bin_cc: 389.472s -> mul_cc: 148.220s -> kfcv: 130.095s -> ref: 120.267s -> atc_mc: 125.236s -> atc_ne: 121.957s -> doc_feat: 83.796s -> tot: 1073.769s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00160.00390.00640.02110.00880.0088
0.050.00640.00560.00630.01850.00460.0046
0.10.00820.00880.00610.01650.00800.0080
0.150.00960.01080.00580.01360.01280.0128
0.20.01130.01340.00810.01290.01940.0194
0.250.01280.01530.00840.01040.02560.0256
0.30.01420.01650.00890.00970.03480.0348
0.350.01580.01820.01170.00800.04380.0438
0.40.01500.01820.01370.00920.05090.0509
0.450.01530.01850.01490.01030.05680.0568
0.50.01560.01700.01650.00980.06330.0633
0.550.01580.01810.01960.01300.07280.0728
0.60.01340.01450.01870.01190.07480.0748
0.650.01630.01530.02330.01450.08430.0843
0.70.01520.01340.02570.01590.09160.0916
0.750.01520.01230.02790.02000.10050.1005
0.80.01260.01040.02780.02030.10640.1064
0.850.01130.00830.03090.02270.11470.1147
0.90.01070.00910.03410.02600.12040.1204
0.950.00930.01140.03460.02600.12440.1244
1.00.00830.00380.03890.03020.13360.1336
avg0.01210.01250.01850.01620.06440.0644
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_10_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_10_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_10_acc.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 422.895s -> mul_sld: 162.786s -> bin_sld_gs: 1128.064s -> mul_sld_gs: 683.619s -> bin_sld_gsq: 524.432s -> bin_pacc: 410.462s -> mul_pacc: 155.872s -> binmc_pacc: 407.039s -> mulmc_pacc: 173.902s -> binne_pacc: 410.358s -> mulne_pacc: 167.292s -> bin_pacc_gs: 732.626s -> mul_pacc_gs: 261.935s -> bin_cc: 396.948s -> mul_cc: 147.743s -> kfcv: 132.118s -> ref: 106.145s -> atc_mc: 127.911s -> atc_ne: 121.613s -> doc_feat: 80.220s -> tot: 1132.799s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00800.01240.02260.01460.00970.0097
0.050.00960.01080.02060.01260.00710.0071
0.10.01140.01010.01960.01200.00620.0062
0.150.01140.00850.01690.01060.00640.0064
0.20.01240.00840.01540.01060.00880.0088
0.250.01240.00860.01280.00950.00930.0093
0.30.01390.00800.01350.00970.01240.0124
0.350.01300.00820.01260.00850.01610.0161
0.40.01270.00950.00980.00960.01900.0190
0.450.01490.01020.01040.00990.02070.0207
0.50.01560.01030.00910.01020.02220.0222
0.550.01470.01200.00820.01040.02470.0247
0.60.01520.01170.00850.01180.02720.0272
0.650.01630.01400.00870.01270.03310.0331
0.70.01580.01510.00730.01220.03840.0384
0.750.01720.01510.00720.01330.04250.0425
0.80.01730.01330.00660.01280.04070.0407
0.850.01850.01340.00720.01330.04470.0447
0.90.01990.01310.00770.01480.04930.0493
0.950.02050.01130.00830.01420.04920.0492
1.00.02230.00770.00910.01680.05710.0571
avg0.01490.01100.01150.01190.02590.0259
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_20_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_20_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_20_acc.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 421.459s -> mul_sld: 146.321s -> bin_sld_gs: 1159.421s -> mul_sld_gs: 690.743s -> bin_sld_gsq: 531.736s -> bin_pacc: 423.881s -> mul_pacc: 166.104s -> binmc_pacc: 422.818s -> mulmc_pacc: 164.572s -> binne_pacc: 409.704s -> mulne_pacc: 155.476s -> bin_pacc_gs: 737.229s -> mul_pacc_gs: 269.465s -> bin_cc: 400.220s -> mul_cc: 118.299s -> kfcv: 131.612s -> ref: 122.392s -> atc_mc: 119.095s -> atc_ne: 108.266s -> doc_feat: 96.341s -> tot: 1163.937s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00590.00810.00760.00670.01030.0103
0.050.00830.00820.00940.01050.00720.0072
0.10.00870.00800.00950.01130.00490.0049
0.150.00970.00910.00950.01310.00600.0060
0.20.00890.00870.01020.01400.00820.0082
0.250.00940.01110.01060.01530.01010.0101
0.30.00910.01150.01010.01280.01190.0119
0.350.01040.01170.01160.01350.01600.0160
0.40.01080.01330.01180.01390.01900.0190
0.450.00970.01380.01090.01170.02220.0222
0.50.00950.01310.01150.01260.02590.0259
0.550.00890.01460.01110.01450.02970.0297
0.60.00860.01470.01190.01280.03070.0307
0.650.00900.01540.01210.01400.03680.0368
0.70.00770.01410.01230.01320.04000.0400
0.750.00850.01320.01050.01360.04270.0427
0.80.00780.01160.01060.01220.04640.0464
0.850.00710.01290.01150.01520.05170.0517
0.90.00740.01010.01110.01460.05210.0521
0.950.00720.00990.01360.01800.05480.0548
1.00.00170.00670.01080.01810.06250.0625
avg0.00830.01140.01090.01340.02800.0280
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_30_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_30_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_30_acc.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 434.111s -> mul_sld: 159.616s -> bin_sld_gs: 1179.818s -> mul_sld_gs: 695.793s -> bin_sld_gsq: 546.801s -> bin_pacc: 431.189s -> mul_pacc: 143.236s -> binmc_pacc: 422.668s -> mulmc_pacc: 167.615s -> binne_pacc: 427.798s -> mulne_pacc: 166.144s -> bin_pacc_gs: 739.438s -> mul_pacc_gs: 261.609s -> bin_cc: 402.646s -> mul_cc: 152.045s -> kfcv: 121.176s -> ref: 127.991s -> atc_mc: 129.960s -> atc_ne: 115.970s -> doc_feat: 79.386s -> tot: 1183.412s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00500.02200.00630.00970.01900.0190
0.050.01020.01530.00950.01050.01660.0166
0.10.01000.01080.01010.00940.01470.0147
0.150.01120.00970.01080.01080.01170.0117
0.20.01240.00830.01200.01250.01050.0105
0.250.01390.00820.01490.01470.00890.0089
0.30.01230.00910.01300.01560.00850.0085
0.350.01400.01040.01450.01510.00760.0076
0.40.01430.01280.01640.01780.00790.0079
0.450.01210.01440.01670.01870.00730.0073
0.50.01210.01640.01790.01980.00810.0081
0.550.01030.02050.01880.02240.00990.0099
0.60.01050.02190.01960.02460.01120.0112
0.650.01070.02510.02170.02660.01560.0156
0.70.01200.02600.02240.02610.01680.0168
0.750.01070.02780.02370.02760.01600.0160
0.80.01030.03030.02530.03000.01800.0180
0.850.01210.03220.02630.03220.02180.0218
0.90.01320.03080.02750.03250.02240.0224
0.950.01390.03170.03060.03530.02780.0278
1.00.00130.02630.03190.03670.02850.0285
avg0.01110.01950.01860.02140.01470.0147
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_40_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_40_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_40_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 441.783s -> mul_sld: 169.393s -> bin_sld_gs: 1166.420s -> mul_sld_gs: 689.481s -> bin_sld_gsq: 549.038s -> bin_pacc: 427.369s -> mul_pacc: 166.563s -> binmc_pacc: 426.636s -> mulmc_pacc: 176.801s -> binne_pacc: 435.657s -> mulne_pacc: 161.090s -> bin_pacc_gs: 730.060s -> mul_pacc_gs: 266.437s -> bin_cc: 412.726s -> mul_cc: 152.522s -> kfcv: 134.253s -> ref: 128.737s -> atc_mc: 129.517s -> atc_ne: 122.889s -> doc_feat: 88.896s -> tot: 1170.874s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.01290.01580.01790.02380.00880.0088
0.050.01560.01590.01820.02410.00800.0080
0.10.01490.01330.01730.02190.00820.0082
0.150.01450.01400.01590.02050.00770.0077
0.20.01370.01160.01430.01740.00830.0083
0.250.01300.01100.01310.01710.00660.0066
0.30.01500.01270.01330.01720.00820.0082
0.350.01610.01320.01390.01930.01030.0103
0.40.01510.01250.01390.01640.00850.0085
0.450.01440.01210.01290.01510.01100.0110
0.50.01370.01160.01190.01420.01220.0122
0.550.01170.00960.01010.01210.01250.0125
0.60.01260.00970.01030.01160.01440.0144
0.650.01320.01170.01270.01240.01680.0168
0.70.01450.01200.01390.01400.01640.0164
0.750.01370.01130.01280.01360.01700.0170
0.80.01300.01050.01320.01280.02110.0211
0.850.01150.00900.01170.01210.02050.0205
0.90.01210.01070.01500.01320.02390.0239
0.950.01040.00920.01500.01410.02530.0253
1.00.00960.00850.01500.01190.02890.0289
avg0.01340.01170.01390.01590.01400.0140
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_50_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_50_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_50_acc.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 426.378s -> mul_sld: 153.126s -> bin_sld_gs: 1140.607s -> mul_sld_gs: 673.397s -> bin_sld_gsq: 528.696s -> bin_pacc: 420.283s -> mul_pacc: 148.016s -> binmc_pacc: 405.920s -> mulmc_pacc: 167.711s -> binne_pacc: 417.205s -> mulne_pacc: 145.013s -> bin_pacc_gs: 730.537s -> mul_pacc_gs: 261.004s -> bin_cc: 394.352s -> mul_cc: 143.652s -> kfcv: 122.227s -> ref: 122.352s -> atc_mc: 120.259s -> atc_ne: 113.567s -> doc_feat: 80.306s -> tot: 1146.639s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00490.00580.02590.04960.01060.0106
0.050.00870.00940.02720.05130.01010.0101
0.10.01020.00840.02550.04830.00920.0092
0.150.01010.00830.02550.04830.00830.0083
0.20.01360.01080.02120.04320.00890.0089
0.250.01230.01100.02180.04260.00900.0090
0.30.01160.01130.02170.04070.00840.0084
0.350.01200.01130.02200.04120.00840.0084
0.40.01120.01070.01920.03840.00820.0082
0.450.01150.01160.01850.03530.00860.0086
0.50.01000.01180.01840.03240.00850.0085
0.550.00970.01030.01500.03000.00850.0085
0.60.00930.01010.01440.02560.00720.0072
0.650.00930.01000.01380.02440.00790.0079
0.70.00950.01180.01510.02500.00760.0076
0.750.00900.01090.01260.02340.00750.0075
0.80.00990.01160.01200.02000.00660.0066
0.850.00970.01180.01150.01940.00700.0070
0.90.01180.01300.01190.01750.00780.0078
0.950.01290.01190.01070.01470.00710.0071
1.00.02050.01400.00930.01330.00710.0071
avg0.01080.01080.01780.03260.00820.0082
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_60_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_60_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_60_acc.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 417.731s -> mul_sld: 155.451s -> bin_sld_gs: 1141.720s -> mul_sld_gs: 680.203s -> bin_sld_gsq: 527.251s -> bin_pacc: 413.591s -> mul_pacc: 130.941s -> binmc_pacc: 410.011s -> mulmc_pacc: 160.422s -> binne_pacc: 411.824s -> mulne_pacc: 150.120s -> bin_pacc_gs: 731.866s -> mul_pacc_gs: 262.250s -> bin_cc: 396.501s -> mul_cc: 145.444s -> kfcv: 127.528s -> ref: 121.369s -> atc_mc: 106.641s -> atc_ne: 101.076s -> doc_feat: 86.241s -> tot: 1146.268s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.06540.03810.08690.04760.02380.0238
0.050.07190.03640.10590.05370.02220.0222
0.10.06570.03320.09610.04930.02160.0216
0.150.06390.03320.09160.04840.01970.0197
0.20.05890.02950.08350.04330.02060.0206
0.250.05640.03150.08140.04450.01600.0160
0.30.05280.03060.07600.04220.01600.0160
0.350.05030.02930.07070.04070.01490.0149
0.40.04960.03160.06770.04000.01220.0122
0.450.04530.03060.05920.03690.01230.0123
0.50.03940.02890.05070.03250.01110.0111
0.550.03880.02940.04910.03200.01020.0102
0.60.03290.02590.03790.02630.00960.0096
0.650.03130.02730.03620.02730.01000.0100
0.70.02890.02710.03020.02500.00800.0080
0.750.02660.02630.02520.02280.00700.0070
0.80.02390.02580.02080.02110.00710.0071
0.850.02240.02500.01800.01980.00760.0076
0.90.01760.02360.01350.01710.00620.0062
0.950.01480.02200.00970.01340.00630.0063
1.00.01180.02140.00370.01400.00590.0059
avg0.04140.02890.05310.03320.01280.0128
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_70_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_70_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_70_acc.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 437.768s -> mul_sld: 162.581s -> bin_sld_gs: 1142.333s -> mul_sld_gs: 680.247s -> bin_sld_gsq: 532.404s -> bin_pacc: 414.897s -> mul_pacc: 158.907s -> binmc_pacc: 406.361s -> mulmc_pacc: 141.227s -> binne_pacc: 414.412s -> mulne_pacc: 158.498s -> bin_pacc_gs: 720.921s -> mul_pacc_gs: 272.540s -> bin_cc: 395.525s -> mul_cc: 139.596s -> kfcv: 123.479s -> ref: 124.418s -> atc_mc: 126.354s -> atc_ne: 101.451s -> doc_feat: 111.799s -> tot: 1146.771s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00530.01030.07400.08370.03110.0311
0.050.02410.01290.08570.09310.02740.0274
0.10.02270.01270.07870.08480.02670.0267
0.150.02320.01140.07490.08160.02270.0227
0.20.01860.00960.06750.07470.02140.0214
0.250.02030.01100.06820.07480.02010.0201
0.30.02400.01160.06500.07160.01780.0178
0.350.02020.01170.05800.06480.01960.0196
0.40.02100.01060.05620.06310.01680.0168
0.450.02030.00940.05040.05720.01470.0147
0.50.01650.00930.04570.05170.01360.0136
0.550.01950.01040.04680.05180.01110.0111
0.60.01250.00940.03500.04140.01100.0110
0.650.01710.00940.03610.04150.00970.0097
0.70.01440.01040.03070.03630.01060.0106
0.750.01520.01000.02390.02940.00910.0091
0.80.02010.01020.02340.02840.01000.0100
0.850.01980.01050.01940.02340.01040.0104
0.90.02020.01060.01490.01920.01080.0108
0.950.01500.01090.01110.01370.01300.0130
1.00.00420.01520.00760.01310.01470.0147
avg0.01780.01080.04630.05240.01630.0163
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_80_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_80_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_80_acc.png) - - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 423.737s -> mul_sld: 177.588s -> bin_sld_gs: 1108.736s -> mul_sld_gs: 666.006s -> bin_sld_gsq: 518.900s -> bin_pacc: 406.760s -> mul_pacc: 133.174s -> binmc_pacc: 401.789s -> mulmc_pacc: 147.520s -> binne_pacc: 400.414s -> mulne_pacc: 148.167s -> bin_pacc_gs: 722.523s -> mul_pacc_gs: 252.340s -> bin_cc: 378.760s -> mul_cc: 126.045s -> kfcv: 109.535s -> ref: 87.159s -> atc_mc: 99.104s -> atc_ne: 101.467s -> doc_feat: 83.819s -> tot: 1113.236s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00040.00930.00100.05070.17040.1704
0.050.00540.01690.01370.04180.16140.1614
0.10.00610.01890.01220.04010.15280.1528
0.150.00610.02110.01070.03250.14260.1426
0.20.00790.02260.01070.03380.13340.1334
0.250.00740.01780.01110.02730.12170.1217
0.30.00770.01860.01010.02180.11310.1131
0.350.00810.01520.01040.02150.10400.1040
0.40.00800.01350.01080.01680.09430.0943
0.450.00950.01360.00940.01670.08470.0847
0.50.00870.01100.01000.01360.07490.0749
0.550.00680.00810.00830.01380.06220.0622
0.60.00860.00860.00880.01410.05410.0541
0.650.00820.00880.00940.01520.04220.0422
0.70.00680.00810.00900.01380.03340.0334
0.750.00700.00950.00900.01510.02390.0239
0.80.00620.01190.00810.01840.01680.0168
0.850.00670.01470.00930.02080.00900.0090
0.90.00590.01750.00970.02070.00700.0070
0.950.00670.02160.01040.02370.01340.0134
1.00.00910.02470.00270.03560.02430.0243
avg0.00700.01490.00930.02420.07810.0781
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_90_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_90_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_90_acc.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.01220.01400.02760.03420.03250.0325
0.050.01780.01460.03290.03510.02940.0294
0.10.01760.01380.03060.03260.02800.0280
0.150.01770.01400.02910.03110.02640.0264
0.20.01750.01360.02700.02920.02660.0266
0.250.01760.01390.02690.02850.02520.0252
0.30.01780.01440.02570.02680.02570.0257
0.350.01780.01440.02500.02580.02670.0267
0.40.01750.01470.02440.02500.02630.0263
0.450.01700.01490.02260.02360.02650.0265
0.50.01570.01440.02130.02190.02660.0266
0.550.01510.01480.02080.02220.02680.0268
0.60.01370.01410.01830.02000.02670.0267
0.650.01460.01520.01930.02090.02850.0285
0.70.01390.01530.01850.02020.02920.0292
0.750.01370.01510.01700.01990.02960.0296
0.80.01340.01510.01640.01950.03030.0303
0.850.01320.01530.01620.01990.03190.0319
0.90.01320.01540.01610.01950.03330.0333
0.950.01230.01550.01600.01920.03570.0357
1.00.00990.01430.01430.02110.04030.0403
avg0.01520.01460.02220.02460.02920.0292
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_avg_train_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_train_acc.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.10.01210.01250.01850.01620.06440.0644
0.20.01490.01100.01150.01190.02590.0259
0.30.00830.01140.01090.01340.02800.0280
0.40.01110.01950.01860.02140.01470.0147
0.50.01340.01170.01390.01590.01400.0140
0.60.01080.01080.01780.03260.00820.0082
0.70.04140.02890.05310.03320.01280.0128
0.80.01780.01080.04630.05240.01630.0163
0.90.00700.01490.00930.02420.07810.0781
avg0.01520.01460.02220.02460.02920.0292
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_avg_test_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_test_acc.png) -### avg dataset shift -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_avg_acc.png) diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_atc_f1.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_atc_f1.md deleted file mode 100644 index 600b8c0..0000000 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_atc_f1.md +++ /dev/null @@ -1,2535 +0,0 @@ -# rcv1_CCAT_9prevs - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 426.003s -> mul_sld: 199.118s -> bin_sld_gs: 1070.285s -> mul_sld_gs: 686.591s -> bin_pacc: 409.897s -> mul_pacc: 169.591s -> binmc_pacc: 412.906s -> mulmc_pacc: 173.043s -> binne_pacc: 411.128s -> mulne_pacc: 146.658s -> bin_pacc_gs: 710.525s -> mul_pacc_gs: 245.764s -> bin_cc: 389.472s -> mul_cc: 148.220s -> kfcv: 130.095s -> ref: 120.267s -> atc_mc: 125.236s -> atc_ne: 121.957s -> doc_feat: 83.796s -> tot: 1073.769s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.05120.00640.01220.01150.00220.0022
0.050.04810.05030.04720.11490.22530.2253
0.10.03090.04060.02460.05600.19970.1997
0.150.02310.03310.01890.03350.20180.2018
0.20.02000.03080.01600.02590.19360.1936
0.250.01780.02770.01230.01870.19430.1943
0.30.01620.02510.01120.01540.18650.1865
0.350.01520.02200.00900.01260.18490.1849
0.40.01240.01940.01040.01470.18520.1852
0.450.01130.01900.01030.01470.18240.1824
0.50.01030.01500.00850.01300.18360.1836
0.550.00950.01510.00980.01550.18010.1801
0.60.00730.01160.00700.01350.18720.1872
0.650.00810.01070.00920.01360.18710.1871
0.70.00690.00910.00730.01370.18840.1884
0.750.00630.00820.00790.01620.18290.1829
0.80.00480.00780.00730.01640.18400.1840
0.850.00400.00690.00810.01700.18160.1816
0.90.00360.00620.00830.01770.18180.1818
0.950.00290.00650.00830.01600.18480.1848
1.00.00270.00460.00770.01670.18500.1850
avg0.01490.01790.01250.02320.18010.1801
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_10_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_10_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_10_f1.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 422.895s -> mul_sld: 162.786s -> bin_sld_gs: 1128.064s -> mul_sld_gs: 683.619s -> bin_sld_gsq: 524.432s -> bin_pacc: 410.462s -> mul_pacc: 155.872s -> binmc_pacc: 407.039s -> mulmc_pacc: 173.902s -> binne_pacc: 410.358s -> mulne_pacc: 167.292s -> bin_pacc_gs: 732.626s -> mul_pacc_gs: 261.935s -> bin_cc: 396.948s -> mul_cc: 147.743s -> kfcv: 132.118s -> ref: 106.145s -> atc_mc: 127.911s -> atc_ne: 121.613s -> doc_feat: 80.220s -> tot: 1132.799s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.06550.03540.05360.32730.11590.1159
0.050.08450.08460.12460.07830.13030.1303
0.10.06040.04750.07040.04960.09160.0916
0.150.04620.02860.04310.03590.07940.0794
0.20.03820.02150.02950.02780.06730.0673
0.250.03340.01850.02090.02270.06230.0623
0.30.03250.01430.01890.02190.05920.0592
0.350.02760.01180.01490.01740.05180.0518
0.40.02600.01200.01050.01780.05360.0536
0.450.02520.01120.01000.01600.05100.0510
0.50.02520.00980.00810.01590.05180.0518
0.550.02370.00980.00680.01460.05330.0533
0.60.02130.00880.00650.01500.05060.0506
0.650.02230.00950.00640.01440.04800.0480
0.70.01950.00970.00500.01260.04530.0453
0.750.02030.00910.00450.01280.04280.0428
0.80.02000.00730.00390.01220.04720.0472
0.850.02020.00660.00410.01160.04610.0461
0.90.02020.00650.00410.01180.04390.0439
0.950.02020.00550.00410.01140.04680.0468
1.00.02020.00480.00430.01010.04250.0425
avg0.03200.01780.02160.03610.06100.0610
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_20_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_20_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_20_f1.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 421.459s -> mul_sld: 146.321s -> bin_sld_gs: 1159.421s -> mul_sld_gs: 690.743s -> bin_sld_gsq: 531.736s -> bin_pacc: 423.881s -> mul_pacc: 166.104s -> binmc_pacc: 422.818s -> mulmc_pacc: 164.572s -> binne_pacc: 409.704s -> mulne_pacc: 155.476s -> bin_pacc_gs: 737.229s -> mul_pacc_gs: 269.465s -> bin_cc: 400.220s -> mul_cc: 118.299s -> kfcv: 131.612s -> ref: 122.392s -> atc_mc: 119.095s -> atc_ne: 108.266s -> doc_feat: 96.341s -> tot: 1163.937s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00200.01380.52500.20580.33010.3301
0.050.06730.06440.08660.10000.05190.0519
0.10.04110.03810.04530.06080.03060.0306
0.150.03240.03130.03260.05030.02520.0252
0.20.02300.02280.02760.04300.01900.0190
0.250.01990.02290.02240.03760.01670.0167
0.30.01590.02000.01780.02780.01320.0132
0.350.01580.01770.01740.02540.01700.0170
0.40.01440.01750.01600.02320.01410.0141
0.450.01140.01610.01340.01880.01350.0135
0.50.01000.01360.01220.01820.01530.0153
0.550.00860.01360.01080.01780.01460.0146
0.60.00750.01270.01040.01520.01420.0142
0.650.00710.01220.00950.01470.01590.0159
0.70.00560.01030.00900.01290.01450.0145
0.750.00550.00900.00710.01210.01440.0144
0.80.00470.00750.00680.01060.01570.0157
0.850.00410.00780.00670.01120.01680.0168
0.90.00410.00590.00610.01030.01550.0155
0.950.00390.00540.00710.01100.01520.0152
1.00.00100.00380.00530.01050.01770.0177
avg0.01450.01740.04260.03510.03340.0334
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_30_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_30_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_30_f1.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 434.111s -> mul_sld: 159.616s -> bin_sld_gs: 1179.818s -> mul_sld_gs: 695.793s -> bin_sld_gsq: 546.801s -> bin_pacc: 431.189s -> mul_pacc: 143.236s -> binmc_pacc: 422.668s -> mulmc_pacc: 167.615s -> binne_pacc: 427.798s -> mulne_pacc: 166.144s -> bin_pacc_gs: 739.438s -> mul_pacc_gs: 261.609s -> bin_cc: 402.646s -> mul_cc: 152.045s -> kfcv: 121.176s -> ref: 127.991s -> atc_mc: 129.960s -> atc_ne: 115.970s -> doc_feat: 79.386s -> tot: 1183.412s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00020.16910.24480.51720.35640.3564
0.050.07940.05200.07740.08110.05060.0506
0.10.04570.02810.04690.04830.04600.0460
0.150.03490.02470.03490.03890.03180.0318
0.20.02950.01840.02900.03330.02540.0254
0.250.02770.01770.02910.03210.01970.0197
0.30.02040.01620.02170.02880.01740.0174
0.350.02030.01600.02020.02350.01290.0129
0.40.01870.01710.02020.02430.01180.0118
0.450.01380.01700.01840.02260.00950.0095
0.50.01250.01720.01750.02140.00880.0088
0.550.00990.01920.01670.02170.00850.0085
0.60.00920.01880.01550.02180.00780.0078
0.650.00810.01980.01600.02160.00930.0093
0.70.00840.01890.01540.01970.00900.0090
0.750.00680.01870.01510.01920.00750.0075
0.80.00610.01920.01510.01950.00660.0066
0.850.00680.01920.01480.01970.00840.0084
0.90.00710.01710.01480.01860.00780.0078
0.950.00720.01670.01560.01910.00970.0097
1.00.00080.01280.01530.01860.00900.0090
avg0.01780.02730.03400.05100.03210.0321
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_40_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_40_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_40_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 441.783s -> mul_sld: 169.393s -> bin_sld_gs: 1166.420s -> mul_sld_gs: 689.481s -> bin_sld_gsq: 549.038s -> bin_pacc: 427.369s -> mul_pacc: 166.563s -> binmc_pacc: 426.636s -> mulmc_pacc: 176.801s -> binne_pacc: 435.657s -> mulne_pacc: 161.090s -> bin_pacc_gs: 730.060s -> mul_pacc_gs: 266.437s -> bin_cc: 412.726s -> mul_cc: 152.522s -> kfcv: 134.253s -> ref: 128.737s -> atc_mc: 129.517s -> atc_ne: 122.889s -> doc_feat: 88.896s -> tot: 1170.874s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00690.02620.13060.10220.51350.5135
0.050.06910.05840.06480.07310.10660.1066
0.10.05000.04020.04730.05860.04760.0476
0.150.03810.03350.03820.04510.03060.0306
0.20.02940.02310.02750.03270.02350.0235
0.250.02370.01930.02250.02770.01580.0158
0.30.02360.01940.02020.02500.01470.0147
0.350.02210.01810.01860.02510.01510.0151
0.40.01880.01530.01690.01950.01050.0105
0.450.01610.01330.01430.01640.01190.0119
0.50.01400.01170.01220.01420.01150.0115
0.550.01130.00920.00970.01140.01050.0105
0.60.01090.00840.00910.01010.01070.0107
0.650.01060.00930.01000.00990.01140.0114
0.70.01090.00900.01040.01060.01030.0103
0.750.00980.00820.00890.00970.00970.0097
0.80.00870.00700.00860.00860.01170.0117
0.850.00730.00560.00710.00760.01040.0104
0.90.00720.00630.00870.00770.01170.0117
0.950.00600.00530.00810.00780.01170.0117
1.00.00540.00490.00760.00630.01280.0128
avg0.01900.01680.02390.02520.04340.0434
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_50_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_50_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_50_f1.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 426.378s -> mul_sld: 153.126s -> bin_sld_gs: 1140.607s -> mul_sld_gs: 673.397s -> bin_sld_gsq: 528.696s -> bin_pacc: 420.283s -> mul_pacc: 148.016s -> binmc_pacc: 405.920s -> mulmc_pacc: 167.711s -> binne_pacc: 417.205s -> mulne_pacc: 145.013s -> bin_pacc_gs: 730.537s -> mul_pacc_gs: 261.004s -> bin_cc: 394.352s -> mul_cc: 143.652s -> kfcv: 122.227s -> ref: 122.352s -> atc_mc: 120.259s -> atc_ne: 113.567s -> doc_feat: 80.306s -> tot: 1146.639s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.08620.00980.11310.02200.53100.5310
0.050.06660.03570.03840.09330.20440.2044
0.10.04470.02580.03980.09060.10450.1045
0.150.03040.02020.03790.08320.05710.0571
0.20.03000.02090.02880.06510.04070.0407
0.250.02170.01870.02900.05940.02280.0228
0.30.01730.01650.02670.05150.01960.0196
0.350.01520.01480.02510.04800.01250.0125
0.40.01230.01240.02050.04120.01000.0100
0.450.01170.01260.01830.03460.01010.0101
0.50.00930.01130.01700.02960.00810.0081
0.550.00850.00950.01320.02580.00760.0076
0.60.00750.00860.01180.02050.00600.0060
0.650.00700.00780.01080.01850.00600.0060
0.70.00700.00890.01120.01810.00550.0055
0.750.00610.00760.00880.01600.00510.0051
0.80.00660.00760.00790.01290.00420.0042
0.850.00650.00750.00730.01200.00420.0042
0.90.00760.00790.00720.01040.00450.0045
0.950.00790.00680.00600.00820.00370.0037
1.00.01160.00760.00500.00720.00340.0034
avg0.02010.01330.02300.03660.05100.0510
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_60_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_60_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_60_f1.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 417.731s -> mul_sld: 155.451s -> bin_sld_gs: 1141.720s -> mul_sld_gs: 680.203s -> bin_sld_gsq: 527.251s -> bin_pacc: 413.591s -> mul_pacc: 130.941s -> binmc_pacc: 410.011s -> mulmc_pacc: 160.422s -> binne_pacc: 411.824s -> mulne_pacc: 150.120s -> bin_pacc_gs: 731.866s -> mul_pacc_gs: 262.250s -> bin_cc: 396.501s -> mul_cc: 145.444s -> kfcv: 127.528s -> ref: 121.369s -> atc_mc: 106.641s -> atc_ne: 101.076s -> doc_feat: 86.241s -> tot: 1146.268s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00030.05920.00000.00180.57490.5749
0.050.07720.02630.14310.08470.33360.3336
0.10.07740.02340.13060.07800.21630.2163
0.150.07450.02710.11930.07100.14500.1450
0.20.06400.02520.09900.05820.10550.1055
0.250.06040.02940.09150.05580.07030.0703
0.30.05260.02810.07850.04810.05490.0549
0.350.04820.02700.06930.04410.04030.0403
0.40.04480.02810.06210.03990.02790.0279
0.450.03800.02570.05010.03390.02250.0225
0.50.03170.02380.04070.02830.01650.0165
0.550.02960.02320.03720.02610.01200.0120
0.60.02350.01930.02680.02010.00950.0095
0.650.02170.01960.02470.01980.00890.0089
0.70.01920.01870.01970.01730.00600.0060
0.750.01670.01720.01560.01500.00470.0047
0.80.01440.01610.01240.01310.00440.0044
0.850.01300.01490.01030.01170.00450.0045
0.90.00980.01350.00750.00970.00360.0036
0.950.00790.01200.00520.00730.00350.0035
1.00.00620.01120.00190.00730.00320.0032
avg0.03480.02330.04980.03290.07940.0794
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_70_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_70_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_70_f1.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 437.768s -> mul_sld: 162.581s -> bin_sld_gs: 1142.333s -> mul_sld_gs: 680.247s -> bin_sld_gsq: 532.404s -> bin_pacc: 414.897s -> mul_pacc: 158.907s -> binmc_pacc: 406.361s -> mulmc_pacc: 141.227s -> binne_pacc: 414.412s -> mulne_pacc: 158.498s -> bin_pacc_gs: 720.921s -> mul_pacc_gs: 272.540s -> bin_cc: 395.525s -> mul_cc: 139.596s -> kfcv: 123.479s -> ref: 124.418s -> atc_mc: 126.354s -> atc_ne: 101.451s -> doc_feat: 111.799s -> tot: 1146.771s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00010.00490.00330.00020.54590.5459
0.050.06340.01790.06480.08520.39410.3941
0.10.05390.02020.06460.08070.29540.2954
0.150.04550.01510.06300.07890.22060.2206
0.20.03320.01410.05600.06940.17010.1701
0.250.03220.01470.05830.06980.12770.1277
0.30.02940.01330.05230.06280.09940.0994
0.350.02480.01300.04650.05610.07740.0774
0.40.02240.01070.04390.05200.05630.0563
0.450.01890.00930.03730.04500.04400.0440
0.50.01480.00840.03240.03920.03230.0323
0.550.01580.00880.03260.03810.02060.0206
0.60.00960.00730.02320.02890.01520.0152
0.650.01190.00710.02350.02800.00980.0098
0.70.00950.00730.01930.02370.00720.0072
0.750.00930.00660.01450.01850.00560.0056
0.80.01150.00650.01360.01700.00490.0049
0.850.01080.00630.01090.01360.00530.0053
0.90.01060.00610.00810.01070.00550.0055
0.950.00770.00590.00580.00740.00680.0068
1.00.00210.00780.00390.00670.00760.0076
avg0.02080.01010.03230.03960.10250.1025
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_80_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_80_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_80_f1.png) - - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 423.737s -> mul_sld: 177.588s -> bin_sld_gs: 1108.736s -> mul_sld_gs: 666.006s -> bin_sld_gsq: 518.900s -> bin_pacc: 406.760s -> mul_pacc: 133.174s -> binmc_pacc: 401.789s -> mulmc_pacc: 147.520s -> binne_pacc: 400.414s -> mulne_pacc: 148.167s -> bin_pacc_gs: 722.523s -> mul_pacc_gs: 252.340s -> bin_cc: 378.760s -> mul_cc: 126.045s -> kfcv: 109.535s -> ref: 87.159s -> atc_mc: 99.104s -> atc_ne: 101.467s -> doc_feat: 83.819s -> tot: 1113.236s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.00100.03840.00240.01080.47450.4745
0.050.01130.04840.02920.01660.40160.4016
0.10.01130.04660.02310.01330.34320.3432
0.150.01000.04300.01820.01230.29090.2909
0.20.01180.03960.01640.01570.24700.2470
0.250.01000.02980.01530.01220.20760.2076
0.30.00940.02720.01290.00980.17590.1759
0.350.00920.02020.01220.01120.14870.1487
0.40.00830.01640.01170.01040.12390.1239
0.450.00920.01440.00920.01080.10270.1027
0.50.00780.01060.00910.00900.08420.0842
0.550.00570.00700.00710.00900.06590.0659
0.60.00670.00690.00690.00910.05300.0530
0.650.00610.00630.00700.00990.03920.0392
0.70.00470.00540.00630.00870.02900.0290
0.750.00460.00610.00590.00900.01960.0196
0.80.00380.00730.00500.01030.01250.0125
0.850.00390.00860.00540.01130.00610.0061
0.90.00330.00980.00530.01100.00360.0036
0.950.00360.01150.00540.01250.00690.0069
1.00.00460.01260.00140.01820.01230.0123
avg0.00700.01980.01030.01150.13560.1356
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_90_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_atc_90_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_90_f1.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.00.02370.04040.12060.13320.38270.3827
0.050.06300.04870.07510.08080.21090.2109
0.10.04620.03450.05470.05950.15280.1528
0.150.03720.02850.04510.04990.12030.1203
0.20.03100.02400.03660.04120.09910.0991
0.250.02740.02210.03350.03730.08190.0819
0.30.02420.02000.02890.03230.07120.0712
0.350.02200.01780.02590.02930.06230.0623
0.40.01980.01660.02360.02700.05480.0548
0.450.01730.01540.02010.02360.04970.0497
0.50.01510.01350.01750.02100.04580.0458
0.550.01360.01280.01600.02000.04150.0415
0.60.01150.01140.01300.01710.03940.0394
0.650.01140.01140.01300.01670.03730.0373
0.70.01020.01080.01150.01520.03500.0350
0.750.00950.01010.00980.01430.03250.0325
0.80.00900.00960.00890.01340.03230.0323
0.850.00850.00930.00830.01280.03150.0315
0.90.00820.00880.00780.01200.03090.0309
0.950.00750.00840.00730.01120.03210.0321
1.00.00610.00780.00580.01130.03260.0326
avg0.02010.01820.02780.03240.07980.0798
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_avg_train_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_train_f1.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_pacc_gsmul_pacc_gsatc_mcatc_ne
0.10.01490.01790.01250.02320.18010.1801
0.20.03200.01780.02160.03610.06100.0610
0.30.01450.01740.04260.03510.03340.0334
0.40.01780.02730.03400.05100.03210.0321
0.50.01900.01680.02390.02520.04340.0434
0.60.02010.01330.02300.03660.05100.0510
0.70.03480.02330.04980.03290.07940.0794
0.80.02080.01010.03230.03960.10250.1025
0.90.00700.01980.01030.01150.13560.1356
avg0.02010.01820.02780.03240.07980.0798
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_atc_avg_test_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_atc_avg_test_f1.png) -### avg dataset shift -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_atc_avg_f1.png) diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_qgs_acc.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_qgs_acc.md deleted file mode 100644 index ab50d7d..0000000 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_qgs_acc.md +++ /dev/null @@ -1,2395 +0,0 @@ -# rcv1_CCAT_9prevs - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld_gs: 930.136s -> mul_sld_gs: 542.605s -> mul_sld_gsq: 364.070s -> ref: 48.356s -> atc_mc: 52.993s -> atc_ne: 53.391s -> tot: 931.432s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsmul_sld_gsqatc_mcatc_ne
0.00.00160.00390.00260.00880.0088
0.050.00640.00560.01200.00460.0046
0.10.00820.00880.02440.00800.0080
0.150.00960.01080.03640.01280.0128
0.20.01130.01340.04650.01940.0194
0.250.01280.01530.05740.02560.0256
0.30.01420.01650.06860.03480.0348
0.350.01580.01820.08070.04380.0438
0.40.01500.01820.08810.05090.0509
0.450.01530.01850.09710.05680.0568
0.50.01560.01700.10420.06330.0633
0.550.01580.01810.11400.07280.0728
0.60.01340.01450.11810.07480.0748
0.650.01630.01530.12820.08430.0843
0.70.01520.01340.13410.09160.0916
0.750.01520.01230.14050.10050.1005
0.80.01260.01040.14380.10640.1064
0.850.01130.00830.14790.11470.1147
0.90.01070.00910.15250.12040.1204
0.950.00930.01140.14970.12440.1244
1.00.00830.00380.15290.13360.1336
avg0.01210.01250.09520.06440.0644
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_10_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_qgs_10_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_10_acc.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld_gs: 982.326s -> mul_sld_gs: 545.028s -> bin_sld_gsq: 379.616s -> mul_sld_gsq: 375.235s -> ref: 55.221s -> atc_mc: 59.389s -> atc_ne: 59.739s -> tot: 983.724s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.00800.01240.00630.00700.00970.0097
0.050.00960.01080.00680.00440.00710.0071
0.10.01140.01010.00820.01170.00620.0062
0.150.01140.00850.00810.01910.00640.0064
0.20.01240.00840.01000.02910.00880.0088
0.250.01240.00860.00990.03690.00930.0093
0.30.01390.00800.01080.04550.01240.0124
0.350.01300.00820.01080.05400.01610.0161
0.40.01270.00950.01060.06180.01900.0190
0.450.01490.01020.01320.06790.02070.0207
0.50.01560.01030.01440.07430.02220.0222
0.550.01470.01200.01530.08320.02470.0247
0.60.01520.01170.01640.08670.02720.0272
0.650.01630.01400.01770.09480.03310.0331
0.70.01580.01510.01860.10110.03840.0384
0.750.01720.01510.02210.10450.04250.0425
0.80.01730.01330.02450.10760.04070.0407
0.850.01850.01340.02740.11240.04470.0447
0.90.01990.01310.03180.11570.04930.0493
0.950.02050.01130.03390.11640.04920.0492
1.00.02230.00770.02780.11660.05710.0571
avg0.01490.01100.01640.06910.02590.0259
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_20_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_qgs_20_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_20_acc.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld_gs: 1003.780s -> mul_sld_gs: 540.827s -> bin_sld_gsq: 377.338s -> mul_sld_gsq: 372.261s -> ref: 49.980s -> atc_mc: 53.377s -> atc_ne: 53.893s -> tot: 1005.251s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.00590.00810.01270.00440.01030.0103
0.050.00830.00820.01500.01300.00720.0072
0.10.00870.00800.01670.02050.00490.0049
0.150.00970.00910.01750.02840.00600.0060
0.20.00890.00870.01750.03690.00820.0082
0.250.00940.01110.01800.04350.01010.0101
0.30.00910.01150.02080.05130.01190.0119
0.350.01040.01170.02210.05860.01600.0160
0.40.01080.01330.02330.06580.01900.0190
0.450.00970.01380.02500.07170.02220.0222
0.50.00950.01310.02580.07670.02590.0259
0.550.00890.01460.02650.08340.02970.0297
0.60.00860.01470.02820.08820.03070.0307
0.650.00900.01540.03070.09560.03680.0368
0.70.00770.01410.03360.10000.04000.0400
0.750.00850.01320.03590.10310.04270.0427
0.80.00780.01160.03650.10830.04640.0464
0.850.00710.01290.03860.11160.05170.0517
0.90.00740.01010.04080.11310.05210.0521
0.950.00720.00990.04130.11460.05480.0548
1.00.00170.00670.03740.11420.06250.0625
avg0.00830.01140.02680.07160.02800.0280
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_30_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_qgs_30_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_30_acc.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld_gs: 1001.080s -> mul_sld_gs: 539.153s -> bin_sld_gsq: 387.618s -> mul_sld_gsq: 371.446s -> ref: 49.888s -> atc_mc: 53.359s -> atc_ne: 53.516s -> tot: 1002.309s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.00500.02200.04690.00820.01900.0190
0.050.01020.01530.04420.01650.01660.0166
0.10.01000.01080.04290.02290.01470.0147
0.150.01120.00970.03860.02850.01170.0117
0.20.01240.00830.03700.03420.01050.0105
0.250.01390.00820.03160.03870.00890.0089
0.30.01230.00910.03280.04350.00850.0085
0.350.01400.01040.03110.04820.00760.0076
0.40.01430.01280.02710.05230.00790.0079
0.450.01210.01440.02720.05690.00730.0073
0.50.01210.01640.02340.06000.00810.0081
0.550.01030.02050.02020.06460.00990.0099
0.60.01050.02190.01810.06700.01120.0112
0.650.01070.02510.01630.07330.01560.0156
0.70.01200.02600.01530.07610.01680.0168
0.750.01070.02780.01460.07860.01600.0160
0.80.01030.03030.01110.08210.01800.0180
0.850.01210.03220.01140.08550.02180.0218
0.90.01320.03080.00990.08680.02240.0224
0.950.01390.03170.00870.08760.02780.0278
1.00.00130.02630.00790.08810.02850.0285
avg0.01110.01950.02460.05710.01470.0147
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_40_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_qgs_40_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_40_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld_gs: 982.440s -> mul_sld_gs: 518.569s -> bin_sld_gsq: 376.012s -> mul_sld_gsq: 354.371s -> ref: 47.222s -> atc_mc: 49.635s -> atc_ne: 50.908s -> tot: 983.784s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.01290.01580.00860.03460.00880.0088
0.050.01560.01590.01110.04250.00800.0080
0.10.01490.01330.00940.04680.00820.0082
0.150.01450.01400.01210.04990.00770.0077
0.20.01370.01160.01270.05450.00830.0083
0.250.01300.01100.01270.05450.00660.0066
0.30.01500.01270.01300.05790.00820.0082
0.350.01610.01320.01470.05910.01030.0103
0.40.01510.01250.01580.06050.00850.0085
0.450.01440.01210.01460.06290.01100.0110
0.50.01370.01160.01390.06210.01220.0122
0.550.01170.00960.01330.06470.01250.0125
0.60.01260.00970.01420.06430.01440.0144
0.650.01320.01170.01370.06770.01680.0168
0.70.01450.01200.01260.06720.01640.0164
0.750.01370.01130.01260.06820.01700.0170
0.80.01300.01050.01090.06860.02110.0211
0.850.01150.00900.00840.06800.02050.0205
0.90.01210.01070.00920.06780.02390.0239
0.950.01040.00920.00610.06570.02530.0253
1.00.00960.00850.00410.06280.02890.0289
avg0.01340.01170.01160.05950.01400.0140
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_50_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_qgs_50_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_50_acc.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld_gs: 960.633s -> mul_sld_gs: 518.542s -> bin_sld_gsq: 374.787s -> mul_sld_gsq: 354.601s -> ref: 46.619s -> atc_mc: 50.354s -> atc_ne: 51.660s -> tot: 961.903s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.00490.00580.04370.05740.01060.0106
0.050.00870.00940.04520.06340.01010.0101
0.10.01020.00840.04240.06700.00920.0092
0.150.01010.00830.04320.06660.00830.0083
0.20.01360.01080.03850.06870.00890.0089
0.250.01230.01100.03940.06640.00900.0090
0.30.01160.01130.03830.06760.00840.0084
0.350.01200.01130.04030.06570.00840.0084
0.40.01120.01070.03880.06530.00820.0082
0.450.01150.01160.03630.06480.00860.0086
0.50.01000.01180.03580.06130.00850.0085
0.550.00970.01030.03460.05890.00850.0085
0.60.00930.01010.03100.05850.00720.0072
0.650.00930.01000.03070.05940.00790.0079
0.70.00950.01180.03260.05460.00760.0076
0.750.00900.01090.03200.05340.00750.0075
0.80.00990.01160.02950.05300.00660.0066
0.850.00970.01180.02900.04940.00700.0070
0.90.01180.01300.02840.04610.00780.0078
0.950.01290.01190.02350.04410.00710.0071
1.00.02050.01400.02230.04110.00710.0071
avg0.01080.01080.03500.05870.00820.0082
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_60_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_qgs_60_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_60_acc.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld_gs: 968.765s -> mul_sld_gs: 518.667s -> bin_sld_gsq: 368.800s -> mul_sld_gsq: 357.061s -> ref: 47.123s -> atc_mc: 49.987s -> atc_ne: 50.916s -> tot: 970.152s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.06540.03810.05470.07410.02380.0238
0.050.07190.03640.06240.08190.02220.0222
0.10.06570.03320.05920.08210.02160.0216
0.150.06390.03320.05930.08420.01970.0197
0.20.05890.02950.05390.08280.02060.0206
0.250.05640.03150.05420.07750.01600.0160
0.30.05280.03060.05380.07670.01600.0160
0.350.05030.02930.05210.07360.01490.0149
0.40.04960.03160.05260.07150.01220.0122
0.450.04530.03060.05050.06720.01230.0123
0.50.03940.02890.04860.06240.01110.0111
0.550.03880.02940.04860.05770.01020.0102
0.60.03290.02590.04360.05430.00960.0096
0.650.03130.02730.04330.05050.01000.0100
0.70.02890.02710.04270.04440.00800.0080
0.750.02660.02630.04060.04030.00700.0070
0.80.02390.02580.03900.03550.00710.0071
0.850.02240.02500.03720.03020.00760.0076
0.90.01760.02360.03490.02540.00620.0062
0.950.01480.02200.03230.01930.00630.0063
1.00.01180.02140.03080.01410.00590.0059
avg0.04140.02890.04730.05740.01280.0128
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_70_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_qgs_70_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_70_acc.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld_gs: 959.358s -> mul_sld_gs: 516.489s -> bin_sld_gsq: 360.867s -> mul_sld_gsq: 350.793s -> ref: 46.990s -> atc_mc: 49.877s -> atc_ne: 49.632s -> tot: 960.699s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.00530.01030.00170.10410.03110.0311
0.050.02410.01290.00770.11000.02740.0274
0.10.02270.01270.00710.11050.02670.0267
0.150.02320.01140.00760.10940.02270.0227
0.20.01860.00960.00740.10660.02140.0214
0.250.02030.01100.00790.10200.02010.0201
0.30.02400.01160.00880.09710.01780.0178
0.350.02020.01170.00990.09290.01960.0196
0.40.02100.01060.00920.08730.01680.0168
0.450.02030.00940.01020.08220.01470.0147
0.50.01650.00930.01000.07510.01360.0136
0.550.01950.01040.01080.06630.01110.0111
0.60.01250.00940.00860.06120.01100.0110
0.650.01710.00940.01220.05440.00970.0097
0.70.01440.01040.01240.04550.01060.0106
0.750.01520.01000.01280.03920.00910.0091
0.80.02010.01020.01430.03120.01000.0100
0.850.01980.01050.01480.02360.01040.0104
0.90.02020.01060.01710.01500.01080.0108
0.950.01500.01090.01910.00720.01300.0130
1.00.00420.01520.02430.00710.01470.0147
avg0.01780.01080.01110.06800.01630.0163
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_80_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_qgs_80_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_80_acc.png) - - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld_gs: 930.393s -> mul_sld_gs: 509.900s -> bin_sld_gsq: 349.607s -> mul_sld_gsq: 343.286s -> ref: 47.328s -> atc_mc: 49.802s -> atc_ne: 51.229s -> tot: 931.705s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.00040.00930.04510.11570.17040.1704
0.050.00540.01690.06420.12120.16140.1614
0.10.00610.01890.06200.12170.15280.1528
0.150.00610.02110.05920.12050.14260.1426
0.20.00790.02260.05260.11980.13340.1334
0.250.00740.01780.05000.11210.12170.1217
0.30.00770.01860.05010.10970.11310.1131
0.350.00810.01520.04580.10310.10400.1040
0.40.00800.01350.04430.09670.09430.0943
0.450.00950.01360.04150.09310.08470.0847
0.50.00870.01100.03920.08550.07490.0749
0.550.00680.00810.03900.07540.06220.0622
0.60.00860.00860.03350.07020.05410.0541
0.650.00820.00880.03470.06020.04220.0422
0.70.00680.00810.03090.05100.03340.0334
0.750.00700.00950.02770.04250.02390.0239
0.80.00620.01190.02670.03210.01680.0168
0.850.00670.01470.02520.02280.00900.0090
0.90.00590.01750.02370.01300.00700.0070
0.950.00670.02160.02220.00440.01340.0134
1.00.00910.02470.02170.01150.02430.0243
avg0.00700.01490.04000.07530.07810.0781
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_90_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_qgs_90_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_90_acc.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.01220.01400.02750.04530.03250.0325
0.050.01780.01460.03210.05160.02940.0294
0.10.01760.01380.03100.05640.02800.0280
0.150.01770.01400.03070.06030.02640.0264
0.20.01750.01360.02870.06440.02660.0266
0.250.01760.01390.02800.06550.02520.0252
0.30.01780.01440.02860.06870.02570.0257
0.350.01780.01440.02830.07070.02670.0267
0.40.01750.01470.02770.07210.02630.0263
0.450.01700.01490.02730.07380.02650.0265
0.50.01570.01440.02640.07350.02660.0266
0.550.01510.01480.02600.07420.02680.0268
0.60.01370.01410.02420.07430.02670.0267
0.650.01460.01520.02490.07600.02850.0285
0.70.01390.01530.02480.07490.02920.0292
0.750.01370.01510.02480.07450.02960.0296
0.80.01340.01510.02410.07360.03030.0303
0.850.01320.01530.02400.07240.03190.0319
0.90.01320.01540.02450.07060.03330.0333
0.950.01230.01550.02340.06770.03570.0357
1.00.00990.01430.02200.06760.04030.0403
avg0.01520.01460.02660.06800.02920.0292
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_avg_train_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_train_acc.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.10.01210.0125NaN0.09520.06440.0644
0.20.01490.01100.01640.06910.02590.0259
0.30.00830.01140.02680.07160.02800.0280
0.40.01110.01950.02460.05710.01470.0147
0.50.01340.01170.01160.05950.01400.0140
0.60.01080.01080.03500.05870.00820.0082
0.70.04140.02890.04730.05740.01280.0128
0.80.01780.01080.01110.06800.01630.0163
0.90.00700.01490.04000.07530.07810.0781
avg0.01520.01460.02660.06800.02920.0292
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_avg_test_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_test_acc.png) -### avg dataset shift -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_avg_acc.png) diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_qgs_f1.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_qgs_f1.md deleted file mode 100644 index 954136d..0000000 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_gs_vs_qgs_f1.md +++ /dev/null @@ -1,2395 +0,0 @@ -# rcv1_CCAT_9prevs - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld_gs: 930.136s -> mul_sld_gs: 542.605s -> mul_sld_gsq: 364.070s -> ref: 48.356s -> atc_mc: 52.993s -> atc_ne: 53.391s -> tot: 931.432s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsmul_sld_gsqatc_mcatc_ne
0.00.05120.00640.06890.00220.0022
0.050.04810.05030.09190.22530.2253
0.10.03090.04060.09110.19970.1997
0.150.02310.03310.08980.20180.2018
0.20.02000.03080.08520.19360.1936
0.250.01780.02770.08260.19430.1943
0.30.01620.02510.08130.18650.1865
0.350.01520.02200.08250.18490.1849
0.40.01240.01940.07590.18520.1852
0.450.01130.01900.07520.18240.1824
0.50.01030.01500.07040.18360.1836
0.550.00950.01510.07020.18010.1801
0.60.00730.01160.06470.18720.1872
0.650.00810.01070.06430.18710.1871
0.70.00690.00910.06160.18840.1884
0.750.00630.00820.05980.18290.1829
0.80.00480.00780.05610.18400.1840
0.850.00400.00690.05340.18160.1816
0.90.00360.00620.05140.18180.1818
0.950.00290.00650.04610.18480.1848
1.00.00270.00460.04330.18500.1850
avg0.01490.01790.06980.18010.1801
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_10_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_qgs_10_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_10_f1.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld_gs: 982.326s -> mul_sld_gs: 545.028s -> bin_sld_gsq: 379.616s -> mul_sld_gsq: 375.235s -> ref: 55.221s -> atc_mc: 59.389s -> atc_ne: 59.739s -> tot: 983.724s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.06550.03540.04780.30400.11590.1159
0.050.08450.08460.06620.05210.13030.1303
0.10.06040.04750.04930.06680.09160.0916
0.150.04620.02860.03440.06940.07940.0794
0.20.03820.02150.03170.07920.06730.0673
0.250.03340.01850.02610.07960.06230.0623
0.30.03250.01430.02580.08170.05920.0592
0.350.02760.01180.02240.08240.05180.0518
0.40.02600.01200.02130.08300.05360.0536
0.450.02520.01120.02290.08070.05100.0510
0.50.02520.00980.02340.07910.05180.0518
0.550.02370.00980.02300.08070.05330.0533
0.60.02130.00880.02180.07690.05060.0506
0.650.02230.00950.02170.07730.04800.0480
0.70.01950.00970.02100.07650.04530.0453
0.750.02030.00910.02320.07340.04280.0428
0.80.02000.00730.02370.07070.04720.0472
0.850.02020.00660.02460.06950.04610.0461
0.90.02020.00650.02590.06750.04390.0439
0.950.02020.00550.02590.06400.04680.0468
1.00.02020.00480.02250.06060.04250.0425
avg0.03200.01780.02880.08450.06100.0610
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_20_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_qgs_20_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_20_f1.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld_gs: 1003.780s -> mul_sld_gs: 540.827s -> bin_sld_gsq: 377.338s -> mul_sld_gsq: 372.261s -> ref: 49.980s -> atc_mc: 53.377s -> atc_ne: 53.893s -> tot: 1005.251s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.00200.01380.01520.56130.33010.3301
0.050.06730.06440.11450.14100.05190.0519
0.10.04110.03810.07900.11090.03060.0306
0.150.03240.03130.06030.10250.02520.0252
0.20.02300.02280.04680.09990.01900.0190
0.250.01990.02290.04170.09460.01670.0167
0.30.01590.02000.04040.09310.01320.0132
0.350.01580.01770.03800.09130.01700.0170
0.40.01440.01750.03650.08970.01410.0141
0.450.01140.01610.03380.08680.01350.0135
0.50.01000.01360.03210.08330.01530.0153
0.550.00860.01360.03100.08240.01460.0146
0.60.00750.01270.02960.07980.01420.0142
0.650.00710.01220.02980.08000.01590.0159
0.70.00560.01030.03050.07750.01450.0145
0.750.00550.00900.03060.07450.01440.0144
0.80.00470.00750.02900.07330.01570.0157
0.850.00410.00780.02900.07110.01680.0168
0.90.00410.00590.02890.06780.01550.0155
0.950.00390.00540.02800.06510.01520.0152
1.00.00100.00380.02500.06140.01770.0177
avg0.01450.01740.03950.10890.03340.0334
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_30_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_qgs_30_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_30_f1.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld_gs: 1001.080s -> mul_sld_gs: 539.153s -> bin_sld_gsq: 387.618s -> mul_sld_gsq: 371.446s -> ref: 49.888s -> atc_mc: 53.359s -> atc_ne: 53.516s -> tot: 1002.309s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.00020.16910.01480.58390.35640.3564
0.050.07940.05200.17740.16270.05060.0506
0.10.04570.02810.13260.11530.04600.0460
0.150.03490.02470.09290.09680.03180.0318
0.20.02950.01840.07180.08790.02540.0254
0.250.02770.01770.05220.08030.01970.0197
0.30.02040.01620.04750.07550.01740.0174
0.350.02030.01600.04040.07190.01290.0129
0.40.01870.01710.03140.06850.01180.0118
0.450.01380.01700.02870.06620.00950.0095
0.50.01250.01720.02240.06290.00880.0088
0.550.00990.01920.01810.06170.00850.0085
0.60.00920.01880.01490.05860.00780.0078
0.650.00810.01980.01260.05940.00930.0093
0.70.00840.01890.01120.05720.00900.0090
0.750.00680.01870.01040.05510.00750.0075
0.80.00610.01920.00750.05400.00660.0066
0.850.00680.01920.00730.05300.00840.0084
0.90.00710.01710.00600.05070.00780.0078
0.950.00720.01670.00510.04840.00970.0097
1.00.00080.01280.00470.04620.00900.0090
avg0.01780.02730.03860.09600.03210.0321
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_40_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_qgs_40_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_40_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld_gs: 982.440s -> mul_sld_gs: 518.569s -> bin_sld_gsq: 376.012s -> mul_sld_gsq: 354.371s -> ref: 47.222s -> atc_mc: 49.635s -> atc_ne: 50.908s -> tot: 983.784s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.00690.02620.00400.70550.51350.5135
0.050.06910.05840.05530.30140.10660.1066
0.10.05000.04020.03450.19860.04760.0476
0.150.03810.03350.03330.15160.03060.0306
0.20.02940.02310.02930.12850.02350.0235
0.250.02370.01930.02490.10580.01580.0158
0.30.02360.01940.02140.09490.01470.0147
0.350.02210.01810.02060.08420.01510.0151
0.40.01880.01530.01990.07620.01050.0105
0.450.01610.01330.01670.07070.01190.0119
0.50.01400.01170.01420.06320.01150.0115
0.550.01130.00920.01260.06020.01050.0105
0.60.01090.00840.01230.05490.01070.0107
0.650.01060.00930.01100.05370.01140.0114
0.70.01090.00900.00930.04960.01030.0103
0.750.00980.00820.00870.04700.00970.0097
0.80.00870.00700.00710.04440.01170.0117
0.850.00730.00560.00500.04150.01040.0104
0.90.00720.00630.00530.03910.01170.0117
0.950.00600.00530.00330.03580.01170.0117
1.00.00540.00490.00230.03250.01280.0128
avg0.01900.01680.01670.11620.04340.0434
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_50_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_qgs_50_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_50_f1.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld_gs: 960.633s -> mul_sld_gs: 518.542s -> bin_sld_gsq: 374.787s -> mul_sld_gsq: 354.601s -> ref: 46.619s -> atc_mc: 50.354s -> atc_ne: 51.660s -> tot: 961.903s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.08620.00980.00390.60570.53100.5310
0.050.06660.03570.08540.34420.20440.2044
0.10.04470.02580.08190.24020.10450.1045
0.150.03040.02020.07520.17910.05710.0571
0.20.03000.02090.05940.14730.04070.0407
0.250.02170.01870.05570.11870.02280.0228
0.30.01730.01650.04940.10320.01960.0196
0.350.01520.01480.04760.08790.01250.0125
0.40.01230.01240.04220.07770.01000.0100
0.450.01170.01260.03620.06940.01010.0101
0.50.00930.01130.03320.05960.00810.0081
0.550.00850.00950.03010.05250.00760.0076
0.60.00750.00860.02500.04820.00600.0060
0.650.00700.00780.02360.04550.00600.0060
0.70.00700.00890.02370.03900.00550.0055
0.750.00610.00760.02180.03580.00510.0051
0.80.00660.00760.01910.03340.00420.0042
0.850.00650.00750.01780.02940.00420.0042
0.90.00760.00790.01680.02590.00450.0045
0.950.00790.00680.01320.02360.00370.0037
1.00.01160.00760.01210.02090.00340.0034
avg0.02010.01330.03680.11370.05100.0510
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_60_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_qgs_60_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_60_f1.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld_gs: 968.765s -> mul_sld_gs: 518.667s -> bin_sld_gsq: 368.800s -> mul_sld_gsq: 357.061s -> ref: 47.123s -> atc_mc: 49.987s -> atc_ne: 50.916s -> tot: 970.152s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.00030.05920.00100.44850.57490.5749
0.050.07720.02630.07060.32550.33360.3336
0.10.07740.02340.07700.24210.21630.2163
0.150.07450.02710.07710.19460.14500.1450
0.20.06400.02520.06660.15830.10550.1055
0.250.06040.02940.06550.12650.07030.0703
0.30.05260.02810.05980.10870.05490.0549
0.350.04820.02700.05550.09200.04030.0403
0.40.04480.02810.05260.08030.02790.0279
0.450.03800.02570.04670.06820.02250.0225
0.50.03170.02380.04250.05800.01650.0165
0.550.02960.02320.04010.04940.01200.0120
0.60.02350.01930.03370.04310.00950.0095
0.650.02170.01960.03210.03730.00890.0089
0.70.01920.01870.03000.03070.00600.0060
0.750.01670.01720.02700.02620.00470.0047
0.80.01440.01610.02460.02180.00440.0044
0.850.01300.01490.02240.01750.00450.0045
0.90.00980.01350.02010.01400.00360.0036
0.950.00790.01200.01780.01010.00350.0035
1.00.00620.01120.01630.00700.00320.0032
avg0.03480.02330.04190.10280.07940.0794
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_70_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_qgs_70_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_70_f1.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld_gs: 959.358s -> mul_sld_gs: 516.489s -> bin_sld_gsq: 360.867s -> mul_sld_gsq: 350.793s -> ref: 46.990s -> atc_mc: 49.877s -> atc_ne: 49.632s -> tot: 960.699s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.00010.00490.00040.36040.54590.5459
0.050.06340.01790.02310.29880.39410.3941
0.10.05390.02020.01960.24620.29540.2954
0.150.04550.01510.01590.20710.22060.2206
0.20.03320.01410.01380.17420.17010.1701
0.250.03220.01470.01340.14650.12770.1277
0.30.02940.01330.01190.12470.09940.0994
0.350.02480.01300.01260.10730.07740.0774
0.40.02240.01070.01090.09170.05630.0563
0.450.01890.00930.01070.07910.04400.0440
0.50.01480.00840.00960.06680.03230.0323
0.550.01580.00880.01010.05460.02060.0206
0.60.00960.00730.00740.04700.01520.0152
0.650.01190.00710.00970.03910.00980.0098
0.70.00950.00730.00920.03070.00720.0072
0.750.00930.00660.00890.02490.00560.0056
0.80.01150.00650.00930.01880.00490.0049
0.850.01080.00630.00910.01350.00530.0053
0.90.01060.00610.00980.00810.00550.0055
0.950.00770.00590.01040.00370.00680.0068
1.00.00210.00780.01250.00360.00760.0076
avg0.02080.01010.01130.10220.10250.1025
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_80_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_qgs_80_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_80_f1.png) - - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld_gs: 930.393s -> mul_sld_gs: 509.900s -> bin_sld_gsq: 349.607s -> mul_sld_gsq: 343.286s -> ref: 47.328s -> atc_mc: 49.802s -> atc_ne: 51.229s -> tot: 931.705s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.00100.03840.00010.26760.47450.4745
0.050.01130.04840.04850.24320.40160.4016
0.10.01130.04660.04700.21750.34320.3432
0.150.01000.04300.04440.19300.29090.2909
0.20.01180.03960.03840.17260.24700.2470
0.250.01000.02980.03840.14870.20760.2076
0.30.00940.02720.03580.13240.17590.1759
0.350.00920.02020.03280.11500.14870.1487
0.40.00830.01640.03140.09950.12390.1239
0.450.00920.01440.02780.08840.10270.1027
0.50.00780.01060.02570.07590.08420.0842
0.550.00570.00700.02560.06260.06590.0659
0.60.00670.00690.02120.05450.05300.0530
0.650.00610.00630.02200.04400.03920.0392
0.70.00470.00540.01920.03510.02900.0290
0.750.00460.00610.01670.02760.01960.0196
0.80.00380.00730.01570.01980.01250.0125
0.850.00390.00860.01430.01330.00610.0061
0.90.00330.00980.01300.00720.00360.0036
0.950.00360.01150.01180.00230.00690.0069
1.00.00460.01260.01100.00580.01230.0123
avg0.00700.01980.02570.09650.13560.1356
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_90_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_gs_vs_qgs_90_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_90_f1.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.00.02370.04040.01090.43400.38270.3827
0.050.06300.04870.08010.21790.21090.2109
0.10.04620.03450.06510.16980.15280.1528
0.150.03720.02850.05420.14270.12030.1203
0.20.03100.02400.04470.12590.09910.0991
0.250.02740.02210.03970.10920.08190.0819
0.30.02420.02000.03650.09950.07120.0712
0.350.02200.01780.03380.09050.06230.0623
0.40.01980.01660.03080.08250.05480.0548
0.450.01730.01540.02790.07610.04970.0497
0.50.01510.01350.02540.06880.04580.0458
0.550.01360.01280.02380.06380.04150.0415
0.60.01150.01140.02080.05860.03940.0394
0.650.01140.01140.02030.05560.03730.0373
0.70.01020.01080.01930.05090.03500.0350
0.750.00950.01010.01840.04720.03250.0325
0.80.00900.00960.01700.04360.03230.0323
0.850.00850.00930.01620.04020.03150.0315
0.90.00820.00880.01570.03690.03090.0309
0.950.00750.00840.01440.03320.03210.0321
1.00.00610.00780.01330.03130.03260.0326
avg0.02010.01820.02990.09900.07980.0798
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_avg_train_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_train_f1.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sld_gsmul_sld_gsbin_sld_gsqmul_sld_gsqatc_mcatc_ne
0.10.01490.0179NaN0.06980.18010.1801
0.20.03200.01780.02880.08450.06100.0610
0.30.01450.01740.03950.10890.03340.0334
0.40.01780.02730.03860.09600.03210.0321
0.50.01900.01680.01670.11620.04340.0434
0.60.02010.01330.03680.11370.05100.0510
0.70.03480.02330.04190.10280.07940.0794
0.80.02080.01010.01130.10220.10250.1025
0.90.00700.01980.02570.09650.13560.1356
avg0.02010.01820.02990.09900.07980.0798
- -![plot_delta](plot/delta_rcv1_CCAT_gs_vs_qgs_avg_test_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_gs_vs_qgs_avg_test_f1.png) -### avg dataset shift -![plot_shift](plot/shift_rcv1_CCAT_gs_vs_qgs_avg_f1.png) diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_atc_acc.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_atc_acc.md deleted file mode 100644 index e035b7a..0000000 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_atc_acc.md +++ /dev/null @@ -1,2205 +0,0 @@ -# rcv1_CCAT_9prevs - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 227.883s -> mul_sld: 78.248s -> binmc_sld: 226.732s -> mulmc_sld: 66.259s -> binne_sld: 223.276s -> mulne_sld: 62.735s -> bin_pacc: 217.001s -> mul_pacc: 58.470s -> ref: 48.024s -> atc_mc: 51.785s -> tot: 230.591s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00050.00040.00120.00100.0088
0.050.00930.01610.00800.01140.0046
0.10.01380.01880.01180.01510.0080
0.150.01570.01650.01510.01490.0128
0.20.01690.01470.01490.01510.0194
0.250.01500.01170.01490.01420.0256
0.30.01790.01050.01400.01320.0348
0.350.01850.01220.01160.01090.0438
0.40.02420.02100.01120.01030.0509
0.450.03200.03730.01300.01010.0568
0.50.04160.05280.01370.01090.0633
0.550.04610.07350.01680.01260.0728
0.60.05910.09150.02430.01940.0748
0.650.06820.11680.02920.02790.0843
0.70.07190.13070.03470.03250.0916
0.750.08140.14950.03990.04100.1005
0.80.08890.16730.04610.05220.1064
0.850.09610.17490.05700.06880.1147
0.90.09510.13190.05760.10090.1204
0.950.05960.07320.05440.09270.1244
1.00.00860.01390.00270.01320.1336
avg0.04190.06360.02340.02800.0644
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_10_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_10_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_10_acc.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 224.734s -> mul_sld: 70.409s -> binmc_sld: 223.361s -> mulmc_sld: 67.028s -> binne_sld: 223.604s -> mulne_sld: 67.347s -> bin_pacc: 218.304s -> mul_pacc: 60.326s -> ref: 49.515s -> atc_mc: 54.802s -> tot: 229.075s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00140.00190.00310.00310.0097
0.050.00830.00930.00680.00630.0071
0.10.00940.01200.00760.00740.0062
0.150.01030.01230.00880.00810.0064
0.20.01070.01430.00930.01020.0088
0.250.00980.01430.00920.01040.0093
0.30.00990.01280.00940.01040.0124
0.350.00840.01060.00760.00940.0161
0.40.00970.01150.00910.01010.0190
0.450.00990.01220.00900.01060.0207
0.50.01130.01330.00880.01060.0222
0.550.01200.01430.00900.01020.0247
0.60.01600.01750.00950.01100.0272
0.650.01710.02150.01030.01240.0331
0.70.01970.02360.01010.01260.0384
0.750.02290.02820.01150.01420.0425
0.80.02770.03500.01370.01660.0407
0.850.03100.04010.01630.01860.0447
0.90.03430.04370.01890.02110.0493
0.950.03490.04650.02060.02360.0492
1.00.00130.02150.00110.00830.0571
avg0.01500.01980.01000.01170.0259
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_20_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_20_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_20_acc.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 218.651s -> mul_sld: 65.273s -> binmc_sld: 221.260s -> mulmc_sld: 64.594s -> binne_sld: 218.686s -> mulne_sld: 63.905s -> bin_pacc: 215.149s -> mul_pacc: 58.011s -> ref: 48.157s -> atc_mc: 52.112s -> tot: 224.561s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00180.00190.00340.00330.0103
0.050.00760.00850.00770.00750.0072
0.10.01200.01460.00990.00960.0049
0.150.01460.02010.01140.01200.0060
0.20.01510.02290.01240.01400.0082
0.250.01510.02610.01270.01650.0101
0.30.01250.02270.01100.01500.0119
0.350.01190.02130.01140.01540.0160
0.40.01140.02170.01130.01690.0190
0.450.00950.01900.00940.01550.0222
0.50.00900.01660.00900.01490.0259
0.550.00800.01630.00810.01550.0297
0.60.01060.01330.00860.01380.0307
0.650.01270.01190.00910.01280.0368
0.70.01420.01250.00930.01230.0400
0.750.01760.01370.01090.01180.0427
0.80.02050.01420.01170.01070.0464
0.850.02390.01660.01380.01030.0517
0.90.02780.02080.01680.01070.0521
0.950.02790.02220.01750.01050.0548
1.00.00050.00590.00050.00610.0625
avg0.01350.01630.01030.01220.0280
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_30_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_30_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_30_acc.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 213.191s -> mul_sld: 64.472s -> binmc_sld: 212.647s -> mulmc_sld: 64.187s -> binne_sld: 214.524s -> mulne_sld: 63.741s -> bin_pacc: 208.132s -> mul_pacc: 57.195s -> ref: 48.218s -> atc_mc: 52.342s -> tot: 219.577s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00200.00220.00470.00330.0190
0.050.00700.00860.00890.00810.0166
0.10.00960.01350.00890.00940.0147
0.150.01400.02020.01080.01200.0117
0.20.01630.02370.01200.01310.0105
0.250.02030.02920.01470.01690.0089
0.30.01760.02690.01260.01480.0085
0.350.01840.02650.01420.01600.0076
0.40.01720.02770.01470.01760.0079
0.450.01490.02470.01260.01540.0073
0.50.01410.02440.01270.01600.0081
0.550.01140.02410.01100.01680.0099
0.60.01090.02160.01120.01610.0112
0.650.01060.01880.01030.01530.0156
0.70.01110.01640.01050.01450.0168
0.750.01110.01310.00950.01190.0160
0.80.01070.01220.00830.01210.0180
0.850.01280.01080.00820.01080.0218
0.90.01480.01020.00900.00900.0224
0.950.01630.01110.00930.00870.0278
1.00.00050.00380.00070.00430.0285
avg0.01250.01760.01020.01250.0147
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_40_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_40_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_40_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 214.324s -> mul_sld: 66.924s -> binmc_sld: 214.469s -> mulmc_sld: 65.323s -> binne_sld: 214.727s -> mulne_sld: 65.665s -> bin_pacc: 209.386s -> mul_pacc: 57.380s -> ref: 47.729s -> atc_mc: 52.153s -> tot: 220.021s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00210.00410.00450.00490.0088
0.050.01090.00890.01060.00950.0080
0.10.00810.00910.00940.00970.0082
0.150.00970.01310.01080.01230.0077
0.20.01210.01590.01220.01300.0083
0.250.01460.01920.01230.01350.0066
0.30.01650.01980.01430.01530.0082
0.350.01830.02000.01610.01550.0103
0.40.01870.02130.01510.01570.0085
0.450.01770.02020.01450.01500.0110
0.50.01810.02020.01460.01500.0122
0.550.01530.01790.01210.01260.0125
0.60.01750.01900.01470.01480.0144
0.650.01540.01720.01420.01430.0168
0.70.01470.01650.01430.01440.0164
0.750.01260.01380.01300.01250.0170
0.80.01040.01350.01100.01210.0211
0.850.01060.01190.00930.01020.0205
0.90.01220.01200.00980.01000.0239
0.950.01230.01190.00790.00820.0253
1.00.00090.00440.00200.00410.0289
avg0.01280.01480.01160.01200.0140
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_50_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_50_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_50_acc.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 214.994s -> mul_sld: 67.090s -> binmc_sld: 213.157s -> mulmc_sld: 66.108s -> binne_sld: 214.970s -> mulne_sld: 66.024s -> bin_pacc: 209.135s -> mul_pacc: 57.235s -> ref: 48.002s -> atc_mc: 52.217s -> tot: 220.124s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00540.00590.01180.00660.0106
0.050.01990.01650.02150.01310.0101
0.10.01770.01330.01950.01110.0092
0.150.01770.01270.02060.01200.0083
0.20.01410.01180.01700.01240.0089
0.250.01730.01300.02030.01350.0090
0.30.01920.01440.02110.01510.0084
0.350.02060.01570.02310.01610.0084
0.40.02090.01560.02250.01570.0082
0.450.01870.01410.02020.01430.0086
0.50.02220.01740.02260.01740.0085
0.550.01830.01330.01930.01450.0085
0.60.01790.01420.01840.01350.0072
0.650.01740.01340.01810.01390.0079
0.70.02060.01480.02120.01620.0076
0.750.01970.01400.02030.01510.0075
0.80.01930.01400.01950.01450.0066
0.850.02020.01430.02030.01550.0070
0.90.01940.01350.01950.01430.0078
0.950.01660.01310.01540.01190.0071
1.00.00390.00620.00780.00750.0071
avg0.01750.01340.01900.01350.0082
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_60_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_60_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_60_acc.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 217.809s -> mul_sld: 67.454s -> binmc_sld: 215.345s -> mulmc_sld: 65.596s -> binne_sld: 216.897s -> mulne_sld: 66.048s -> bin_pacc: 210.063s -> mul_pacc: 56.905s -> ref: 47.823s -> atc_mc: 51.936s -> tot: 222.297s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00500.01440.01160.01000.0238
0.050.02760.03720.02790.02170.0222
0.10.02600.03570.02590.02070.0216
0.150.02730.03460.02790.02090.0197
0.20.02260.02960.02320.01760.0206
0.250.02400.02910.02520.01920.0160
0.30.02520.02760.02700.01950.0160
0.350.02350.02730.02560.02000.0149
0.40.02190.02330.02530.01870.0122
0.450.02190.02220.02510.01880.0123
0.50.02110.02050.02350.01870.0111
0.550.02160.01880.02510.01860.0102
0.60.01790.01520.02110.01530.0096
0.650.02230.01730.02400.01790.0100
0.70.01920.01400.02150.01580.0080
0.750.01990.01340.02200.01640.0070
0.80.02200.01440.02260.01630.0071
0.850.02300.01430.02310.01750.0076
0.90.02040.01110.02040.01500.0062
0.950.01830.00950.01840.01300.0063
1.00.00570.00560.01020.00960.0059
avg0.02080.02070.02270.01720.0128
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_70_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_70_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_70_acc.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 216.605s -> mul_sld: 66.881s -> binmc_sld: 215.549s -> mulmc_sld: 65.843s -> binne_sld: 217.993s -> mulne_sld: 64.859s -> bin_pacc: 208.788s -> mul_pacc: 56.643s -> ref: 47.697s -> atc_mc: 52.089s -> tot: 223.227s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00230.03230.00980.01580.0311
0.050.03560.06600.03540.03790.0274
0.10.03390.06240.03040.03370.0267
0.150.03150.05990.02880.03190.0227
0.20.02700.05240.02370.02610.0214
0.250.02620.04940.02330.02470.0201
0.30.02540.04730.02720.02520.0178
0.350.02300.04350.02250.02320.0196
0.40.02020.03750.02190.02030.0168
0.450.01750.03270.02020.01830.0147
0.50.01490.02710.01680.01600.0136
0.550.01490.02640.01930.01690.0111
0.60.01010.01840.01480.01340.0110
0.650.01250.01900.01670.01450.0097
0.70.01090.01530.01520.01300.0106
0.750.01140.01250.01410.01140.0091
0.80.01410.01280.01800.01340.0100
0.850.01380.01130.01590.01220.0104
0.90.01590.01030.01680.01290.0108
0.950.01420.00880.01440.01120.0130
1.00.00520.00460.00840.00740.0147
avg0.01810.03090.01970.01900.0163
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_80_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_80_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_80_acc.png) - - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 218.933s -> mul_sld: 73.768s -> binmc_sld: 218.003s -> mulmc_sld: 61.731s -> binne_sld: 219.245s -> mulne_sld: 62.751s -> bin_pacc: 208.227s -> mul_pacc: 56.657s -> ref: 48.071s -> atc_mc: 52.099s -> tot: 224.345s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00080.09240.00070.04540.1704
0.050.05050.13590.04990.09000.1614
0.10.08940.15030.06470.09340.1528
0.150.09350.14460.06410.09120.1426
0.20.08970.13450.05970.08270.1334
0.250.08950.13210.05980.08300.1217
0.30.08350.12470.05440.07590.1131
0.350.07890.11540.05100.07080.1040
0.40.07370.10690.04740.06550.0943
0.450.06590.09490.04210.05810.0847
0.50.05820.08400.03650.05120.0749
0.550.05600.07870.03670.04910.0622
0.60.04330.06270.02720.03820.0541
0.650.04200.05840.02840.03640.0422
0.70.03330.04560.02280.02880.0334
0.750.02480.03470.01770.02200.0239
0.80.02080.02600.01630.01930.0168
0.850.01520.01790.01380.01560.0090
0.90.01000.00960.01070.01020.0070
0.950.00710.00640.00910.00860.0134
1.00.00510.00410.00890.00780.0243
avg0.04910.07900.03440.04970.0781
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_90_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_90_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_90_acc.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00240.01730.00560.01040.0325
0.050.01960.03410.01960.02280.0294
0.10.02440.03660.02090.02330.0280
0.150.02600.03710.02200.02390.0264
0.20.02490.03550.02050.02270.0266
0.250.02580.03600.02140.02360.0252
0.30.02530.03410.02120.02270.0257
0.350.02460.03250.02030.02190.0267
0.40.02420.03180.01980.02120.0263
0.450.02310.03080.01850.01960.0265
0.50.02340.03070.01760.01890.0266
0.550.02260.03150.01750.01850.0268
0.60.02260.03040.01660.01730.0267
0.650.02420.03270.01780.01840.0285
0.70.02400.03220.01770.01780.0292
0.750.02460.03250.01770.01740.0296
0.80.02600.03440.01860.01860.0303
0.850.02740.03470.01970.02000.0319
0.90.02780.02920.01990.02270.0333
0.950.02300.02250.01860.02090.0357
1.00.00350.00780.00470.00760.0403
avg0.02240.03070.01790.01950.0292
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_avg_train_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_avg_train_acc.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.10.04190.06360.02340.02800.0644
0.20.01500.01980.01000.01170.0259
0.30.01350.01630.01030.01220.0280
0.40.01250.01760.01020.01250.0147
0.50.01280.01480.01160.01200.0140
0.60.01750.01340.01900.01350.0082
0.70.02080.02070.02270.01720.0128
0.80.01810.03090.01970.01900.0163
0.90.04910.07900.03440.04970.0781
avg0.02240.03070.01790.01950.0292
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_avg_test_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_avg_test_acc.png) -### avg dataset shift -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_avg_acc.png) diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_atc_f1.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_atc_f1.md deleted file mode 100644 index 72a9fc4..0000000 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_atc_f1.md +++ /dev/null @@ -1,2205 +0,0 @@ -# rcv1_CCAT_9prevs - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 227.883s -> mul_sld: 78.248s -> binmc_sld: 226.732s -> mulmc_sld: 66.259s -> binne_sld: 223.276s -> mulne_sld: 62.735s -> bin_pacc: 217.001s -> mul_pacc: 58.470s -> ref: 48.024s -> atc_mc: 51.785s -> tot: 230.591s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.01720.06010.00600.03030.0022
0.050.23600.17260.21030.10760.2253
0.10.13770.08930.09930.06640.1997
0.150.11790.04630.10330.03880.2018
0.20.08860.03090.06240.02970.1936
0.250.05960.02320.04980.02260.1943
0.30.06130.02200.03950.01950.1865
0.350.04620.02380.02640.01260.1849
0.40.04480.03600.02120.01610.1852
0.450.04200.04630.01790.01540.1824
0.50.04980.05780.01630.01830.1836
0.550.04020.06850.01560.01830.1801
0.60.05010.07680.02140.02410.1872
0.650.05590.08990.02590.03350.1871
0.70.04610.09230.02580.03300.1884
0.750.04920.09680.02550.03810.1829
0.80.04390.10050.02240.04280.1840
0.850.04350.09940.03060.05520.1816
0.90.03810.07720.02290.08410.1818
0.950.03160.04730.02540.07880.1848
1.00.01180.01730.00340.01650.1850
avg0.06250.06540.04150.03820.1801
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_10_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_10_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_10_f1.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 224.734s -> mul_sld: 70.409s -> binmc_sld: 223.361s -> mulmc_sld: 67.028s -> binne_sld: 223.604s -> mulne_sld: 67.347s -> bin_pacc: 218.304s -> mul_pacc: 60.326s -> ref: 49.515s -> atc_mc: 54.802s -> tot: 229.075s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00030.09100.00340.03130.1159
0.050.11800.09970.07990.07430.1303
0.10.06050.06060.04580.04540.0916
0.150.04410.04050.03550.03520.0794
0.20.03130.03530.02620.02930.0673
0.250.02260.03080.02090.02470.0623
0.30.01850.02550.01750.02070.0592
0.350.01180.01760.01090.01490.0518
0.40.01260.02050.01230.01530.0536
0.450.01010.01960.00970.01360.0510
0.50.01050.01940.00880.01270.0518
0.550.01000.01940.00800.01150.0533
0.60.01250.02000.00780.01150.0506
0.650.01230.02290.00780.01190.0480
0.70.01300.02140.00690.01130.0453
0.750.01420.02340.00740.01200.0428
0.80.01600.02620.00800.01280.0472
0.850.01700.02810.00930.01360.0461
0.90.01770.02810.00990.01390.0439
0.950.01720.02850.01040.01470.0468
1.00.00110.01740.00090.00660.0425
avg0.02240.03310.01650.02080.0610
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_20_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_20_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_20_f1.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 218.651s -> mul_sld: 65.273s -> binmc_sld: 221.260s -> mulmc_sld: 64.594s -> binne_sld: 218.686s -> mulne_sld: 63.905s -> bin_pacc: 215.149s -> mul_pacc: 58.011s -> ref: 48.157s -> atc_mc: 52.112s -> tot: 224.561s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00020.00860.00050.00890.3301
0.050.08700.08120.07590.07120.0519
0.10.06330.07180.05130.04790.0306
0.150.05320.06810.04170.04190.0252
0.20.04170.05990.03400.03720.0190
0.250.03330.05510.02810.03500.0167
0.30.02310.04010.02050.02680.0132
0.350.01820.03260.01770.02390.0170
0.40.01500.02890.01530.02270.0141
0.450.01060.02290.01110.01890.0135
0.50.00900.01810.00970.01640.0153
0.550.00690.01600.00770.01540.0146
0.60.00800.01230.00720.01290.0142
0.650.00880.00990.00660.01100.0159
0.70.00920.00970.00620.00980.0145
0.750.01070.00940.00670.00850.0144
0.80.01180.00890.00670.00730.0157
0.850.01320.00970.00760.00660.0168
0.90.01470.01150.00890.00620.0155
0.950.01410.01150.00890.00570.0152
1.00.00040.00380.00030.00390.0177
avg0.02150.02810.01770.02090.0334
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_30_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_30_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_30_f1.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 213.191s -> mul_sld: 64.472s -> binmc_sld: 212.647s -> mulmc_sld: 64.187s -> binne_sld: 214.524s -> mulne_sld: 63.741s -> bin_pacc: 208.132s -> mul_pacc: 57.195s -> ref: 48.218s -> atc_mc: 52.342s -> tot: 219.577s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00020.00270.00100.00760.3564
0.050.06620.07290.06520.06300.0506
0.10.04380.06070.03980.04160.0460
0.150.04440.06410.03350.03830.0318
0.20.04080.05920.02890.03190.0254
0.250.04260.05970.03000.03460.0197
0.30.03150.04630.02200.02540.0174
0.350.02790.03920.02080.02370.0129
0.40.02310.03610.01970.02320.0118
0.450.01790.02900.01490.01810.0095
0.50.01520.02590.01360.01700.0088
0.550.01130.02320.01080.01620.0085
0.60.00970.01930.01000.01440.0078
0.650.00810.01550.00830.01270.0093
0.70.00770.01250.00760.01110.0090
0.750.00700.00910.00630.00830.0075
0.80.00620.00800.00510.00810.0066
0.850.00700.00670.00460.00690.0084
0.90.00780.00570.00480.00520.0078
0.950.00830.00600.00480.00490.0097
1.00.00030.00220.00040.00250.0090
avg0.02030.02880.01680.01980.0321
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_40_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_40_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_40_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 214.324s -> mul_sld: 66.924s -> binmc_sld: 214.469s -> mulmc_sld: 65.323s -> binne_sld: 214.727s -> mulne_sld: 65.665s -> bin_pacc: 209.386s -> mul_pacc: 57.380s -> ref: 47.729s -> atc_mc: 52.153s -> tot: 220.021s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00010.00010.00020.00100.5135
0.050.11030.07010.07780.06160.1066
0.10.04770.03840.04070.03620.0476
0.150.03180.03710.03100.03390.0306
0.20.02710.03500.02700.02830.0235
0.250.02650.03610.02260.02570.0158
0.30.02580.03140.02240.02410.0147
0.350.02490.02760.02190.02100.0151
0.40.02310.02640.01870.01920.0105
0.450.01980.02280.01620.01660.0119
0.50.01830.02040.01470.01510.0115
0.550.01470.01690.01150.01190.0105
0.60.01510.01630.01260.01260.0107
0.650.01230.01370.01120.01120.0114
0.70.01080.01200.01050.01040.0103
0.750.00860.00940.00900.00860.0097
0.80.00640.00860.00710.00780.0117
0.850.00590.00710.00550.00610.0104
0.90.00650.00670.00540.00570.0117
0.950.00630.00640.00410.00440.0117
1.00.00050.00240.00110.00230.0128
avg0.02110.02120.01770.01730.0434
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_50_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_50_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_50_f1.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 214.994s -> mul_sld: 67.090s -> binmc_sld: 213.157s -> mulmc_sld: 66.108s -> binne_sld: 214.970s -> mulne_sld: 66.024s -> bin_pacc: 209.135s -> mul_pacc: 57.235s -> ref: 48.002s -> atc_mc: 52.217s -> tot: 220.124s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00010.00000.00020.00020.5310
0.050.11670.08920.08370.05460.2044
0.10.07280.05210.05990.03600.1045
0.150.05070.03420.04680.02710.0571
0.20.03180.02400.03240.02310.0407
0.250.03050.02230.03240.02170.0228
0.30.02870.02110.02990.02090.0196
0.350.02640.02010.02840.02000.0125
0.40.02410.01800.02540.01780.0100
0.450.01960.01490.02070.01480.0101
0.50.02080.01620.02110.01600.0081
0.550.01590.01160.01680.01250.0076
0.60.01430.01150.01480.01090.0060
0.650.01300.01000.01370.01030.0060
0.70.01460.01040.01520.01160.0055
0.750.01280.00910.01350.00990.0051
0.80.01180.00860.01220.00900.0042
0.850.01170.00830.01200.00910.0042
0.90.01070.00750.01100.00810.0045
0.950.00870.00690.00830.00640.0037
1.00.00210.00330.00420.00400.0034
avg0.02560.01900.02390.01640.0510
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_60_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_60_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_60_f1.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 217.809s -> mul_sld: 67.454s -> binmc_sld: 215.345s -> mulmc_sld: 65.596s -> binne_sld: 216.897s -> mulne_sld: 66.048s -> bin_pacc: 210.063s -> mul_pacc: 56.905s -> ref: 47.823s -> atc_mc: 51.936s -> tot: 222.297s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00010.00000.00010.00000.5749
0.050.12870.12850.08750.06940.3336
0.10.09300.09920.06680.05460.2163
0.150.07180.07500.05590.04340.1450
0.20.04970.05450.04050.03190.1055
0.250.04430.04650.03870.03030.0703
0.30.03750.03780.03500.02660.0549
0.350.03220.03400.03110.02510.0403
0.40.02660.02590.02760.02110.0279
0.450.02270.02190.02440.01900.0225
0.50.02000.01880.02130.01740.0165
0.550.01850.01580.02100.01610.0120
0.60.01410.01200.01630.01230.0095
0.650.01630.01260.01750.01340.0089
0.70.01330.00960.01490.01120.0060
0.750.01270.00860.01420.01080.0047
0.80.01330.00870.01380.01010.0044
0.850.01320.00820.01350.01030.0045
0.90.01110.00600.01130.00830.0036
0.950.00950.00500.00980.00690.0035
1.00.00300.00290.00530.00500.0032
avg0.03100.03010.02700.02110.0794
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_70_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_70_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_70_f1.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 216.605s -> mul_sld: 66.881s -> binmc_sld: 215.549s -> mulmc_sld: 65.843s -> binne_sld: 217.993s -> mulne_sld: 64.859s -> bin_pacc: 208.788s -> mul_pacc: 56.643s -> ref: 47.697s -> atc_mc: 52.089s -> tot: 223.227s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00010.00000.00010.00000.5459
0.050.12670.12900.08700.07670.3941
0.10.09890.11030.06560.05970.2954
0.150.07570.09090.05100.04720.2206
0.20.05520.07070.03630.03390.1701
0.250.04700.06080.03330.03060.1277
0.30.03740.05100.03030.02680.0994
0.350.03140.04380.02470.02330.0774
0.40.02490.03470.02160.01880.0563
0.450.01890.02730.01800.01560.0440
0.50.01470.02140.01400.01280.0323
0.550.01360.01950.01510.01290.0206
0.60.00840.01280.01060.00960.0152
0.650.00930.01250.01160.00990.0098
0.70.00760.00970.01000.00850.0072
0.750.00730.00770.00870.00720.0056
0.80.00830.00720.01050.00780.0049
0.850.00770.00630.00890.00690.0053
0.90.00840.00550.00900.00690.0055
0.950.00730.00460.00750.00580.0068
1.00.00270.00230.00430.00380.0076
avg0.02910.03470.02280.02020.1025
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_80_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_80_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_80_f1.png) - - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 218.933s -> mul_sld: 73.768s -> binmc_sld: 218.003s -> mulmc_sld: 61.731s -> binne_sld: 219.245s -> mulne_sld: 62.751s -> bin_pacc: 208.227s -> mul_pacc: 56.657s -> ref: 48.071s -> atc_mc: 52.099s -> tot: 224.345s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00000.00000.00000.00000.4745
0.050.10940.10970.10810.10230.4016
0.10.18160.15130.12760.10990.3432
0.150.17030.14650.11310.10090.2909
0.20.14720.13150.09500.08730.2470
0.250.13200.12320.08550.08190.2076
0.30.11230.10820.07120.07010.1759
0.350.09690.09710.06110.06230.1487
0.40.08280.08530.05230.05450.1239
0.450.06710.07050.04180.04460.1027
0.50.05520.06000.03410.03750.0842
0.550.04850.05340.03110.03440.0659
0.60.03530.04010.02190.02520.0530
0.650.03160.03610.02100.02350.0392
0.70.02350.02730.01600.01800.0290
0.750.01650.01980.01160.01310.0196
0.80.01280.01430.01000.01110.0125
0.850.00880.00950.00800.00870.0061
0.90.00550.00500.00590.00560.0036
0.950.00370.00330.00480.00450.0069
1.00.00260.00210.00450.00390.0123
avg0.06400.06160.04400.04280.1356
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_90_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_90_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_90_f1.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.00.00200.01800.00130.00880.3827
0.050.12210.10590.09730.07560.2109
0.10.08880.08150.06630.05530.1528
0.150.07330.06700.05690.04520.1203
0.20.05710.05570.04250.03700.0991
0.250.04870.05080.03790.03410.0819
0.30.04180.04260.03200.02900.0712
0.350.03510.03730.02700.02520.0623
0.40.03080.03460.02380.02320.0548
0.450.02540.03060.01940.01960.0497
0.50.02370.02870.01710.01810.0458
0.550.01990.02720.01530.01660.0415
0.60.01860.02460.01360.01480.0394
0.650.01860.02480.01370.01530.0373
0.70.01620.02280.01260.01390.0350
0.750.01540.02150.01140.01290.0325
0.80.01450.02120.01070.01300.0323
0.850.01420.02040.01110.01370.0315
0.90.01340.01700.00990.01600.0309
0.950.01180.01330.00930.01470.0321
1.00.00270.00600.00270.00540.0326
avg0.03310.03580.02530.02420.0798
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_avg_train_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_avg_train_f1.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbinmc_sldmulmc_sldatc_mc
0.10.06250.06540.04150.03820.1801
0.20.02240.03310.01650.02080.0610
0.30.02150.02810.01770.02090.0334
0.40.02030.02880.01680.01980.0321
0.50.02110.02120.01770.01730.0434
0.60.02560.01900.02390.01640.0510
0.70.03100.03010.02700.02110.0794
0.80.02910.03470.02280.02020.1025
0.90.06400.06160.04400.04280.1356
avg0.03310.03580.02530.02420.0798
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_avg_test_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_avg_test_f1.png) -### avg dataset shift -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_avg_f1.png) diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_atc_pacc_acc.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_atc_pacc_acc.md deleted file mode 100644 index dd37a04..0000000 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_atc_pacc_acc.md +++ /dev/null @@ -1,2294 +0,0 @@ -# rcv1_CCAT_9prevs - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 426.003s -> mul_sld: 199.118s -> bin_sld_gs: 1070.285s -> mul_sld_gs: 686.591s -> bin_pacc: 409.897s -> mul_pacc: 169.591s -> binmc_pacc: 412.906s -> mulmc_pacc: 173.043s -> binne_pacc: 411.128s -> mulne_pacc: 146.658s -> bin_pacc_gs: 710.525s -> mul_pacc_gs: 245.764s -> bin_cc: 389.472s -> mul_cc: 148.220s -> kfcv: 130.095s -> ref: 120.267s -> atc_mc: 125.236s -> atc_ne: 121.957s -> doc_feat: 83.796s -> tot: 1073.769s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.00180.00250.00110.00260.0088
0.050.00570.00660.00600.00580.0046
0.10.00890.00860.00800.01000.0080
0.150.01140.01030.00860.01250.0128
0.20.01460.01390.01090.01750.0194
0.250.01890.01760.01270.02240.0256
0.30.02220.02120.01500.02780.0348
0.350.02940.02670.01950.03450.0438
0.40.03210.02890.02050.03700.0509
0.450.03370.03280.02140.04220.0568
0.50.03820.03620.02260.04590.0633
0.550.04200.03970.02520.05160.0728
0.60.04260.03930.02360.05280.0748
0.650.05050.04690.02940.05880.0843
0.70.05380.05100.03140.06410.0916
0.750.05750.05500.03360.07060.1005
0.80.05810.05740.03260.07250.1064
0.850.06410.06350.03630.07940.1147
0.90.06940.06850.03950.08540.1204
0.950.07050.06850.04020.08550.1244
1.00.07740.07510.04400.09220.1336
avg0.03820.03670.02300.04620.0644
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_10_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_10_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_10_acc.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 422.895s -> mul_sld: 162.786s -> bin_sld_gs: 1128.064s -> mul_sld_gs: 683.619s -> bin_sld_gsq: 524.432s -> bin_pacc: 410.462s -> mul_pacc: 155.872s -> binmc_pacc: 407.039s -> mulmc_pacc: 173.902s -> binne_pacc: 410.358s -> mulne_pacc: 167.292s -> bin_pacc_gs: 732.626s -> mul_pacc_gs: 261.935s -> bin_cc: 396.948s -> mul_cc: 147.743s -> kfcv: 132.118s -> ref: 106.145s -> atc_mc: 127.911s -> atc_ne: 121.613s -> doc_feat: 80.220s -> tot: 1132.799s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.00610.00840.01400.00970.0097
0.050.00690.00880.01450.01000.0071
0.10.00680.00990.01390.01070.0062
0.150.00730.00980.01290.01040.0064
0.20.00850.01060.01150.01040.0088
0.250.00830.01030.01120.00980.0093
0.30.00920.01110.01170.00980.0124
0.350.00910.00950.01000.00950.0161
0.40.01190.01150.01010.00890.0190
0.450.01360.01230.01070.00970.0207
0.50.01350.01320.01070.00970.0222
0.550.01520.01260.01130.00920.0247
0.60.01510.01390.01100.00980.0272
0.650.01880.01520.01210.01100.0331
0.70.02050.01370.01010.01110.0384
0.750.02240.01460.00960.01170.0425
0.80.02170.01500.00990.01180.0407
0.850.02410.01430.00920.01280.0447
0.90.02500.01600.01010.01570.0493
0.950.02490.01620.01050.01450.0492
1.00.02980.01670.00740.02050.0571
avg0.01520.01260.01110.01130.0259
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_20_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_20_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_20_acc.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 421.459s -> mul_sld: 146.321s -> bin_sld_gs: 1159.421s -> mul_sld_gs: 690.743s -> bin_sld_gsq: 531.736s -> bin_pacc: 423.881s -> mul_pacc: 166.104s -> binmc_pacc: 422.818s -> mulmc_pacc: 164.572s -> binne_pacc: 409.704s -> mulne_pacc: 155.476s -> bin_pacc_gs: 737.229s -> mul_pacc_gs: 269.465s -> bin_cc: 400.220s -> mul_cc: 118.299s -> kfcv: 131.612s -> ref: 122.392s -> atc_mc: 119.095s -> atc_ne: 108.266s -> doc_feat: 96.341s -> tot: 1163.937s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.01160.01190.01280.01320.0103
0.050.01120.01080.01530.01260.0072
0.10.01050.01100.01450.01330.0049
0.150.00850.00960.01190.01170.0060
0.20.00900.00960.01100.01090.0082
0.250.00950.00990.01040.01120.0101
0.30.00870.00950.01050.01090.0119
0.350.01040.01090.01090.01180.0160
0.40.01160.01120.01080.01290.0190
0.450.01140.01250.00980.01170.0222
0.50.01330.01340.00980.01230.0259
0.550.01520.01480.00880.01340.0297
0.60.01390.01500.00990.01250.0307
0.650.01570.01760.01140.01410.0368
0.70.01720.01820.01040.01500.0400
0.750.01740.01930.01110.01480.0427
0.80.01850.02140.00990.01560.0464
0.850.01960.02340.01120.01760.0517
0.90.01970.02460.01080.01790.0521
0.950.02210.02680.01240.02050.0548
1.00.02460.02960.00200.02310.0625
avg0.01430.01580.01070.01410.0280
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_30_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_30_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_30_acc.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 434.111s -> mul_sld: 159.616s -> bin_sld_gs: 1179.818s -> mul_sld_gs: 695.793s -> bin_sld_gsq: 546.801s -> bin_pacc: 431.189s -> mul_pacc: 143.236s -> binmc_pacc: 422.668s -> mulmc_pacc: 167.615s -> binne_pacc: 427.798s -> mulne_pacc: 166.144s -> bin_pacc_gs: 739.438s -> mul_pacc_gs: 261.609s -> bin_cc: 402.646s -> mul_cc: 152.045s -> kfcv: 121.176s -> ref: 127.991s -> atc_mc: 129.960s -> atc_ne: 115.970s -> doc_feat: 79.386s -> tot: 1183.412s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.01500.00940.02430.00650.0190
0.050.01520.01140.02160.00890.0166
0.10.01430.00940.02070.00940.0147
0.150.01250.01000.01710.00980.0117
0.20.01170.01000.01590.01140.0105
0.250.01100.01270.01240.01360.0089
0.30.01100.01100.01260.01110.0085
0.350.01190.01310.01160.01340.0076
0.40.01170.01430.01100.01510.0079
0.450.01010.01300.01000.01330.0073
0.50.01090.01440.00950.01390.0081
0.550.00980.01600.00930.01530.0099
0.60.01080.01710.01070.01610.0112
0.650.01120.01800.01220.01690.0156
0.70.01180.01880.01410.01790.0168
0.750.01090.01730.01320.01500.0160
0.80.01070.01890.01510.01640.0180
0.850.01030.02060.01640.01740.0218
0.90.01020.02070.01940.01770.0224
0.950.01010.02280.01970.01840.0278
1.00.01130.02320.02310.01800.0285
avg0.01150.01540.01520.01410.0147
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_40_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_40_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_40_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 441.783s -> mul_sld: 169.393s -> bin_sld_gs: 1166.420s -> mul_sld_gs: 689.481s -> bin_sld_gsq: 549.038s -> bin_pacc: 427.369s -> mul_pacc: 166.563s -> binmc_pacc: 426.636s -> mulmc_pacc: 176.801s -> binne_pacc: 435.657s -> mulne_pacc: 161.090s -> bin_pacc_gs: 730.060s -> mul_pacc_gs: 266.437s -> bin_cc: 412.726s -> mul_cc: 152.522s -> kfcv: 134.253s -> ref: 128.737s -> atc_mc: 129.517s -> atc_ne: 122.889s -> doc_feat: 88.896s -> tot: 1170.874s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.01500.01270.03100.01430.0088
0.050.01780.01520.03520.01630.0080
0.10.01660.01350.03380.01410.0082
0.150.01550.01410.03060.01380.0077
0.20.01340.01220.02640.01210.0083
0.250.01290.01250.02390.01150.0066
0.30.01410.01390.02350.01290.0082
0.350.01590.01560.02360.01430.0103
0.40.01360.01430.02060.01230.0085
0.450.01270.01360.01810.01220.0110
0.50.01260.01360.01660.01150.0122
0.550.01060.01140.01260.01070.0125
0.60.01290.01190.01320.01230.0144
0.650.01300.01270.01320.01330.0168
0.70.01380.01450.01410.01500.0164
0.750.01320.01400.01210.01380.0170
0.80.01220.01360.01040.01390.0211
0.850.01090.01330.01010.01260.0205
0.90.01110.01330.01030.01440.0239
0.950.00990.01370.00840.01420.0253
1.00.00700.01370.00370.01210.0289
avg0.01310.01350.01860.01320.0140
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_50_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_50_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_50_acc.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 426.378s -> mul_sld: 153.126s -> bin_sld_gs: 1140.607s -> mul_sld_gs: 673.397s -> bin_sld_gsq: 528.696s -> bin_pacc: 420.283s -> mul_pacc: 148.016s -> binmc_pacc: 405.920s -> mulmc_pacc: 167.711s -> binne_pacc: 417.205s -> mulne_pacc: 145.013s -> bin_pacc_gs: 730.537s -> mul_pacc_gs: 261.004s -> bin_cc: 394.352s -> mul_cc: 143.652s -> kfcv: 122.227s -> ref: 122.352s -> atc_mc: 120.259s -> atc_ne: 113.567s -> doc_feat: 80.306s -> tot: 1146.639s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.02750.05150.01100.03340.0106
0.050.03150.05260.01370.03450.0101
0.10.02930.04840.01380.03210.0092
0.150.03020.04830.01290.03300.0083
0.20.02510.04220.01230.02830.0089
0.250.02650.04220.01250.02980.0090
0.30.02520.04020.01250.02810.0084
0.350.02620.03900.01400.02920.0084
0.40.02420.03560.01290.02750.0082
0.450.02230.03370.01170.02550.0086
0.50.02190.03150.01420.02570.0085
0.550.01940.02870.01050.02340.0085
0.60.01660.02350.01270.02050.0072
0.650.01530.02240.01160.01950.0079
0.70.01820.02300.01300.02200.0076
0.750.01590.02040.01190.01960.0075
0.80.01430.01680.01310.01730.0066
0.850.01430.01720.01230.01760.0070
0.90.01390.01480.01210.01780.0078
0.950.01220.01170.01200.01430.0071
1.00.01060.01020.00940.01310.0071
avg0.02100.03110.01240.02440.0082
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_60_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_60_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_60_acc.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 417.731s -> mul_sld: 155.451s -> bin_sld_gs: 1141.720s -> mul_sld_gs: 680.203s -> bin_sld_gsq: 527.251s -> bin_pacc: 413.591s -> mul_pacc: 130.941s -> binmc_pacc: 410.011s -> mulmc_pacc: 160.422s -> binne_pacc: 411.824s -> mulne_pacc: 150.120s -> bin_pacc_gs: 731.866s -> mul_pacc_gs: 262.250s -> bin_cc: 396.501s -> mul_cc: 145.444s -> kfcv: 127.528s -> ref: 121.369s -> atc_mc: 106.641s -> atc_ne: 101.076s -> doc_feat: 86.241s -> tot: 1146.268s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.04800.04750.03650.04740.0238
0.050.06270.05620.05830.05540.0222
0.10.05610.05140.05160.05000.0216
0.150.05550.05200.05160.04990.0197
0.20.04890.04670.04560.04530.0206
0.250.05040.04850.04610.04630.0160
0.30.04680.04670.04220.04380.0160
0.350.04500.04650.04020.04280.0149
0.40.04340.04500.03840.04120.0122
0.450.03930.04380.03490.03990.0123
0.50.03490.03880.02990.03480.0111
0.550.03410.03860.02820.03370.0102
0.60.02690.03290.02200.02790.0096
0.650.02640.03280.02160.02800.0100
0.70.02340.03240.01770.02610.0080
0.750.02030.03010.01570.02390.0070
0.80.01790.02760.01400.02180.0071
0.850.01660.02650.01320.02080.0076
0.90.01190.02290.00880.01630.0062
0.950.01020.02010.00840.01410.0063
1.00.00850.02010.00750.01350.0059
avg0.03460.03840.03010.03440.0128
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_70_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_70_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_70_acc.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 437.768s -> mul_sld: 162.581s -> bin_sld_gs: 1142.333s -> mul_sld_gs: 680.247s -> bin_sld_gsq: 532.404s -> bin_pacc: 414.897s -> mul_pacc: 158.907s -> binmc_pacc: 406.361s -> mulmc_pacc: 141.227s -> binne_pacc: 414.412s -> mulne_pacc: 158.498s -> bin_pacc_gs: 720.921s -> mul_pacc_gs: 272.540s -> bin_cc: 395.525s -> mul_cc: 139.596s -> kfcv: 123.479s -> ref: 124.418s -> atc_mc: 126.354s -> atc_ne: 101.451s -> doc_feat: 111.799s -> tot: 1146.771s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.01660.04190.04190.04390.0311
0.050.01550.04600.04350.04610.0274
0.10.01570.04060.03920.04090.0267
0.150.01450.04100.03790.04120.0227
0.20.01490.03520.03300.03550.0214
0.250.01310.03690.03420.03650.0201
0.30.01350.03600.03210.03630.0178
0.350.01320.03200.02970.03180.0196
0.40.01300.03160.02820.03120.0168
0.450.01330.02780.02520.02780.0147
0.50.01020.02510.02280.02450.0136
0.550.00950.02750.02400.02630.0111
0.60.01010.02100.01800.02000.0110
0.650.00980.02170.01870.02050.0097
0.70.00860.01870.01670.01780.0106
0.750.00810.01550.01310.01400.0091
0.80.00710.01550.01240.01420.0100
0.850.00760.01270.01050.01150.0104
0.90.00620.01080.00790.00940.0108
0.950.00720.00870.00740.00800.0130
1.00.00670.01020.00780.00830.0147
avg0.01110.02650.02400.02600.0163
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_80_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_80_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_80_acc.png) - - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 423.737s -> mul_sld: 177.588s -> bin_sld_gs: 1108.736s -> mul_sld_gs: 666.006s -> bin_sld_gsq: 518.900s -> bin_pacc: 406.760s -> mul_pacc: 133.174s -> binmc_pacc: 401.789s -> mulmc_pacc: 147.520s -> binne_pacc: 400.414s -> mulne_pacc: 148.167s -> bin_pacc_gs: 722.523s -> mul_pacc_gs: 252.340s -> bin_cc: 378.760s -> mul_cc: 126.045s -> kfcv: 109.535s -> ref: 87.159s -> atc_mc: 99.104s -> atc_ne: 101.467s -> doc_feat: 83.819s -> tot: 1113.236s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.00850.01610.06330.02810.1704
0.050.01690.02780.09080.02930.1614
0.10.01520.02350.09010.02640.1528
0.150.01240.02080.08430.02390.1426
0.20.01450.02130.06820.02500.1334
0.250.01440.02330.07110.02410.1217
0.30.01390.02140.07040.02720.1131
0.350.01360.02200.06430.02350.1040
0.40.01380.02250.06140.02070.0943
0.450.01220.01960.05690.02080.0847
0.50.01290.01950.05180.02050.0749
0.550.01270.02180.05400.01980.0622
0.60.01140.01740.04470.01950.0541
0.650.01270.02090.04440.02080.0422
0.70.01230.01760.03690.01790.0334
0.750.01040.01570.03190.01600.0239
0.80.01110.01610.02870.01720.0168
0.850.01100.01590.02520.01650.0090
0.90.00970.01350.02010.01580.0070
0.950.00950.01320.01520.01420.0134
1.00.01030.01290.01200.01610.0243
avg0.01240.01920.05170.02110.0781
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_90_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_90_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_90_acc.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.01670.02240.02620.02210.0325
0.050.02040.02620.03320.02430.0294
0.10.01930.02400.03170.02300.0280
0.150.01860.02400.02980.02290.0264
0.20.01790.02240.02610.02180.0266
0.250.01830.02380.02610.02280.0252
0.30.01830.02340.02560.02310.0257
0.350.01940.02390.02490.02340.0267
0.40.01950.02390.02380.02300.0263
0.450.01870.02320.02210.02260.0265
0.50.01870.02290.02090.02210.0266
0.550.01870.02350.02040.02260.0268
0.60.01780.02130.01840.02130.0267
0.650.01930.02310.01940.02250.0285
0.70.02000.02310.01830.02300.0292
0.750.01960.02240.01690.02210.0296
0.80.01910.02250.01620.02230.0303
0.850.01980.02300.01600.02290.0319
0.90.01970.02280.01550.02340.0333
0.950.01960.02240.01490.02260.0357
1.00.02070.02350.01300.02410.0403
avg0.01900.02320.02190.02280.0292
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_avg_train_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_avg_train_acc.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.10.03820.03670.02300.04620.0644
0.20.01520.01260.01110.01130.0259
0.30.01430.01580.01070.01410.0280
0.40.01150.01540.01520.01410.0147
0.50.01310.01350.01860.01320.0140
0.60.02100.03110.01240.02440.0082
0.70.03460.03840.03010.03440.0128
0.80.01110.02650.02400.02600.0163
0.90.01240.01920.05170.02110.0781
avg0.01900.02320.02190.02280.0292
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_avg_test_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_avg_test_acc.png) -### avg dataset shift -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_avg_acc.png) diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_atc_pacc_f1.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_atc_pacc_f1.md deleted file mode 100644 index 04deeb5..0000000 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_atc_pacc_f1.md +++ /dev/null @@ -1,2294 +0,0 @@ -# rcv1_CCAT_9prevs - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 426.003s -> mul_sld: 199.118s -> bin_sld_gs: 1070.285s -> mul_sld_gs: 686.591s -> bin_pacc: 409.897s -> mul_pacc: 169.591s -> binmc_pacc: 412.906s -> mulmc_pacc: 173.043s -> binne_pacc: 411.128s -> mulne_pacc: 146.658s -> bin_pacc_gs: 710.525s -> mul_pacc_gs: 245.764s -> bin_cc: 389.472s -> mul_cc: 148.220s -> kfcv: 130.095s -> ref: 120.267s -> atc_mc: 125.236s -> atc_ne: 121.957s -> doc_feat: 83.796s -> tot: 1073.769s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.04310.50190.05380.35470.0022
0.050.03970.15040.03950.07520.2253
0.10.03050.08040.02520.04580.1997
0.150.02400.06140.01840.03690.2018
0.20.02360.05480.01610.03820.1936
0.250.02380.05410.01460.03510.1943
0.30.02260.04580.01240.03580.1865
0.350.02530.04170.01060.03290.1849
0.40.02420.04240.01150.03120.1852
0.450.02270.04440.01240.03580.1824
0.50.02230.03670.01070.03290.1836
0.550.02310.03860.00910.03280.1801
0.60.02040.03550.01000.03100.1872
0.650.02270.03320.00950.02850.1871
0.70.02220.03650.00890.02910.1884
0.750.02220.03470.00810.03260.1829
0.80.02120.03120.01010.03220.1840
0.850.02230.03070.00900.03340.1816
0.90.02350.03250.00800.03370.1818
0.950.02200.03330.01000.03010.1848
1.00.02270.03070.00790.03010.1850
avg0.02500.06910.01500.05090.1801
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_10_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_10_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_10_f1.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 422.895s -> mul_sld: 162.786s -> bin_sld_gs: 1128.064s -> mul_sld_gs: 683.619s -> bin_sld_gsq: 524.432s -> bin_pacc: 410.462s -> mul_pacc: 155.872s -> binmc_pacc: 407.039s -> mulmc_pacc: 173.902s -> binne_pacc: 410.358s -> mulne_pacc: 167.292s -> bin_pacc_gs: 732.626s -> mul_pacc_gs: 261.935s -> bin_cc: 396.948s -> mul_cc: 147.743s -> kfcv: 132.118s -> ref: 106.145s -> atc_mc: 127.911s -> atc_ne: 121.613s -> doc_feat: 80.220s -> tot: 1132.799s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.04110.23380.02780.40770.1159
0.050.06600.07720.11220.05690.1303
0.10.03650.04820.05820.03370.0916
0.150.02720.03830.04120.02560.0794
0.20.02340.03080.02620.02320.0673
0.250.01860.02510.02120.01820.0623
0.30.01680.02600.01920.01820.0592
0.350.01350.01940.01280.01360.0518
0.40.01580.02180.01320.01530.0536
0.450.01530.01960.01150.01480.0510
0.50.01390.01980.01060.01360.0518
0.550.01390.01870.01020.01270.0533
0.60.01300.01790.00900.01300.0506
0.650.01450.01800.00950.01390.0480
0.70.01410.01480.00710.01410.0453
0.750.01460.01540.00640.01430.0428
0.80.01300.01480.00580.01210.0472
0.850.01370.01410.00560.01300.0461
0.90.01330.01440.00550.01350.0439
0.950.01230.01400.00530.01170.0468
1.00.01420.01260.00360.01430.0425
avg0.02020.03400.02010.03680.0610
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_20_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_20_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_20_f1.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 421.459s -> mul_sld: 146.321s -> bin_sld_gs: 1159.421s -> mul_sld_gs: 690.743s -> bin_sld_gsq: 531.736s -> bin_pacc: 423.881s -> mul_pacc: 166.104s -> binmc_pacc: 422.818s -> mulmc_pacc: 164.572s -> binne_pacc: 409.704s -> mulne_pacc: 155.476s -> bin_pacc_gs: 737.229s -> mul_pacc_gs: 269.465s -> bin_cc: 400.220s -> mul_cc: 118.299s -> kfcv: 131.612s -> ref: 122.392s -> atc_mc: 119.095s -> atc_ne: 108.266s -> doc_feat: 96.341s -> tot: 1163.937s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.02750.16290.00650.12980.3301
0.050.07910.07130.11460.08810.0519
0.10.04410.04480.05900.05420.0306
0.150.02760.03020.03520.03640.0252
0.20.02370.02480.02570.02710.0190
0.250.02100.02170.02050.02490.0167
0.30.01650.01700.01610.01920.0132
0.350.01650.01780.01460.01900.0170
0.40.01630.01610.01310.01860.0141
0.450.01440.01600.00990.01580.0135
0.50.01480.01530.00920.01460.0153
0.550.01490.01510.00740.01460.0146
0.60.01240.01450.00760.01340.0142
0.650.01280.01520.00820.01360.0159
0.70.01290.01460.00710.01350.0145
0.750.01210.01420.00690.01230.0144
0.80.01200.01460.00580.01240.0157
0.850.01180.01520.00620.01300.0168
0.90.01110.01480.00570.01260.0155
0.950.01170.01520.00630.01310.0152
1.00.01220.01570.00100.01390.0177
avg0.02030.02790.01840.02760.0334
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_30_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_30_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_30_f1.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 434.111s -> mul_sld: 159.616s -> bin_sld_gs: 1179.818s -> mul_sld_gs: 695.793s -> bin_sld_gsq: 546.801s -> bin_pacc: 431.189s -> mul_pacc: 143.236s -> binmc_pacc: 422.668s -> mulmc_pacc: 167.615s -> binne_pacc: 427.798s -> mulne_pacc: 166.144s -> bin_pacc_gs: 739.438s -> mul_pacc_gs: 261.609s -> bin_cc: 402.646s -> mul_cc: 152.045s -> kfcv: 121.176s -> ref: 127.991s -> atc_mc: 129.960s -> atc_ne: 115.970s -> doc_feat: 79.386s -> tot: 1183.412s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.10300.24960.13730.13380.3564
0.050.07370.06400.08650.05850.0506
0.10.04710.03670.06510.03910.0460
0.150.03240.02980.04250.03020.0318
0.20.02480.02380.03120.02780.0254
0.250.02090.02570.02170.02750.0197
0.30.01710.01890.01890.01900.0174
0.350.01700.01940.01580.01950.0129
0.40.01530.01940.01390.02010.0118
0.450.01140.01550.01120.01550.0095
0.50.01160.01570.01010.01480.0088
0.550.00980.01560.00910.01470.0085
0.60.00970.01550.00950.01440.0078
0.650.00930.01500.00990.01390.0093
0.70.00890.01460.01070.01380.0090
0.750.00750.01230.00900.01050.0075
0.80.00700.01260.00960.01080.0066
0.850.00630.01290.00990.01090.0084
0.90.00580.01210.01090.01030.0078
0.950.00540.01260.01040.01010.0097
1.00.00570.01190.01140.00910.0090
avg0.02140.03110.02640.02500.0321
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_40_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_40_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_40_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 441.783s -> mul_sld: 169.393s -> bin_sld_gs: 1166.420s -> mul_sld_gs: 689.481s -> bin_sld_gsq: 549.038s -> bin_pacc: 427.369s -> mul_pacc: 166.563s -> binmc_pacc: 426.636s -> mulmc_pacc: 176.801s -> binne_pacc: 435.657s -> mulne_pacc: 161.090s -> bin_pacc_gs: 730.060s -> mul_pacc_gs: 266.437s -> bin_cc: 412.726s -> mul_cc: 152.522s -> kfcv: 134.253s -> ref: 128.737s -> atc_mc: 129.517s -> atc_ne: 122.889s -> doc_feat: 88.896s -> tot: 1170.874s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.05100.18750.01470.09160.5135
0.050.07180.06380.13650.06600.1066
0.10.04920.03890.09990.04300.0476
0.150.03760.03510.07060.03460.0306
0.20.02670.02500.05030.02540.0235
0.250.02210.02130.03880.01990.0158
0.30.02120.02120.03360.01980.0147
0.350.02100.02110.02960.01930.0151
0.40.01620.01740.02330.01490.0105
0.450.01370.01500.01850.01350.0119
0.50.01250.01390.01560.01160.0115
0.550.01000.01100.01100.01020.0105
0.60.01110.01040.01100.01060.0107
0.650.01040.01030.01020.01050.0114
0.70.01040.01110.01010.01120.0103
0.750.00920.01020.00840.00960.0097
0.80.00800.00920.00680.00910.0117
0.850.00670.00860.00600.00760.0104
0.90.00640.00810.00580.00830.0117
0.950.00540.00790.00450.00770.0117
1.00.00350.00770.00190.00610.0128
avg0.02020.02640.02890.02140.0434
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_50_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_50_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_50_f1.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 426.378s -> mul_sld: 153.126s -> bin_sld_gs: 1140.607s -> mul_sld_gs: 673.397s -> bin_sld_gsq: 528.696s -> bin_pacc: 420.283s -> mul_pacc: 148.016s -> binmc_pacc: 405.920s -> mulmc_pacc: 167.711s -> binne_pacc: 417.205s -> mulne_pacc: 145.013s -> bin_pacc_gs: 730.537s -> mul_pacc_gs: 261.004s -> bin_cc: 394.352s -> mul_cc: 143.652s -> kfcv: 122.227s -> ref: 122.352s -> atc_mc: 120.259s -> atc_ne: 113.567s -> doc_feat: 80.306s -> tot: 1146.639s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.03410.11070.11080.02990.5310
0.050.07000.05410.05360.08270.2044
0.10.06280.06620.03760.07230.1045
0.150.05690.06660.02700.06390.0571
0.20.04100.05410.02400.04810.0407
0.250.04000.05240.01990.04630.0228
0.30.03440.04580.01710.03910.0196
0.350.03200.04170.01730.03710.0125
0.40.02730.03530.01460.03190.0100
0.450.02300.03100.01240.02710.0101
0.50.02110.02740.01360.02510.0081
0.550.01750.02350.00950.02160.0076
0.60.01380.01800.01050.01740.0060
0.650.01220.01630.00890.01580.0060
0.70.01360.01620.00940.01670.0055
0.750.01120.01350.00800.01400.0051
0.80.00950.01060.00830.01170.0042
0.850.00900.01040.00740.01130.0042
0.90.00830.00860.00690.01080.0045
0.950.00690.00650.00640.00830.0037
1.00.00570.00550.00470.00730.0034
avg0.02620.03400.02040.03040.0510
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_60_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_60_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_60_f1.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 417.731s -> mul_sld: 155.451s -> bin_sld_gs: 1141.720s -> mul_sld_gs: 680.203s -> bin_sld_gsq: 527.251s -> bin_pacc: 413.591s -> mul_pacc: 130.941s -> binmc_pacc: 410.011s -> mulmc_pacc: 160.422s -> binne_pacc: 411.824s -> mulne_pacc: 150.120s -> bin_pacc_gs: 731.866s -> mul_pacc_gs: 262.250s -> bin_cc: 396.501s -> mul_cc: 145.444s -> kfcv: 127.528s -> ref: 121.369s -> atc_mc: 106.641s -> atc_ne: 101.076s -> doc_feat: 86.241s -> tot: 1146.268s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.00480.00140.00040.00130.5749
0.050.10010.12230.13620.11370.3336
0.10.08490.09920.10190.09280.2163
0.150.08030.08770.08920.08240.1450
0.20.06330.07060.06770.06620.1055
0.250.06260.06760.06390.06270.0703
0.30.05210.05750.05120.05240.0549
0.350.04770.05350.04580.04800.0403
0.40.04270.04730.04000.04240.0279
0.450.03560.04190.03290.03730.0225
0.50.03000.03510.02670.03080.0165
0.550.02750.03260.02340.02790.0120
0.60.02020.02580.01690.02150.0095
0.650.01910.02440.01590.02060.0089
0.70.01610.02280.01240.01810.0060
0.750.01320.01990.01030.01560.0047
0.80.01110.01730.00870.01350.0044
0.850.00980.01580.00780.01220.0045
0.90.00670.01310.00500.00920.0036
0.950.00550.01090.00460.00760.0035
1.00.00440.01060.00390.00700.0032
avg0.03510.04180.03640.03730.0794
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_70_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_70_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_70_f1.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 437.768s -> mul_sld: 162.581s -> bin_sld_gs: 1142.333s -> mul_sld_gs: 680.247s -> bin_sld_gsq: 532.404s -> bin_pacc: 414.897s -> mul_pacc: 158.907s -> binmc_pacc: 406.361s -> mulmc_pacc: 141.227s -> binne_pacc: 414.412s -> mulne_pacc: 158.498s -> bin_pacc_gs: 720.921s -> mul_pacc_gs: 272.540s -> bin_cc: 395.525s -> mul_cc: 139.596s -> kfcv: 123.479s -> ref: 124.418s -> atc_mc: 126.354s -> atc_ne: 101.451s -> doc_feat: 111.799s -> tot: 1146.771s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.17600.02930.09190.09590.5459
0.050.11470.03240.04300.04800.3941
0.10.08380.02920.02850.02950.2954
0.150.06110.02900.02110.02210.2206
0.20.04850.02640.01620.01650.1701
0.250.03280.03000.01850.01910.1277
0.30.02650.02790.01740.01990.0994
0.350.02070.02540.01840.01920.0774
0.40.01640.02460.01750.01980.0563
0.450.01510.02000.01490.01560.0440
0.50.01100.01810.01360.01450.0323
0.550.00850.01950.01510.01610.0206
0.60.00850.01430.01080.01210.0152
0.650.00730.01450.01170.01260.0098
0.70.00590.01220.01020.01080.0072
0.750.00530.00970.00790.00830.0056
0.80.00430.00930.00720.00810.0049
0.850.00440.00740.00610.00650.0053
0.90.00350.00600.00440.00520.0055
0.950.00380.00470.00390.00420.0068
1.00.00340.00520.00400.00420.0076
avg0.03150.01880.01820.01940.1025
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_80_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_80_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_80_f1.png) - - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 423.737s -> mul_sld: 177.588s -> bin_sld_gs: 1108.736s -> mul_sld_gs: 666.006s -> bin_sld_gsq: 518.900s -> bin_pacc: 406.760s -> mul_pacc: 133.174s -> binmc_pacc: 401.789s -> mulmc_pacc: 147.520s -> binne_pacc: 400.414s -> mulne_pacc: 148.167s -> bin_pacc_gs: 722.523s -> mul_pacc_gs: 252.340s -> bin_cc: 378.760s -> mul_cc: 126.045s -> kfcv: 109.535s -> ref: 87.159s -> atc_mc: 99.104s -> atc_ne: 101.467s -> doc_feat: 83.819s -> tot: 1113.236s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.01760.00530.00070.04630.4745
0.050.03530.04710.07120.03840.4016
0.10.02740.03930.06900.02930.3432
0.150.01930.03280.06300.02310.2909
0.20.02090.02920.05420.02210.2470
0.250.01920.03010.05550.01680.2076
0.30.01690.02560.05090.01650.1759
0.350.01540.02410.04520.01540.1487
0.40.01430.02310.04360.01250.1239
0.450.01120.01720.03800.01190.1027
0.50.01170.01740.03460.01180.0842
0.550.01060.01840.03510.01150.0659
0.60.00860.01370.02800.01100.0530
0.650.00920.01490.02750.01220.0392
0.70.00850.01250.02240.01050.0290
0.750.00680.01030.01870.00940.0196
0.80.00680.01010.01650.00980.0125
0.850.00640.00930.01390.00930.0061
0.90.00540.00750.01080.00860.0036
0.950.00500.00700.00800.00750.0069
1.00.00520.00650.00600.00810.0123
avg0.01340.01910.03400.01630.1356
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_90_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_atc_pacc_90_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_90_f1.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.00.05540.16470.04930.14350.3827
0.050.07230.07580.08810.06970.2109
0.10.05180.05370.06050.04890.1528
0.150.04070.04570.04540.03950.1203
0.20.03290.03770.03460.03270.0991
0.250.02900.03650.03050.03010.0819
0.30.02490.03170.02630.02660.0712
0.350.02320.02930.02340.02490.0623
0.40.02090.02750.02120.02300.0548
0.450.01800.02450.01800.02080.0497
0.50.01650.02220.01610.01890.0458
0.550.01510.02140.01440.01800.0415
0.60.01310.01840.01260.01600.0394
0.650.01310.01800.01240.01570.0373
0.70.01250.01720.01090.01530.0350
0.750.01130.01560.00930.01410.0325
0.80.01030.01440.00880.01330.0323
0.850.01000.01380.00800.01300.0315
0.90.00930.01300.00700.01250.0309
0.950.00870.01250.00660.01110.0321
1.00.00860.01180.00490.01110.0326
avg0.02370.03360.02420.02950.0798
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_avg_train_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_avg_train_f1.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_paccmul_paccbinmc_paccmulmc_paccatc_mc
0.10.02500.06910.01500.05090.1801
0.20.02020.03400.02010.03680.0610
0.30.02030.02790.01840.02760.0334
0.40.02140.03110.02640.02500.0321
0.50.02020.02640.02890.02140.0434
0.60.02620.03400.02040.03040.0510
0.70.03510.04180.03640.03730.0794
0.80.03150.01880.01820.01940.1025
0.90.01340.01910.03400.01630.1356
avg0.02370.03360.02420.02950.0798
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_atc_pacc_avg_test_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_atc_pacc_avg_test_f1.png) -### avg dataset shift -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_atc_pacc_avg_f1.png) diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_entropy_acc.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_entropy_acc.md deleted file mode 100644 index b2f2060..0000000 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_entropy_acc.md +++ /dev/null @@ -1,2205 +0,0 @@ -# rcv1_CCAT_9prevs - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 227.883s -> mul_sld: 78.248s -> binmc_sld: 226.732s -> mulmc_sld: 66.259s -> binne_sld: 223.276s -> mulne_sld: 62.735s -> bin_pacc: 217.001s -> mul_pacc: 58.470s -> ref: 48.024s -> atc_mc: 51.785s -> tot: 230.591s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00120.00100.00040.00040.0088
0.050.00800.01140.00860.01200.0046
0.10.01180.01510.01220.01300.0080
0.150.01510.01490.01400.01120.0128
0.20.01490.01510.01460.01160.0194
0.250.01490.01420.01420.01050.0256
0.30.01400.01320.01410.00960.0348
0.350.01160.01090.01290.00820.0438
0.40.01120.01030.01370.00890.0509
0.450.01300.01010.01510.01010.0568
0.50.01370.01090.02040.01140.0633
0.550.01680.01260.01960.01220.0728
0.60.02430.01940.02870.01700.0748
0.650.02920.02790.03220.01910.0843
0.70.03470.03250.03220.02180.0916
0.750.03990.04100.03510.02380.1005
0.80.04610.05220.03930.02910.1064
0.850.05700.06880.04540.03230.1147
0.90.05760.10090.04320.03390.1204
0.950.05440.09270.04640.03390.1244
1.00.00270.01320.00300.00950.1336
avg0.02340.02800.02210.01620.0644
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_10_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_10_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_10_acc.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 224.734s -> mul_sld: 70.409s -> binmc_sld: 223.361s -> mulmc_sld: 67.028s -> binne_sld: 223.604s -> mulne_sld: 67.347s -> bin_pacc: 218.304s -> mul_pacc: 60.326s -> ref: 49.515s -> atc_mc: 54.802s -> tot: 229.075s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00310.00310.00130.00160.0097
0.050.00680.00630.00790.00760.0071
0.10.00760.00740.00870.00830.0062
0.150.00880.00810.00930.00820.0064
0.20.00930.01020.00940.01020.0088
0.250.00920.01040.00900.01050.0093
0.30.00940.01040.00910.01060.0124
0.350.00760.00940.00880.01030.0161
0.40.00910.01010.00930.01140.0190
0.450.00900.01060.00950.01210.0207
0.50.00880.01060.00990.01330.0222
0.550.00900.01020.00990.01320.0247
0.60.00950.01100.01230.01470.0272
0.650.01030.01240.01250.01630.0331
0.70.01010.01260.01300.01520.0384
0.750.01150.01420.01370.01640.0425
0.80.01370.01660.01580.01780.0407
0.850.01630.01860.01670.01840.0447
0.90.01890.02110.01720.01720.0493
0.950.02060.02360.01580.01660.0492
1.00.00110.00830.00100.00910.0571
avg0.01000.01170.01050.01230.0259
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_20_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_20_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_20_acc.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 218.651s -> mul_sld: 65.273s -> binmc_sld: 221.260s -> mulmc_sld: 64.594s -> binne_sld: 218.686s -> mulne_sld: 63.905s -> bin_pacc: 215.149s -> mul_pacc: 58.011s -> ref: 48.157s -> atc_mc: 52.112s -> tot: 224.561s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00340.00330.00190.00230.0103
0.050.00770.00750.00770.00870.0072
0.10.00990.00960.01180.01270.0049
0.150.01140.01200.01350.01480.0060
0.20.01240.01400.01370.01570.0082
0.250.01270.01650.01340.01740.0101
0.30.01100.01500.01110.01520.0119
0.350.01140.01540.01100.01460.0160
0.40.01130.01690.01040.01500.0190
0.450.00940.01550.00920.01370.0222
0.50.00900.01490.00890.01270.0259
0.550.00810.01550.00770.01240.0297
0.60.00860.01380.01020.01140.0307
0.650.00910.01280.01150.01050.0368
0.70.00930.01230.01210.01150.0400
0.750.01090.01180.01380.01110.0427
0.80.01170.01070.01510.01070.0464
0.850.01380.01030.01630.01020.0517
0.90.01680.01070.01770.01000.0521
0.950.01750.01050.01570.00880.0548
1.00.00050.00610.00050.00850.0625
avg0.01030.01220.01110.01180.0280
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_30_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_30_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_30_acc.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 213.191s -> mul_sld: 64.472s -> binmc_sld: 212.647s -> mulmc_sld: 64.187s -> binne_sld: 214.524s -> mulne_sld: 63.741s -> bin_pacc: 208.132s -> mul_pacc: 57.195s -> ref: 48.218s -> atc_mc: 52.342s -> tot: 219.577s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00470.00330.00200.00290.0190
0.050.00890.00810.00700.00950.0166
0.10.00890.00940.01000.01370.0147
0.150.01080.01200.01400.01810.0117
0.20.01200.01310.01590.02000.0105
0.250.01470.01690.01940.02410.0089
0.30.01260.01480.01670.02110.0085
0.350.01420.01600.01740.02090.0076
0.40.01470.01760.01630.02140.0079
0.450.01260.01540.01410.01900.0073
0.50.01270.01600.01360.01890.0081
0.550.01100.01680.01090.01920.0099
0.60.01120.01610.01050.01740.0112
0.650.01030.01530.01040.01590.0156
0.70.01050.01450.01070.01460.0168
0.750.00950.01190.01040.01200.0160
0.80.00830.01210.00950.01170.0180
0.850.00820.01080.01040.01080.0218
0.90.00900.00900.01110.00880.0224
0.950.00930.00870.01060.00850.0278
1.00.00070.00430.00050.00540.0285
avg0.01020.01250.01150.01490.0147
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_40_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_40_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_40_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 214.324s -> mul_sld: 66.924s -> binmc_sld: 214.469s -> mulmc_sld: 65.323s -> binne_sld: 214.727s -> mulne_sld: 65.665s -> bin_pacc: 209.386s -> mul_pacc: 57.380s -> ref: 47.729s -> atc_mc: 52.153s -> tot: 220.021s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00450.00490.00250.00500.0088
0.050.01060.00950.00930.00900.0080
0.10.00940.00970.00790.01000.0082
0.150.01080.01230.01000.01310.0077
0.20.01220.01300.01230.01530.0083
0.250.01230.01350.01450.01690.0066
0.30.01430.01530.01620.01780.0082
0.350.01610.01550.01780.01740.0103
0.40.01510.01570.01770.01840.0085
0.450.01450.01500.01680.01730.0110
0.50.01460.01500.01740.01760.0122
0.550.01210.01260.01420.01470.0125
0.60.01470.01480.01650.01640.0144
0.650.01420.01430.01470.01530.0168
0.70.01430.01440.01440.01510.0164
0.750.01300.01250.01250.01300.0170
0.80.01100.01210.01010.01270.0211
0.850.00930.01020.00970.01090.0205
0.90.00980.01000.01020.01020.0239
0.950.00790.00820.00880.00830.0253
1.00.00200.00410.00090.00380.0289
avg0.01160.01200.01210.01330.0140
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_50_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_50_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_50_acc.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 214.994s -> mul_sld: 67.090s -> binmc_sld: 213.157s -> mulmc_sld: 66.108s -> binne_sld: 214.970s -> mulne_sld: 66.024s -> bin_pacc: 209.135s -> mul_pacc: 57.235s -> ref: 48.002s -> atc_mc: 52.217s -> tot: 220.124s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.01180.00660.00760.00640.0106
0.050.02150.01310.01820.01280.0101
0.10.01950.01110.01720.01130.0092
0.150.02060.01200.01840.01220.0083
0.20.01700.01240.01500.01250.0089
0.250.02030.01350.01900.01360.0090
0.30.02110.01510.02080.01550.0084
0.350.02310.01610.02240.01650.0084
0.40.02250.01570.02240.01600.0082
0.450.02020.01430.02030.01460.0086
0.50.02260.01740.02310.01770.0085
0.550.01930.01450.01950.01440.0085
0.60.01840.01350.01870.01400.0072
0.650.01810.01390.01820.01370.0079
0.70.02120.01620.02110.01560.0076
0.750.02030.01510.02010.01470.0075
0.80.01950.01450.01920.01410.0066
0.850.02030.01550.01950.01440.0070
0.90.01950.01430.01800.01270.0078
0.950.01540.01190.01420.01100.0071
1.00.00780.00750.00390.00530.0071
avg0.01900.01350.01800.01330.0082
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_60_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_60_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_60_acc.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 217.809s -> mul_sld: 67.454s -> binmc_sld: 215.345s -> mulmc_sld: 65.596s -> binne_sld: 216.897s -> mulne_sld: 66.048s -> bin_pacc: 210.063s -> mul_pacc: 56.905s -> ref: 47.823s -> atc_mc: 51.936s -> tot: 222.297s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.01160.01000.00700.01070.0238
0.050.02790.02170.02160.01980.0222
0.10.02590.02070.02140.02000.0216
0.150.02790.02090.02430.02210.0197
0.20.02320.01760.02060.01900.0206
0.250.02520.01920.02290.02150.0160
0.30.02700.01950.02600.02230.0160
0.350.02560.02000.02460.02310.0149
0.40.02530.01870.02380.02140.0122
0.450.02510.01880.02420.02130.0123
0.50.02350.01870.02300.02040.0111
0.550.02510.01860.02420.02000.0102
0.60.02110.01530.02030.01630.0096
0.650.02400.01790.02460.01870.0100
0.70.02150.01580.02130.01580.0080
0.750.02200.01640.02140.01550.0070
0.80.02260.01630.02300.01540.0071
0.850.02310.01750.02350.01580.0076
0.90.02040.01500.02030.01250.0062
0.950.01840.01300.01680.00970.0063
1.00.01020.00960.00560.00530.0059
avg0.02270.01720.02100.01750.0128
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_70_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_70_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_70_acc.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 216.605s -> mul_sld: 66.881s -> binmc_sld: 215.549s -> mulmc_sld: 65.843s -> binne_sld: 217.993s -> mulne_sld: 64.859s -> bin_pacc: 208.788s -> mul_pacc: 56.643s -> ref: 47.697s -> atc_mc: 52.089s -> tot: 223.227s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00980.01580.00370.01820.0311
0.050.03540.03790.02160.03160.0274
0.10.03040.03370.02060.02960.0267
0.150.02880.03190.02050.03120.0227
0.20.02370.02610.01800.02680.0214
0.250.02330.02470.01890.02790.0201
0.30.02720.02520.02190.03020.0178
0.350.02250.02320.01950.02920.0196
0.40.02190.02030.01920.02740.0168
0.450.02020.01830.01790.02550.0147
0.50.01680.01600.01570.02260.0136
0.550.01930.01690.01710.02420.0111
0.60.01480.01340.01200.01790.0110
0.650.01670.01450.01510.01990.0097
0.70.01520.01300.01340.01700.0106
0.750.01410.01140.01390.01390.0091
0.80.01800.01340.01680.01550.0100
0.850.01590.01220.01610.01280.0104
0.90.01680.01290.01720.01160.0108
0.950.01440.01120.01390.00930.0130
1.00.00840.00740.00450.00380.0147
avg0.01970.01900.01610.02120.0163
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_80_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_80_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_80_acc.png) - - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 218.933s -> mul_sld: 73.768s -> binmc_sld: 218.003s -> mulmc_sld: 61.731s -> binne_sld: 219.245s -> mulne_sld: 62.751s -> bin_pacc: 208.227s -> mul_pacc: 56.657s -> ref: 48.071s -> atc_mc: 52.099s -> tot: 224.345s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00070.04540.00070.03380.1704
0.050.04990.09000.04080.07000.1614
0.10.06470.09340.04710.07060.1528
0.150.06410.09120.04910.06890.1426
0.20.05970.08270.04750.06430.1334
0.250.05980.08300.05000.06960.1217
0.30.05440.07590.04730.06500.1131
0.350.05100.07080.04610.06260.1040
0.40.04740.06550.04450.06120.0943
0.450.04210.05810.04100.05460.0847
0.50.03650.05120.03690.05030.0749
0.550.03670.04910.03810.05030.0622
0.60.02720.03820.02970.04040.0541
0.650.02840.03640.03180.04160.0422
0.70.02280.02880.02650.03420.0334
0.750.01770.02200.02160.02860.0239
0.80.01630.01930.01980.02370.0168
0.850.01380.01560.01630.01940.0090
0.90.01070.01020.01220.01330.0070
0.950.00910.00860.00910.00940.0134
1.00.00890.00780.00580.00450.0243
avg0.03440.04970.03150.04460.0781
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_90_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_90_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_90_acc.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00560.01040.00300.00900.0325
0.050.01960.02280.01580.02010.0294
0.10.02090.02330.01740.02100.0280
0.150.02200.02390.01920.02220.0264
0.20.02050.02270.01860.02170.0266
0.250.02140.02360.02010.02350.0252
0.30.02120.02270.02040.02300.0257
0.350.02030.02190.02010.02250.0267
0.40.01980.02120.01970.02240.0263
0.450.01850.01960.01870.02090.0265
0.50.01760.01890.01880.02060.0266
0.550.01750.01850.01790.02010.0268
0.60.01660.01730.01770.01840.0267
0.650.01780.01840.01900.01900.0285
0.70.01770.01780.01830.01790.0292
0.750.01770.01740.01810.01660.0296
0.80.01860.01860.01870.01670.0303
0.850.01970.02000.01930.01610.0319
0.90.01990.02270.01860.01450.0333
0.950.01860.02090.01680.01280.0357
1.00.00470.00760.00290.00610.0403
avg0.01790.01950.01710.01830.0292
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_avg_train_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_avg_train_acc.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.10.02340.02800.02210.01620.0644
0.20.01000.01170.01050.01230.0259
0.30.01030.01220.01110.01180.0280
0.40.01020.01250.01150.01490.0147
0.50.01160.01200.01210.01330.0140
0.60.01900.01350.01800.01330.0082
0.70.02270.01720.02100.01750.0128
0.80.01970.01900.01610.02120.0163
0.90.03440.04970.03150.04460.0781
avg0.01790.01950.01710.01830.0292
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_avg_test_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_avg_test_acc.png) -### avg dataset shift -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_avg_acc.png) diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_entropy_f1.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_entropy_f1.md deleted file mode 100644 index 27d6303..0000000 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_entropy_f1.md +++ /dev/null @@ -1,2205 +0,0 @@ -# rcv1_CCAT_9prevs - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 227.883s -> mul_sld: 78.248s -> binmc_sld: 226.732s -> mulmc_sld: 66.259s -> binne_sld: 223.276s -> mulne_sld: 62.735s -> bin_pacc: 217.001s -> mul_pacc: 58.470s -> ref: 48.024s -> atc_mc: 51.785s -> tot: 230.591s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00600.03030.01780.04730.0022
0.050.21030.10760.21830.11300.2253
0.10.09930.06640.11520.05840.1997
0.150.10330.03880.10110.03190.2018
0.20.06240.02970.06720.02440.1936
0.250.04980.02260.05330.02010.1943
0.30.03950.01950.04910.01780.1865
0.350.02640.01260.03380.01270.1849
0.40.02120.01610.03120.01640.1852
0.450.01790.01540.02140.01500.1824
0.50.01630.01830.03130.01700.1836
0.550.01560.01830.02050.01570.1801
0.60.02140.02410.03190.01940.1872
0.650.02590.03350.03500.02110.1871
0.70.02580.03300.02630.02090.1884
0.750.02550.03810.02520.02070.1829
0.80.02240.04280.02290.02240.1840
0.850.03060.05520.02710.02290.1816
0.90.02290.08410.01980.02270.1818
0.950.02540.07880.02620.02250.1848
1.00.00340.01650.00380.01200.1850
avg0.04150.03820.04660.02740.1801
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_10_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_10_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_10_f1.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 224.734s -> mul_sld: 70.409s -> binmc_sld: 223.361s -> mulmc_sld: 67.028s -> binne_sld: 223.604s -> mulne_sld: 67.347s -> bin_pacc: 218.304s -> mul_pacc: 60.326s -> ref: 49.515s -> atc_mc: 54.802s -> tot: 229.075s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00340.03130.00090.09240.1159
0.050.07990.07430.10300.08610.1303
0.10.04580.04540.05370.04720.0916
0.150.03550.03520.03780.03490.0794
0.20.02620.02930.02600.03000.0673
0.250.02090.02470.01950.02610.0623
0.30.01750.02070.01630.02370.0592
0.350.01090.01490.01180.01750.0518
0.40.01230.01530.01170.01900.0536
0.450.00970.01360.00950.01650.0510
0.50.00880.01270.00920.01740.0518
0.550.00800.01150.00820.01610.0533
0.60.00780.01150.00950.01560.0506
0.650.00780.01190.00900.01640.0480
0.70.00690.01130.00860.01350.0453
0.750.00740.01200.00860.01390.0428
0.80.00800.01280.00920.01370.0472
0.850.00930.01360.00930.01380.0461
0.90.00990.01390.00900.01200.0439
0.950.01040.01470.00800.01140.0468
1.00.00090.00660.00080.00730.0425
avg0.01650.02080.01810.02590.0610
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_20_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_20_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_20_f1.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 218.651s -> mul_sld: 65.273s -> binmc_sld: 221.260s -> mulmc_sld: 64.594s -> binne_sld: 218.686s -> mulne_sld: 63.905s -> bin_pacc: 215.149s -> mul_pacc: 58.011s -> ref: 48.157s -> atc_mc: 52.112s -> tot: 224.561s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00050.00890.00030.01430.3301
0.050.07590.07120.08070.08170.0519
0.10.05130.04790.06170.06170.0306
0.150.04170.04190.04880.05010.0252
0.20.03400.03720.03770.04180.0190
0.250.02810.03500.02970.03680.0167
0.30.02050.02680.02010.02700.0132
0.350.01770.02390.01650.02250.0170
0.40.01530.02270.01350.02040.0141
0.450.01110.01890.01010.01660.0135
0.50.00970.01640.00880.01400.0153
0.550.00770.01540.00650.01230.0146
0.60.00720.01290.00780.01060.0142
0.650.00660.01100.00790.00900.0159
0.70.00620.00980.00790.00900.0145
0.750.00670.00850.00840.00790.0144
0.80.00670.00730.00870.00710.0157
0.850.00760.00660.00900.00660.0168
0.90.00890.00620.00940.00590.0155
0.950.00890.00570.00800.00500.0152
1.00.00030.00390.00030.00540.0177
avg0.01770.02090.01910.02220.0334
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_30_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_30_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_30_f1.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 213.191s -> mul_sld: 64.472s -> binmc_sld: 212.647s -> mulmc_sld: 64.187s -> binne_sld: 214.524s -> mulne_sld: 63.741s -> bin_pacc: 208.132s -> mul_pacc: 57.195s -> ref: 48.218s -> atc_mc: 52.342s -> tot: 219.577s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00100.00760.00020.00700.3564
0.050.06520.06300.06000.07740.0506
0.10.03980.04160.04500.06090.0460
0.150.03350.03830.04420.05780.0318
0.20.02890.03190.04000.05010.0254
0.250.03000.03460.04080.04930.0197
0.30.02200.02540.02990.03670.0174
0.350.02080.02370.02640.03100.0129
0.40.01970.02320.02180.02820.0118
0.450.01490.01810.01690.02240.0095
0.50.01360.01700.01450.02020.0088
0.550.01080.01620.01080.01860.0085
0.60.01000.01440.00940.01570.0078
0.650.00830.01270.00800.01320.0093
0.70.00760.01110.00740.01110.0090
0.750.00630.00830.00660.00840.0075
0.80.00510.00810.00560.00780.0066
0.850.00460.00690.00570.00680.0084
0.90.00480.00520.00580.00510.0078
0.950.00480.00490.00540.00480.0097
1.00.00040.00250.00030.00310.0090
avg0.01680.01980.01930.02550.0321
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_40_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_40_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_40_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 214.324s -> mul_sld: 66.924s -> binmc_sld: 214.469s -> mulmc_sld: 65.323s -> binne_sld: 214.727s -> mulne_sld: 65.665s -> bin_pacc: 209.386s -> mul_pacc: 57.380s -> ref: 47.729s -> atc_mc: 52.153s -> tot: 220.021s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00020.00100.00020.00110.5135
0.050.07780.06160.08270.06070.1066
0.10.04070.03620.04050.03830.0476
0.150.03100.03390.03010.03620.0306
0.20.02700.02830.02720.03320.0235
0.250.02260.02570.02650.03180.0158
0.30.02240.02410.02520.02820.0147
0.350.02190.02100.02410.02380.0151
0.40.01870.01920.02190.02270.0105
0.450.01620.01660.01880.01940.0119
0.50.01470.01510.01770.01780.0115
0.550.01150.01190.01370.01390.0105
0.60.01260.01260.01430.01410.0107
0.650.01120.01120.01170.01210.0114
0.70.01050.01040.01050.01100.0103
0.750.00900.00860.00860.00890.0097
0.80.00710.00780.00640.00810.0117
0.850.00550.00610.00550.00650.0104
0.90.00540.00570.00550.00580.0117
0.950.00410.00440.00450.00450.0117
1.00.00110.00230.00050.00210.0128
avg0.01770.01730.01890.01910.0434
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_50_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_50_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_50_f1.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 214.994s -> mul_sld: 67.090s -> binmc_sld: 213.157s -> mulmc_sld: 66.108s -> binne_sld: 214.970s -> mulne_sld: 66.024s -> bin_pacc: 209.135s -> mul_pacc: 57.235s -> ref: 48.002s -> atc_mc: 52.217s -> tot: 220.124s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00020.00020.00020.00040.5310
0.050.08370.05460.08320.05420.2044
0.10.05990.03600.06030.03740.1045
0.150.04680.02710.04650.02840.0571
0.20.03240.02310.03100.02340.0407
0.250.03240.02170.03150.02210.0228
0.30.02990.02090.03020.02170.0196
0.350.02840.02000.02820.02050.0125
0.40.02540.01780.02550.01830.0100
0.450.02070.01480.02100.01520.0101
0.50.02110.01600.02140.01630.0081
0.550.01680.01250.01690.01230.0076
0.60.01480.01090.01480.01120.0060
0.650.01370.01030.01360.01020.0060
0.70.01520.01160.01490.01100.0055
0.750.01350.00990.01310.00950.0051
0.80.01220.00900.01170.00870.0042
0.850.01200.00910.01130.00840.0042
0.90.01100.00810.00990.00710.0045
0.950.00830.00640.00740.00590.0037
1.00.00420.00400.00210.00280.0034
avg0.02390.01640.02360.01640.0510
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_60_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_60_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_60_f1.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 217.809s -> mul_sld: 67.454s -> binmc_sld: 215.345s -> mulmc_sld: 65.596s -> binne_sld: 216.897s -> mulne_sld: 66.048s -> bin_pacc: 210.063s -> mul_pacc: 56.905s -> ref: 47.823s -> atc_mc: 51.936s -> tot: 222.297s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00010.00000.00010.00010.5749
0.050.08750.06940.07740.05660.3336
0.10.06680.05460.06420.05150.2163
0.150.05590.04340.05550.04490.1450
0.20.04050.03190.04070.03430.1055
0.250.03870.03030.03890.03360.0703
0.30.03500.02660.03610.03020.0549
0.350.03110.02510.03190.02880.0403
0.40.02760.02110.02760.02390.0279
0.450.02440.01900.02440.02130.0225
0.50.02130.01740.02140.01890.0165
0.550.02100.01610.02060.01710.0120
0.60.01630.01230.01590.01300.0095
0.650.01750.01340.01800.01380.0089
0.70.01490.01120.01470.01100.0060
0.750.01420.01080.01380.01010.0047
0.80.01380.01010.01390.00940.0044
0.850.01350.01030.01350.00910.0045
0.90.01130.00830.01110.00680.0036
0.950.00980.00690.00880.00510.0035
1.00.00530.00500.00290.00270.0032
avg0.02700.02110.02630.02110.0794
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_70_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_70_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_70_f1.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 216.605s -> mul_sld: 66.881s -> binmc_sld: 215.549s -> mulmc_sld: 65.843s -> binne_sld: 217.993s -> mulne_sld: 64.859s -> bin_pacc: 208.788s -> mul_pacc: 56.643s -> ref: 47.697s -> atc_mc: 52.089s -> tot: 223.227s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00010.00000.00010.00010.5459
0.050.08700.07670.06150.04660.3941
0.10.06560.05970.05260.04470.2954
0.150.05100.04720.04410.04150.2206
0.20.03630.03390.03340.03320.1701
0.250.03330.03060.03180.03320.1277
0.30.03030.02680.02890.03150.0994
0.350.02470.02330.02500.02920.0774
0.40.02160.01880.02180.02540.0563
0.450.01800.01560.01790.02170.0440
0.50.01400.01280.01470.01830.0323
0.550.01510.01290.01480.01840.0206
0.60.01060.00960.00960.01280.0152
0.650.01160.00990.01100.01360.0098
0.70.01000.00850.00920.01110.0072
0.750.00870.00720.00880.00870.0056
0.80.01050.00780.00980.00900.0049
0.850.00890.00690.00900.00720.0053
0.90.00900.00690.00910.00620.0055
0.950.00750.00580.00720.00480.0068
1.00.00430.00380.00230.00190.0076
avg0.02280.02020.02010.02000.1025
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_80_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_80_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_80_f1.png) - - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 218.933s -> mul_sld: 73.768s -> binmc_sld: 218.003s -> mulmc_sld: 61.731s -> binne_sld: 219.245s -> mulne_sld: 62.751s -> bin_pacc: 208.227s -> mul_pacc: 56.657s -> ref: 48.071s -> atc_mc: 52.099s -> tot: 224.345s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00000.00000.00000.00000.4745
0.050.10810.10230.08730.06570.4016
0.10.12760.10990.09080.07150.3432
0.150.11310.10090.08520.06970.2909
0.20.09500.08730.07470.06330.2470
0.250.08550.08190.07060.06410.2076
0.30.07120.07010.06150.05760.1759
0.350.06110.06230.05510.05370.1487
0.40.05230.05450.04900.04970.1239
0.450.04180.04460.04070.04190.1027
0.50.03410.03750.03450.03710.0842
0.550.03110.03440.03240.03550.0659
0.60.02190.02520.02400.02720.0530
0.650.02100.02350.02360.02710.0392
0.70.01600.01800.01860.02160.0290
0.750.01160.01310.01430.01730.0196
0.80.01000.01110.01220.01390.0125
0.850.00800.00870.00950.01090.0061
0.90.00590.00560.00680.00720.0036
0.950.00480.00450.00480.00490.0069
1.00.00450.00390.00290.00230.0123
avg0.04400.04280.03800.03530.1356
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_90_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_90_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_90_f1.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.00.00130.00880.00220.01810.3827
0.050.09730.07560.09490.07130.2109
0.10.06630.05530.06490.05240.1528
0.150.05690.04520.05480.04390.1203
0.20.04250.03700.04200.03710.0991
0.250.03790.03410.03810.03520.0819
0.30.03200.02900.03300.03050.0712
0.350.02700.02520.02810.02660.0623
0.40.02380.02320.02490.02490.0548
0.450.01940.01960.02010.02110.0497
0.50.01710.01810.01930.01970.0458
0.550.01530.01660.01600.01780.0415
0.60.01360.01480.01520.01550.0394
0.650.01370.01530.01530.01520.0373
0.70.01260.01390.01310.01340.0350
0.750.01140.01290.01190.01170.0325
0.80.01070.01300.01120.01110.0323
0.850.01110.01370.01110.01020.0315
0.90.00990.01600.00960.00870.0309
0.950.00930.01470.00890.00770.0321
1.00.00270.00540.00180.00440.0326
avg0.02530.02420.02550.02360.0798
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_avg_train_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_avg_train_f1.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_sldmulmc_sldbinne_sldmulne_sldatc_mc
0.10.04150.03820.04660.02740.1801
0.20.01650.02080.01810.02590.0610
0.30.01770.02090.01910.02220.0334
0.40.01680.01980.01930.02550.0321
0.50.01770.01730.01890.01910.0434
0.60.02390.01640.02360.01640.0510
0.70.02700.02110.02630.02110.0794
0.80.02280.02020.02010.02000.1025
0.90.04400.04280.03800.03530.1356
avg0.02530.02420.02550.02360.0798
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_avg_test_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_avg_test_f1.png) -### avg dataset shift -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_avg_f1.png) diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_entropy_pacc_acc.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_entropy_pacc_acc.md deleted file mode 100644 index 22ce787..0000000 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_entropy_pacc_acc.md +++ /dev/null @@ -1,2294 +0,0 @@ -# rcv1_CCAT_9prevs - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 426.003s -> mul_sld: 199.118s -> bin_sld_gs: 1070.285s -> mul_sld_gs: 686.591s -> bin_pacc: 409.897s -> mul_pacc: 169.591s -> binmc_pacc: 412.906s -> mulmc_pacc: 173.043s -> binne_pacc: 411.128s -> mulne_pacc: 146.658s -> bin_pacc_gs: 710.525s -> mul_pacc_gs: 245.764s -> bin_cc: 389.472s -> mul_cc: 148.220s -> kfcv: 130.095s -> ref: 120.267s -> atc_mc: 125.236s -> atc_ne: 121.957s -> doc_feat: 83.796s -> tot: 1073.769s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.00110.00260.00150.00400.0088
0.050.00600.00580.00540.00530.0046
0.10.00800.01000.00750.00710.0080
0.150.00860.01250.00850.00790.0128
0.20.01090.01750.01060.01120.0194
0.250.01270.02240.01280.01330.0256
0.30.01500.02780.01520.01650.0348
0.350.01950.03450.02000.02050.0438
0.40.02050.03700.02110.02170.0509
0.450.02140.04220.02220.02500.0568
0.50.02260.04590.02410.02680.0633
0.550.02520.05160.02640.03050.0728
0.60.02360.05280.02610.02920.0748
0.650.02940.05880.03170.03390.0843
0.70.03140.06410.03460.03690.0916
0.750.03360.07060.03660.04050.1005
0.80.03260.07250.03590.04100.1064
0.850.03630.07940.03970.04640.1147
0.90.03950.08540.04340.05080.1204
0.950.04020.08550.04360.05000.1244
1.00.04400.09220.04900.05420.1336
avg0.02300.04620.02460.02730.0644
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_10_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_10_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_10_acc.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 422.895s -> mul_sld: 162.786s -> bin_sld_gs: 1128.064s -> mul_sld_gs: 683.619s -> bin_sld_gsq: 524.432s -> bin_pacc: 410.462s -> mul_pacc: 155.872s -> binmc_pacc: 407.039s -> mulmc_pacc: 173.902s -> binne_pacc: 410.358s -> mulne_pacc: 167.292s -> bin_pacc_gs: 732.626s -> mul_pacc_gs: 261.935s -> bin_cc: 396.948s -> mul_cc: 147.743s -> kfcv: 132.118s -> ref: 106.145s -> atc_mc: 127.911s -> atc_ne: 121.613s -> doc_feat: 80.220s -> tot: 1132.799s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.01400.00970.00950.00400.0097
0.050.01450.01000.00880.00630.0071
0.10.01390.01070.00750.00730.0062
0.150.01290.01040.00690.00720.0064
0.20.01150.01040.00790.00910.0088
0.250.01120.00980.00820.01010.0093
0.30.01170.00980.00910.01010.0124
0.350.01000.00950.01020.01020.0161
0.40.01010.00890.01330.01190.0190
0.450.01070.00970.01540.01320.0207
0.50.01070.00970.01640.01300.0222
0.550.01130.00920.01930.01540.0247
0.60.01100.00980.01910.01440.0272
0.650.01210.01100.02400.01780.0331
0.70.01010.01110.02710.01980.0384
0.750.00960.01170.02950.02060.0425
0.80.00990.01180.02970.01960.0407
0.850.00920.01280.03250.02220.0447
0.90.01010.01570.03440.02480.0493
0.950.01050.01450.03520.02300.0492
1.00.00740.02050.04060.02890.0571
avg0.01110.01130.01930.01470.0259
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_20_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_20_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_20_acc.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 421.459s -> mul_sld: 146.321s -> bin_sld_gs: 1159.421s -> mul_sld_gs: 690.743s -> bin_sld_gsq: 531.736s -> bin_pacc: 423.881s -> mul_pacc: 166.104s -> binmc_pacc: 422.818s -> mulmc_pacc: 164.572s -> binne_pacc: 409.704s -> mulne_pacc: 155.476s -> bin_pacc_gs: 737.229s -> mul_pacc_gs: 269.465s -> bin_cc: 400.220s -> mul_cc: 118.299s -> kfcv: 131.612s -> ref: 122.392s -> atc_mc: 119.095s -> atc_ne: 108.266s -> doc_feat: 96.341s -> tot: 1163.937s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.01280.01320.01570.01070.0103
0.050.01530.01260.01510.01130.0072
0.10.01450.01330.01480.01210.0049
0.150.01190.01170.01230.00990.0060
0.20.01100.01090.01160.01080.0082
0.250.01040.01120.01030.01050.0101
0.30.01050.01090.01090.01100.0119
0.350.01090.01180.01150.01100.0160
0.40.01080.01290.01050.01130.0190
0.450.00980.01170.01030.01040.0222
0.50.00980.01230.01000.01050.0259
0.550.00880.01340.00900.01040.0297
0.60.00990.01250.01010.01080.0307
0.650.01140.01410.01110.01130.0368
0.70.01040.01500.01010.01240.0400
0.750.01110.01480.01090.01280.0427
0.80.00990.01560.00990.01140.0464
0.850.01120.01760.01110.01320.0517
0.90.01080.01790.01060.01370.0521
0.950.01240.02050.01150.01600.0548
1.00.00200.02310.00180.01730.0625
avg0.01070.01410.01090.01190.0280
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_30_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_30_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_30_acc.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 434.111s -> mul_sld: 159.616s -> bin_sld_gs: 1179.818s -> mul_sld_gs: 695.793s -> bin_sld_gsq: 546.801s -> bin_pacc: 431.189s -> mul_pacc: 143.236s -> binmc_pacc: 422.668s -> mulmc_pacc: 167.615s -> binne_pacc: 427.798s -> mulne_pacc: 166.144s -> bin_pacc_gs: 739.438s -> mul_pacc_gs: 261.609s -> bin_cc: 402.646s -> mul_cc: 152.045s -> kfcv: 121.176s -> ref: 127.991s -> atc_mc: 129.960s -> atc_ne: 115.970s -> doc_feat: 79.386s -> tot: 1183.412s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.02430.00650.01570.01750.0190
0.050.02160.00890.01550.01780.0166
0.10.02070.00940.01480.01810.0147
0.150.01710.00980.01290.01640.0117
0.20.01590.01140.01200.01640.0105
0.250.01240.01360.01090.01420.0089
0.30.01260.01110.01140.01640.0085
0.350.01160.01340.01170.01610.0076
0.40.01100.01510.01100.01470.0079
0.450.01000.01330.01030.01570.0073
0.50.00950.01390.01020.01320.0081
0.550.00930.01530.00980.01260.0099
0.60.01070.01610.01110.01230.0112
0.650.01220.01690.01190.01260.0156
0.70.01410.01790.01380.01310.0168
0.750.01320.01500.01240.01390.0160
0.80.01510.01640.01290.01080.0180
0.850.01640.01740.01460.01280.0218
0.90.01940.01770.01560.01160.0224
0.950.01970.01840.01560.01420.0278
1.00.02310.01800.01800.01250.0285
avg0.01520.01410.01300.01440.0147
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_40_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_40_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_40_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 441.783s -> mul_sld: 169.393s -> bin_sld_gs: 1166.420s -> mul_sld_gs: 689.481s -> bin_sld_gsq: 549.038s -> bin_pacc: 427.369s -> mul_pacc: 166.563s -> binmc_pacc: 426.636s -> mulmc_pacc: 176.801s -> binne_pacc: 435.657s -> mulne_pacc: 161.090s -> bin_pacc_gs: 730.060s -> mul_pacc_gs: 266.437s -> bin_cc: 412.726s -> mul_cc: 152.522s -> kfcv: 134.253s -> ref: 128.737s -> atc_mc: 129.517s -> atc_ne: 122.889s -> doc_feat: 88.896s -> tot: 1170.874s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.03100.01430.02840.04020.0088
0.050.03520.01630.03050.03820.0080
0.10.03380.01410.02870.03610.0082
0.150.03060.01380.02590.03370.0077
0.20.02640.01210.02270.02980.0083
0.250.02390.01150.02120.02780.0066
0.30.02350.01290.02080.02660.0082
0.350.02360.01430.02180.02710.0103
0.40.02060.01230.01860.02380.0085
0.450.01810.01220.01620.02180.0110
0.50.01660.01150.01530.01950.0122
0.550.01260.01070.01190.01540.0125
0.60.01320.01230.01250.01450.0144
0.650.01320.01330.01240.01450.0168
0.70.01410.01500.01360.01490.0164
0.750.01210.01380.01250.01410.0170
0.80.01040.01390.01090.01340.0211
0.850.01010.01260.01010.01250.0205
0.90.01030.01440.00990.01380.0239
0.950.00840.01420.00860.01370.0253
1.00.00370.01210.00550.01180.0289
avg0.01860.01320.01700.02210.0140
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_50_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_50_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_50_acc.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 426.378s -> mul_sld: 153.126s -> bin_sld_gs: 1140.607s -> mul_sld_gs: 673.397s -> bin_sld_gsq: 528.696s -> bin_pacc: 420.283s -> mul_pacc: 148.016s -> binmc_pacc: 405.920s -> mulmc_pacc: 167.711s -> binne_pacc: 417.205s -> mulne_pacc: 145.013s -> bin_pacc_gs: 730.537s -> mul_pacc_gs: 261.004s -> bin_cc: 394.352s -> mul_cc: 143.652s -> kfcv: 122.227s -> ref: 122.352s -> atc_mc: 120.259s -> atc_ne: 113.567s -> doc_feat: 80.306s -> tot: 1146.639s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.01100.03340.03910.05330.0106
0.050.01370.03450.04150.05430.0101
0.10.01380.03210.03770.05010.0092
0.150.01290.03300.03830.04950.0083
0.20.01230.02830.03320.04390.0089
0.250.01250.02980.03360.04420.0090
0.30.01250.02810.03220.04140.0084
0.350.01400.02920.03230.04130.0084
0.40.01290.02750.03050.03800.0082
0.450.01170.02550.02770.03450.0086
0.50.01420.02570.02650.03300.0085
0.550.01050.02340.02440.03020.0085
0.60.01270.02050.02060.02530.0072
0.650.01160.01950.01940.02350.0079
0.70.01300.02200.02100.02460.0076
0.750.01190.01960.01890.02190.0075
0.80.01310.01730.01590.01840.0066
0.850.01230.01760.01580.01800.0070
0.90.01210.01780.01510.01650.0078
0.950.01200.01430.01280.01380.0071
1.00.00940.01310.01080.01250.0071
avg0.01240.02440.02610.03280.0082
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_60_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_60_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_60_acc.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 417.731s -> mul_sld: 155.451s -> bin_sld_gs: 1141.720s -> mul_sld_gs: 680.203s -> bin_sld_gsq: 527.251s -> bin_pacc: 413.591s -> mul_pacc: 130.941s -> binmc_pacc: 410.011s -> mulmc_pacc: 160.422s -> binne_pacc: 411.824s -> mulne_pacc: 150.120s -> bin_pacc_gs: 731.866s -> mul_pacc_gs: 262.250s -> bin_cc: 396.501s -> mul_cc: 145.444s -> kfcv: 127.528s -> ref: 121.369s -> atc_mc: 106.641s -> atc_ne: 101.076s -> doc_feat: 86.241s -> tot: 1146.268s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.03650.04740.03890.04750.0238
0.050.05830.05540.07020.05070.0222
0.10.05160.05000.06250.04680.0216
0.150.05160.04990.06090.04640.0197
0.20.04560.04530.05360.04270.0206
0.250.04610.04630.05430.04350.0160
0.30.04220.04380.05040.04170.0160
0.350.04020.04280.04770.04070.0149
0.40.03840.04120.04440.03890.0122
0.450.03490.03990.04020.03750.0123
0.50.02990.03480.03470.03380.0111
0.550.02820.03370.03230.03360.0102
0.60.02200.02790.02500.02810.0096
0.650.02160.02800.02430.02860.0100
0.70.01770.02610.02010.02690.0080
0.750.01570.02390.01670.02470.0070
0.80.01400.02180.01450.02260.0071
0.850.01320.02080.01330.02170.0076
0.90.00880.01630.00930.01870.0062
0.950.00840.01410.00860.01530.0063
1.00.00750.01350.00700.01550.0059
avg0.03010.03440.03470.03360.0128
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_70_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_70_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_70_acc.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 437.768s -> mul_sld: 162.581s -> bin_sld_gs: 1142.333s -> mul_sld_gs: 680.247s -> bin_sld_gsq: 532.404s -> bin_pacc: 414.897s -> mul_pacc: 158.907s -> binmc_pacc: 406.361s -> mulmc_pacc: 141.227s -> binne_pacc: 414.412s -> mulne_pacc: 158.498s -> bin_pacc_gs: 720.921s -> mul_pacc_gs: 272.540s -> bin_cc: 395.525s -> mul_cc: 139.596s -> kfcv: 123.479s -> ref: 124.418s -> atc_mc: 126.354s -> atc_ne: 101.451s -> doc_feat: 111.799s -> tot: 1146.771s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.04190.04390.04710.06120.0311
0.050.04350.04610.05690.06470.0274
0.10.03920.04090.05270.05650.0267
0.150.03790.04120.05060.05570.0227
0.20.03300.03550.04510.04860.0214
0.250.03420.03650.04650.04930.0201
0.30.03210.03630.04390.04690.0178
0.350.02970.03180.04060.04220.0196
0.40.02820.03120.03920.03970.0168
0.450.02520.02780.03510.03550.0147
0.50.02280.02450.03220.03130.0136
0.550.02400.02630.03370.03290.0111
0.60.01800.02000.02580.02490.0110
0.650.01870.02050.02610.02460.0097
0.70.01670.01780.02370.02020.0106
0.750.01310.01400.01890.01590.0091
0.80.01240.01420.01880.01500.0100
0.850.01050.01150.01540.01220.0104
0.90.00790.00940.01260.00960.0108
0.950.00740.00800.01010.00890.0130
1.00.00780.00830.01040.00850.0147
avg0.02400.02600.03260.03350.0163
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_80_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_80_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_80_acc.png) - - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 423.737s -> mul_sld: 177.588s -> bin_sld_gs: 1108.736s -> mul_sld_gs: 666.006s -> bin_sld_gsq: 518.900s -> bin_pacc: 406.760s -> mul_pacc: 133.174s -> binmc_pacc: 401.789s -> mulmc_pacc: 147.520s -> binne_pacc: 400.414s -> mulne_pacc: 148.167s -> bin_pacc_gs: 722.523s -> mul_pacc_gs: 252.340s -> bin_cc: 378.760s -> mul_cc: 126.045s -> kfcv: 109.535s -> ref: 87.159s -> atc_mc: 99.104s -> atc_ne: 101.467s -> doc_feat: 83.819s -> tot: 1113.236s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.06330.02810.04310.03050.1704
0.050.09080.02930.07770.03700.1614
0.10.09010.02640.07950.02920.1528
0.150.08430.02390.07540.02530.1426
0.20.06820.02500.06710.02830.1334
0.250.07110.02410.06390.02520.1217
0.30.07040.02720.06430.02540.1131
0.350.06430.02350.05520.02340.1040
0.40.06140.02070.05720.02100.0943
0.450.05690.02080.05310.02080.0847
0.50.05180.02050.05000.01700.0749
0.550.05400.01980.05130.01980.0622
0.60.04470.01950.04200.01540.0541
0.650.04440.02080.04390.01890.0422
0.70.03690.01790.03790.01530.0334
0.750.03190.01600.03080.01370.0239
0.80.02870.01720.03110.01370.0168
0.850.02520.01650.02590.01400.0090
0.90.02010.01580.02110.01120.0070
0.950.01520.01420.01730.01100.0134
1.00.01200.01610.01430.01160.0243
avg0.05170.02110.04770.02040.0781
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_90_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_90_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_90_acc.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.02620.02210.02650.02990.0325
0.050.03320.02430.03570.03170.0294
0.10.03170.02300.03400.02930.0280
0.150.02980.02290.03240.02800.0264
0.20.02610.02180.02930.02680.0266
0.250.02610.02280.02910.02650.0252
0.30.02560.02310.02870.02620.0257
0.350.02490.02340.02790.02580.0267
0.40.02380.02300.02730.02460.0263
0.450.02210.02260.02560.02380.0265
0.50.02090.02210.02440.02200.0266
0.550.02040.02260.02420.02230.0268
0.60.01840.02130.02140.01940.0267
0.650.01940.02250.02280.02060.0285
0.70.01830.02300.02240.02040.0292
0.750.01690.02210.02080.01980.0296
0.80.01620.02230.02000.01840.0303
0.850.01600.02290.01980.01920.0319
0.90.01550.02340.01910.01900.0333
0.950.01490.02260.01810.01840.0357
1.00.01300.02410.01750.01920.0403
avg0.02190.02280.02510.02340.0292
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_train_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_train_acc.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.10.02300.04620.02460.02730.0644
0.20.01110.01130.01930.01470.0259
0.30.01070.01410.01090.01190.0280
0.40.01520.01410.01300.01440.0147
0.50.01860.01320.01700.02210.0140
0.60.01240.02440.02610.03280.0082
0.70.03010.03440.03470.03360.0128
0.80.02400.02600.03260.03350.0163
0.90.05170.02110.04770.02040.0781
avg0.02190.02280.02510.02340.0292
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_test_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_test_acc.png) -### avg dataset shift -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_acc.png) diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_entropy_pacc_f1.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_entropy_pacc_f1.md deleted file mode 100644 index c42d49f..0000000 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_max_conf_vs_entropy_pacc_f1.md +++ /dev/null @@ -1,2294 +0,0 @@ -# rcv1_CCAT_9prevs - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 426.003s -> mul_sld: 199.118s -> bin_sld_gs: 1070.285s -> mul_sld_gs: 686.591s -> bin_pacc: 409.897s -> mul_pacc: 169.591s -> binmc_pacc: 412.906s -> mulmc_pacc: 173.043s -> binne_pacc: 411.128s -> mulne_pacc: 146.658s -> bin_pacc_gs: 710.525s -> mul_pacc_gs: 245.764s -> bin_cc: 389.472s -> mul_cc: 148.220s -> kfcv: 130.095s -> ref: 120.267s -> atc_mc: 125.236s -> atc_ne: 121.957s -> doc_feat: 83.796s -> tot: 1073.769s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.05380.35470.04670.10400.0022
0.050.03950.07520.03880.07970.2253
0.10.02520.04580.02730.04470.1997
0.150.01840.03690.01970.03670.2018
0.20.01610.03820.01870.03270.1936
0.250.01460.03510.01740.02890.1943
0.30.01240.03580.01700.02510.1865
0.350.01060.03290.01850.02340.1849
0.40.01150.03120.01700.02510.1852
0.450.01240.03580.01630.02600.1824
0.50.01070.03290.01540.02240.1836
0.550.00910.03280.01570.02310.1801
0.60.01000.03100.01420.02010.1872
0.650.00950.02850.01540.01970.1871
0.70.00890.02910.01560.01910.1884
0.750.00810.03260.01540.01940.1829
0.80.01010.03220.01450.01990.1840
0.850.00900.03340.01500.02260.1816
0.90.00800.03370.01590.02260.1818
0.950.01000.03010.01480.01960.1848
1.00.00790.03010.01580.02010.1850
avg0.01500.05090.01930.03120.1801
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_10_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_10_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_10_f1.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 422.895s -> mul_sld: 162.786s -> bin_sld_gs: 1128.064s -> mul_sld_gs: 683.619s -> bin_sld_gsq: 524.432s -> bin_pacc: 410.462s -> mul_pacc: 155.872s -> binmc_pacc: 407.039s -> mulmc_pacc: 173.902s -> binne_pacc: 410.358s -> mulne_pacc: 167.292s -> bin_pacc_gs: 732.626s -> mul_pacc_gs: 261.935s -> bin_cc: 396.948s -> mul_cc: 147.743s -> kfcv: 132.118s -> ref: 106.145s -> atc_mc: 127.911s -> atc_ne: 121.613s -> doc_feat: 80.220s -> tot: 1132.799s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.02780.40770.02080.52090.1159
0.050.11220.05690.07540.06390.1303
0.10.05820.03370.03630.03800.0916
0.150.04120.02560.02530.02800.0794
0.20.02620.02320.02190.02690.0673
0.250.02120.01820.01850.02450.0623
0.30.01920.01820.01660.02130.0592
0.350.01280.01360.01500.01740.0518
0.40.01320.01530.01750.01840.0536
0.450.01150.01480.01740.01760.0510
0.50.01060.01360.01650.01660.0518
0.550.01020.01270.01750.01600.0533
0.60.00900.01300.01580.01530.0506
0.650.00950.01390.01790.01650.0480
0.70.00710.01410.01880.01620.0453
0.750.00640.01430.01890.01610.0428
0.80.00580.01210.01790.01380.0472
0.850.00560.01300.01810.01490.0461
0.90.00550.01350.01820.01540.0439
0.950.00530.01170.01750.01390.0468
1.00.00360.01430.01950.01580.0425
avg0.02010.03680.02200.04510.0610
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_20_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_20_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_20_f1.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 421.459s -> mul_sld: 146.321s -> bin_sld_gs: 1159.421s -> mul_sld_gs: 690.743s -> bin_sld_gsq: 531.736s -> bin_pacc: 423.881s -> mul_pacc: 166.104s -> binmc_pacc: 422.818s -> mulmc_pacc: 164.572s -> binne_pacc: 409.704s -> mulne_pacc: 155.476s -> bin_pacc_gs: 737.229s -> mul_pacc_gs: 269.465s -> bin_cc: 400.220s -> mul_cc: 118.299s -> kfcv: 131.612s -> ref: 122.392s -> atc_mc: 119.095s -> atc_ne: 108.266s -> doc_feat: 96.341s -> tot: 1163.937s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.00650.12980.05910.36160.3301
0.050.11460.08810.08890.07460.0519
0.10.05900.05420.05270.04730.0306
0.150.03520.03640.03270.02900.0252
0.20.02570.02710.02400.02630.0190
0.250.02050.02490.01860.02320.0167
0.30.01610.01920.01570.01830.0132
0.350.01460.01900.01460.01710.0170
0.40.01310.01860.01200.01670.0141
0.450.00990.01580.01000.01390.0135
0.50.00920.01460.00920.01280.0153
0.550.00740.01460.00740.01170.0146
0.60.00760.01340.00780.01130.0142
0.650.00820.01360.00780.01120.0159
0.70.00710.01350.00670.01140.0145
0.750.00690.01230.00670.01030.0144
0.80.00580.01240.00570.00930.0157
0.850.00620.01300.00620.01000.0168
0.90.00570.01260.00560.00970.0155
0.950.00630.01310.00590.01040.0152
1.00.00100.01390.00090.01060.0177
avg0.01840.02760.01900.03560.0334
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_30_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_30_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_30_f1.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 434.111s -> mul_sld: 159.616s -> bin_sld_gs: 1179.818s -> mul_sld_gs: 695.793s -> bin_sld_gsq: 546.801s -> bin_pacc: 431.189s -> mul_pacc: 143.236s -> binmc_pacc: 422.668s -> mulmc_pacc: 167.615s -> binne_pacc: 427.798s -> mulne_pacc: 166.144s -> bin_pacc_gs: 739.438s -> mul_pacc_gs: 261.609s -> bin_cc: 402.646s -> mul_cc: 152.045s -> kfcv: 121.176s -> ref: 127.991s -> atc_mc: 129.960s -> atc_ne: 115.970s -> doc_feat: 79.386s -> tot: 1183.412s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.13730.13380.09470.13550.3564
0.050.08650.05850.07720.08550.0506
0.10.06510.03910.05170.06370.0460
0.150.04250.03020.03490.04490.0318
0.20.03120.02780.02570.03600.0254
0.250.02170.02750.02060.02690.0197
0.30.01890.01900.01800.02680.0174
0.350.01580.01950.01680.02370.0129
0.40.01390.02010.01450.01980.0118
0.450.01120.01550.01210.01880.0095
0.50.01010.01480.01090.01450.0088
0.550.00910.01470.00960.01320.0085
0.60.00950.01440.00990.01170.0078
0.650.00990.01390.00970.01100.0093
0.70.01070.01380.01060.01060.0090
0.750.00900.01050.00850.01100.0075
0.80.00960.01080.00830.00830.0066
0.850.00990.01090.00900.00890.0084
0.90.01090.01030.00880.00760.0078
0.950.01040.01010.00830.00860.0097
1.00.01140.00910.00910.00740.0090
avg0.02640.02500.02230.02830.0321
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_40_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_40_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_40_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 441.783s -> mul_sld: 169.393s -> bin_sld_gs: 1166.420s -> mul_sld_gs: 689.481s -> bin_sld_gsq: 549.038s -> bin_pacc: 427.369s -> mul_pacc: 166.563s -> binmc_pacc: 426.636s -> mulmc_pacc: 176.801s -> binne_pacc: 435.657s -> mulne_pacc: 161.090s -> bin_pacc_gs: 730.060s -> mul_pacc_gs: 266.437s -> bin_cc: 412.726s -> mul_cc: 152.522s -> kfcv: 134.253s -> ref: 128.737s -> atc_mc: 129.517s -> atc_ne: 122.889s -> doc_feat: 88.896s -> tot: 1170.874s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.01470.09160.02530.04330.5135
0.050.13650.06600.10540.11150.1066
0.10.09990.04300.08080.09320.0476
0.150.07060.03460.05800.07020.0306
0.20.05030.02540.04210.05320.0235
0.250.03880.01990.03410.04290.0158
0.30.03360.01980.02950.03700.0147
0.350.02960.01930.02730.03380.0151
0.40.02330.01490.02110.02700.0105
0.450.01850.01350.01670.02200.0119
0.50.01560.01160.01450.01840.0115
0.550.01100.01020.01070.01380.0105
0.60.01100.01060.01060.01200.0107
0.650.01020.01050.00970.01120.0114
0.70.01010.01120.01000.01090.0103
0.750.00840.00960.00870.00980.0097
0.80.00680.00910.00730.00880.0117
0.850.00600.00760.00610.00770.0104
0.90.00580.00830.00570.00810.0117
0.950.00450.00770.00470.00760.0117
1.00.00190.00610.00280.00630.0128
avg0.02890.02140.02530.03090.0434
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_50_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_50_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_50_f1.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 426.378s -> mul_sld: 153.126s -> bin_sld_gs: 1140.607s -> mul_sld_gs: 673.397s -> bin_sld_gsq: 528.696s -> bin_pacc: 420.283s -> mul_pacc: 148.016s -> binmc_pacc: 405.920s -> mulmc_pacc: 167.711s -> binne_pacc: 417.205s -> mulne_pacc: 145.013s -> bin_pacc_gs: 730.537s -> mul_pacc_gs: 261.004s -> bin_cc: 394.352s -> mul_cc: 143.652s -> kfcv: 122.227s -> ref: 122.352s -> atc_mc: 120.259s -> atc_ne: 113.567s -> doc_feat: 80.306s -> tot: 1146.639s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.11080.02990.06220.03860.5310
0.050.05360.08270.06230.09790.2044
0.10.03760.07230.06440.09330.1045
0.150.02700.06390.06290.08480.0571
0.20.02400.04810.04830.06710.0407
0.250.01990.04630.04600.06270.0228
0.30.01710.03910.04050.05290.0196
0.350.01730.03710.03750.04890.0125
0.40.01460.03190.03260.04110.0100
0.450.01240.02710.02720.03410.0101
0.50.01360.02510.02450.03060.0081
0.550.00950.02160.02120.02640.0076
0.60.01050.01740.01660.02060.0060
0.650.00890.01580.01500.01810.0060
0.70.00940.01670.01540.01810.0055
0.750.00800.01400.01310.01520.0051
0.80.00830.01170.01040.01210.0042
0.850.00740.01130.00990.01130.0042
0.90.00690.01080.00900.00990.0045
0.950.00640.00830.00720.00780.0037
1.00.00470.00730.00590.00680.0034
avg0.02040.03040.03010.03800.0510
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_60_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_60_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_60_f1.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 417.731s -> mul_sld: 155.451s -> bin_sld_gs: 1141.720s -> mul_sld_gs: 680.203s -> bin_sld_gsq: 527.251s -> bin_pacc: 413.591s -> mul_pacc: 130.941s -> binmc_pacc: 410.011s -> mulmc_pacc: 160.422s -> binne_pacc: 411.824s -> mulne_pacc: 150.120s -> bin_pacc_gs: 731.866s -> mul_pacc_gs: 262.250s -> bin_cc: 396.501s -> mul_cc: 145.444s -> kfcv: 127.528s -> ref: 121.369s -> atc_mc: 106.641s -> atc_ne: 101.076s -> doc_feat: 86.241s -> tot: 1146.268s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.00040.00130.00000.03670.5749
0.050.13620.11370.18700.04130.3336
0.10.10190.09280.13670.04820.2163
0.150.08920.08240.11360.05160.1450
0.20.06770.06620.08570.04630.1055
0.250.06390.06270.07860.04820.0703
0.30.05120.05240.06350.04310.0549
0.350.04580.04800.05570.04060.0403
0.40.04000.04240.04730.03670.0279
0.450.03290.03730.03880.03310.0225
0.50.02670.03080.03130.02860.0165
0.550.02340.02790.02710.02690.0120
0.60.01690.02150.01930.02120.0095
0.650.01590.02060.01800.02070.0089
0.70.01240.01810.01410.01860.0060
0.750.01030.01560.01100.01620.0047
0.80.00870.01350.00910.01410.0044
0.850.00780.01220.00790.01300.0045
0.90.00500.00920.00530.01070.0036
0.950.00460.00760.00470.00840.0035
1.00.00390.00700.00360.00810.0032
avg0.03640.03730.04560.02920.0794
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_70_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_70_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_70_f1.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 437.768s -> mul_sld: 162.581s -> bin_sld_gs: 1142.333s -> mul_sld_gs: 680.247s -> bin_sld_gsq: 532.404s -> bin_pacc: 414.897s -> mul_pacc: 158.907s -> binmc_pacc: 406.361s -> mulmc_pacc: 141.227s -> binne_pacc: 414.412s -> mulne_pacc: 158.498s -> bin_pacc_gs: 720.921s -> mul_pacc_gs: 272.540s -> bin_cc: 395.525s -> mul_cc: 139.596s -> kfcv: 123.479s -> ref: 124.418s -> atc_mc: 126.354s -> atc_ne: 101.451s -> doc_feat: 111.799s -> tot: 1146.771s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.09190.09590.00690.03920.5459
0.050.04300.04800.05270.02570.3941
0.10.02850.02950.05080.02600.2954
0.150.02110.02210.04720.02870.2206
0.20.01620.01650.04140.02670.1701
0.250.01850.01910.04400.03140.1277
0.30.01740.01990.03850.03090.0994
0.350.01840.01920.03540.02840.0774
0.40.01750.01980.03310.02730.0563
0.450.01490.01560.02800.02280.0440
0.50.01360.01450.02450.02020.0323
0.550.01510.01610.02500.02130.0206
0.60.01080.01210.01830.01560.0152
0.650.01170.01260.01800.01540.0098
0.70.01020.01080.01570.01230.0072
0.750.00790.00830.01200.00950.0056
0.80.00720.00810.01140.00860.0049
0.850.00610.00650.00900.00690.0053
0.90.00440.00520.00710.00520.0055
0.950.00390.00420.00540.00470.0068
1.00.00400.00420.00530.00430.0076
avg0.01820.01940.02520.01960.1025
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_80_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_80_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_80_f1.png) - - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 423.737s -> mul_sld: 177.588s -> bin_sld_gs: 1108.736s -> mul_sld_gs: 666.006s -> bin_sld_gsq: 518.900s -> bin_pacc: 406.760s -> mul_pacc: 133.174s -> binmc_pacc: 401.789s -> mulmc_pacc: 147.520s -> binne_pacc: 400.414s -> mulne_pacc: 148.167s -> bin_pacc_gs: 722.523s -> mul_pacc_gs: 252.340s -> bin_cc: 378.760s -> mul_cc: 126.045s -> kfcv: 109.535s -> ref: 87.159s -> atc_mc: 99.104s -> atc_ne: 101.467s -> doc_feat: 83.819s -> tot: 1113.236s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.00070.04630.00020.03730.4745
0.050.07120.03840.07780.03570.4016
0.10.06900.02930.07500.02550.3432
0.150.06300.02310.06720.01950.2909
0.20.05420.02210.05870.01900.2470
0.250.05550.01680.05760.01550.2076
0.30.05090.01650.05220.01390.1759
0.350.04520.01540.04470.01370.1487
0.40.04360.01250.04430.01090.1239
0.450.03800.01190.03830.01120.1027
0.50.03460.01180.03530.01060.0842
0.550.03510.01150.03510.01190.0659
0.60.02800.01100.02770.00920.0530
0.650.02750.01220.02810.01150.0392
0.70.02240.01050.02360.00980.0290
0.750.01870.00940.01860.00830.0196
0.80.01650.00980.01810.00810.0125
0.850.01390.00930.01460.00800.0061
0.90.01080.00860.01150.00620.0036
0.950.00800.00750.00910.00590.0069
1.00.00600.00810.00720.00590.0123
avg0.03400.01630.03550.01420.1356
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_90_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_max_conf_vs_entropy_pacc_90_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_90_f1.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.00.04930.14350.03510.14640.3827
0.050.08810.06970.08510.06840.2109
0.10.06050.04890.06390.05330.1528
0.150.04540.03950.05130.04370.1203
0.20.03460.03270.04070.03710.0991
0.250.03050.03010.03730.03380.0819
0.30.02630.02660.03240.02990.0712
0.350.02340.02490.02950.02740.0623
0.40.02120.02300.02660.02480.0548
0.450.01800.02080.02280.02220.0497
0.50.01610.01890.02020.01940.0458
0.550.01440.01800.01880.01830.0415
0.60.01260.01600.01560.01520.0394
0.650.01240.01570.01550.01500.0373
0.70.01090.01530.01450.01410.0350
0.750.00930.01410.01260.01290.0325
0.80.00880.01330.01140.01140.0323
0.850.00800.01300.01060.01150.0315
0.90.00700.01250.00970.01060.0309
0.950.00660.01110.00860.00970.0321
1.00.00490.01110.00780.00950.0326
avg0.02420.02950.02710.03020.0798
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_train_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_train_f1.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
binmc_paccmulmc_paccbinne_paccmulne_paccatc_mc
0.10.01500.05090.01930.03120.1801
0.20.02010.03680.02200.04510.0610
0.30.01840.02760.01900.03560.0334
0.40.02640.02500.02230.02830.0321
0.50.02890.02140.02530.03090.0434
0.60.02040.03040.03010.03800.0510
0.70.03640.03730.04560.02920.0794
0.80.01820.01940.02520.01960.1025
0.90.03400.01630.03550.01420.1356
avg0.02420.02950.02710.03020.0798
- -![plot_delta](plot/delta_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_test_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_test_f1.png) -### avg dataset shift -![plot_shift](plot/shift_rcv1_CCAT_max_conf_vs_entropy_pacc_avg_f1.png) diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_sld_vs_pacc_acc.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_sld_vs_pacc_acc.md deleted file mode 100644 index 840eec3..0000000 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_sld_vs_pacc_acc.md +++ /dev/null @@ -1,2205 +0,0 @@ -# rcv1_CCAT_9prevs - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 227.883s -> mul_sld: 78.248s -> binmc_sld: 226.732s -> mulmc_sld: 66.259s -> binne_sld: 223.276s -> mulne_sld: 62.735s -> bin_pacc: 217.001s -> mul_pacc: 58.470s -> ref: 48.024s -> atc_mc: 51.785s -> tot: 230.591s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00050.00040.00160.06640.0088
0.050.00930.01610.00460.06890.0046
0.10.01380.01880.00670.06020.0080
0.150.01570.01650.00660.05450.0128
0.20.01690.01470.00880.05690.0194
0.250.01500.01170.00860.06630.0256
0.30.01790.01050.00860.06370.0348
0.350.01850.01220.00940.05850.0438
0.40.02420.02100.01100.07380.0509
0.450.03200.03730.01240.07870.0568
0.50.04160.05280.01080.07640.0633
0.550.04610.07350.01140.08690.0728
0.60.05910.09150.01290.09400.0748
0.650.06820.11680.01360.09310.0843
0.70.07190.13070.01300.09680.0916
0.750.08140.14950.01210.10520.1005
0.80.08890.16730.01650.11040.1064
0.850.09610.17490.01470.10870.1147
0.90.09510.13190.01480.11930.1204
0.950.05960.07320.01880.12530.1244
1.00.00860.01390.01030.12610.1336
avg0.04190.06360.01080.08520.0644
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_10_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_10_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_sld_vs_pacc_10_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_10_acc.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 224.734s -> mul_sld: 70.409s -> binmc_sld: 223.361s -> mulmc_sld: 67.028s -> binne_sld: 223.604s -> mulne_sld: 67.347s -> bin_pacc: 218.304s -> mul_pacc: 60.326s -> ref: 49.515s -> atc_mc: 54.802s -> tot: 229.075s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00140.00190.01110.00530.0097
0.050.00830.00930.01090.00700.0071
0.10.00940.01200.00980.00800.0062
0.150.01030.01230.00840.00800.0064
0.20.01070.01430.00890.01050.0088
0.250.00980.01430.00840.01080.0093
0.30.00990.01280.00940.01280.0124
0.350.00840.01060.00800.01060.0161
0.40.00970.01150.01120.01470.0190
0.450.00990.01220.01200.01520.0207
0.50.01130.01330.01300.01680.0222
0.550.01200.01430.01410.01730.0247
0.60.01600.01750.01460.01820.0272
0.650.01710.02150.01870.02190.0331
0.70.01970.02360.02040.02100.0384
0.750.02290.02820.02230.02280.0425
0.80.02770.03500.02180.02160.0407
0.850.03100.04010.02410.02420.0447
0.90.03430.04370.02610.02420.0493
0.950.03490.04650.02630.02510.0492
1.00.00130.02150.03240.02880.0571
avg0.01500.01980.01580.01640.0259
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_20_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_20_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_sld_vs_pacc_20_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_20_acc.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 218.651s -> mul_sld: 65.273s -> binmc_sld: 221.260s -> mulmc_sld: 64.594s -> binne_sld: 218.686s -> mulne_sld: 63.905s -> bin_pacc: 215.149s -> mul_pacc: 58.011s -> ref: 48.157s -> atc_mc: 52.112s -> tot: 224.561s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00180.00190.00650.01670.0103
0.050.00760.00850.00990.01600.0072
0.10.01200.01460.01000.01670.0049
0.150.01460.02010.00850.01500.0060
0.20.01510.02290.00990.01390.0082
0.250.01510.02610.01090.01330.0101
0.30.01250.02270.00950.01410.0119
0.350.01190.02130.01100.01460.0160
0.40.01140.02170.01200.01340.0190
0.450.00950.01900.01120.01340.0222
0.50.00900.01660.01200.01280.0259
0.550.00800.01630.01310.01320.0297
0.60.01060.01330.01140.01260.0307
0.650.01270.01190.01260.01380.0368
0.70.01420.01250.01320.01320.0400
0.750.01760.01370.01230.01410.0427
0.80.02050.01420.01260.01170.0464
0.850.02390.01660.01330.01440.0517
0.90.02780.02080.01180.01580.0521
0.950.02790.02220.01370.01730.0548
1.00.00050.00590.01470.01730.0625
avg0.01350.01630.01140.01440.0280
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_30_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_30_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_sld_vs_pacc_30_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_30_acc.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 213.191s -> mul_sld: 64.472s -> binmc_sld: 212.647s -> mulmc_sld: 64.187s -> binne_sld: 214.524s -> mulne_sld: 63.741s -> bin_pacc: 208.132s -> mul_pacc: 57.195s -> ref: 48.218s -> atc_mc: 52.342s -> tot: 219.577s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00200.00220.02010.01610.0190
0.050.00700.00860.01950.01570.0166
0.10.00960.01350.01920.01520.0147
0.150.01400.02020.01720.01440.0117
0.20.01630.02370.01610.01400.0105
0.250.02030.02920.01350.01240.0089
0.30.01760.02690.01500.01370.0085
0.350.01840.02650.01370.01310.0076
0.40.01720.02770.01220.01290.0079
0.450.01490.02470.01230.01200.0073
0.50.01410.02440.01120.01020.0081
0.550.01140.02410.00940.00990.0099
0.60.01090.02160.01000.01000.0112
0.650.01060.01880.00990.01070.0156
0.70.01110.01640.01110.01190.0168
0.750.01110.01310.01070.01090.0160
0.80.01070.01220.00880.00910.0180
0.850.01280.01080.00980.01090.0218
0.90.01480.01020.00950.01010.0224
0.950.01630.01110.00910.01160.0278
1.00.00050.00380.00940.01110.0285
avg0.01250.01760.01270.01220.0147
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_40_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_40_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_sld_vs_pacc_40_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_40_acc.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 214.324s -> mul_sld: 66.924s -> binmc_sld: 214.469s -> mulmc_sld: 65.323s -> binne_sld: 214.727s -> mulne_sld: 65.665s -> bin_pacc: 209.386s -> mul_pacc: 57.380s -> ref: 47.729s -> atc_mc: 52.153s -> tot: 220.021s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00210.00410.00970.01370.0088
0.050.01090.00890.01620.01630.0080
0.10.00810.00910.01460.01350.0082
0.150.00970.01310.01480.01380.0077
0.20.01210.01590.01350.01200.0083
0.250.01460.01920.01270.01170.0066
0.30.01650.01980.01450.01320.0082
0.350.01830.02000.01650.01400.0103
0.40.01870.02130.01440.01310.0085
0.450.01770.02020.01330.01270.0110
0.50.01810.02020.01340.01240.0122
0.550.01530.01790.01120.01040.0125
0.60.01750.01900.01300.01260.0144
0.650.01540.01720.01320.01280.0168
0.70.01470.01650.01460.01400.0164
0.750.01260.01380.01360.01370.0170
0.80.01040.01350.01240.01320.0211
0.850.01060.01190.01080.01280.0205
0.90.01220.01200.01130.01390.0239
0.950.01230.01190.00970.01350.0253
1.00.00090.00440.00530.01210.0289
avg0.01280.01480.01280.01310.0140
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_50_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_50_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_sld_vs_pacc_50_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_50_acc.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 214.994s -> mul_sld: 67.090s -> binmc_sld: 213.157s -> mulmc_sld: 66.108s -> binne_sld: 214.970s -> mulne_sld: 66.024s -> bin_pacc: 209.135s -> mul_pacc: 57.235s -> ref: 48.002s -> atc_mc: 52.217s -> tot: 220.124s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00540.00590.05080.03180.0106
0.050.01990.01650.05270.03280.0101
0.10.01770.01330.04840.02920.0092
0.150.01770.01270.04850.02980.0083
0.20.01410.01180.04150.02470.0089
0.250.01730.01300.04120.02590.0090
0.30.01920.01440.03790.02480.0084
0.350.02060.01570.03770.02400.0084
0.40.02090.01560.03450.02200.0082
0.450.01870.01410.03000.02000.0086
0.50.02220.01740.02830.02030.0085
0.550.01830.01330.02460.01690.0085
0.60.01790.01420.02000.01460.0072
0.650.01740.01340.01770.01320.0079
0.70.02060.01480.01930.01530.0076
0.750.01970.01400.01600.01300.0075
0.80.01930.01400.01360.01180.0066
0.850.02020.01430.01290.01190.0070
0.90.01940.01350.01120.01130.0078
0.950.01660.01310.00890.00970.0071
1.00.00390.00620.00570.00890.0071
avg0.01750.01340.02860.01960.0082
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_60_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_60_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_sld_vs_pacc_60_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_60_acc.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 217.809s -> mul_sld: 67.454s -> binmc_sld: 215.345s -> mulmc_sld: 65.596s -> binne_sld: 216.897s -> mulne_sld: 66.048s -> bin_pacc: 210.063s -> mul_pacc: 56.905s -> ref: 47.823s -> atc_mc: 51.936s -> tot: 222.297s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00500.01440.02150.08200.0238
0.050.02760.03720.04180.08570.0222
0.10.02600.03570.03670.07920.0216
0.150.02730.03460.03910.07800.0197
0.20.02260.02960.03310.07160.0206
0.250.02400.02910.03660.07100.0160
0.30.02520.02760.03520.06590.0160
0.350.02350.02730.03400.06390.0149
0.40.02190.02330.03370.06040.0122
0.450.02190.02220.03190.05700.0123
0.50.02110.02050.02870.05130.0111
0.550.02160.01880.02890.04930.0102
0.60.01790.01520.02370.04160.0096
0.650.02230.01730.02520.03910.0100
0.70.01920.01400.02280.03640.0080
0.750.01990.01340.02160.03250.0070
0.80.02200.01440.02030.02810.0071
0.850.02300.01430.02050.02450.0076
0.90.02040.01110.01710.02010.0062
0.950.01830.00950.01540.01550.0063
1.00.00570.00560.01280.01410.0059
avg0.02080.02070.02760.05080.0128
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_70_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_70_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_sld_vs_pacc_70_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_70_acc.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 216.605s -> mul_sld: 66.881s -> binmc_sld: 215.549s -> mulmc_sld: 65.843s -> binne_sld: 217.993s -> mulne_sld: 64.859s -> bin_pacc: 208.788s -> mul_pacc: 56.643s -> ref: 47.697s -> atc_mc: 52.089s -> tot: 223.227s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00230.03230.02460.05890.0311
0.050.03560.06600.03350.06600.0274
0.10.03390.06240.02920.05950.0267
0.150.03150.05990.02800.05710.0227
0.20.02700.05240.02410.05160.0214
0.250.02620.04940.02590.05070.0201
0.30.02540.04730.02390.04810.0178
0.350.02300.04350.02150.04420.0196
0.40.02020.03750.02070.04150.0168
0.450.01750.03270.01730.03730.0147
0.50.01490.02710.01510.03310.0136
0.550.01490.02640.01650.03370.0111
0.60.01010.01840.01190.02580.0110
0.650.01250.01900.01300.02490.0097
0.70.01090.01530.01040.02160.0106
0.750.01140.01250.00880.01680.0091
0.80.01410.01280.00820.01580.0100
0.850.01380.01130.00770.01260.0104
0.90.01590.01030.00680.00940.0108
0.950.01420.00880.00820.00820.0130
1.00.00520.00460.00640.00910.0147
avg0.01810.03090.01720.03460.0163
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_80_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_80_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_sld_vs_pacc_80_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_80_acc.png) - - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 218.933s -> mul_sld: 73.768s -> binmc_sld: 218.003s -> mulmc_sld: 61.731s -> binne_sld: 219.245s -> mulne_sld: 62.751s -> bin_pacc: 208.227s -> mul_pacc: 56.657s -> ref: 48.071s -> atc_mc: 52.099s -> tot: 224.345s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00080.09240.01920.18470.1704
0.050.05050.13590.01870.19290.1614
0.10.08940.15030.01740.19230.1528
0.150.09350.14460.01440.20870.1426
0.20.08970.13450.01690.21480.1334
0.250.08950.13210.01600.23020.1217
0.30.08350.12470.01400.22800.1131
0.350.07890.11540.01550.23390.1040
0.40.07370.10690.01310.23910.0943
0.450.06590.09490.01420.24830.0847
0.50.05820.08400.01340.25820.0749
0.550.05600.07870.01150.26250.0622
0.60.04330.06270.01220.25590.0541
0.650.04200.05840.01180.28400.0422
0.70.03330.04560.01000.26170.0334
0.750.02480.03470.00950.28130.0239
0.80.02080.02600.00790.28280.0168
0.850.01520.01790.00820.30760.0090
0.90.01000.00960.00580.33770.0070
0.950.00710.00640.00540.27050.0134
1.00.00510.00410.00400.32450.0243
avg0.04910.07900.01240.25240.0781
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_90_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_90_acc.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_sld_vs_pacc_90_acc.png) -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_90_acc.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00240.01730.01840.05280.0325
0.050.01960.03410.02310.05570.0294
0.10.02440.03660.02130.05270.0280
0.150.02600.03710.02060.05320.0264
0.20.02490.03550.01920.05220.0266
0.250.02580.03600.01930.05470.0252
0.30.02530.03410.01870.05380.0257
0.350.02460.03250.01860.05300.0267
0.40.02420.03180.01810.05460.0263
0.450.02310.03080.01720.05500.0265
0.50.02340.03070.01620.05460.0266
0.550.02260.03150.01560.05560.0268
0.60.02260.03040.01440.05390.0267
0.650.02420.03270.01510.05710.0285
0.70.02400.03220.01500.05470.0292
0.750.02460.03250.01410.05670.0296
0.80.02600.03440.01360.05610.0303
0.850.02740.03470.01360.05860.0319
0.90.02780.02920.01270.06240.0333
0.950.02300.02250.01280.05520.0357
1.00.00350.00780.01120.06130.0403
avg0.02240.03070.01660.05540.0292
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_avg_train_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_avg_train_acc.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.10.04190.06360.01080.08520.0644
0.20.01500.01980.01580.01640.0259
0.30.01350.01630.01140.01440.0280
0.40.01250.01760.01270.01220.0147
0.50.01280.01480.01280.01310.0140
0.60.01750.01340.02860.01960.0082
0.70.02080.02070.02760.05080.0128
0.80.01810.03090.01720.03460.0163
0.90.04910.07900.01240.25240.0781
avg0.02240.03070.01660.05540.0292
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_avg_test_acc.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_avg_test_acc.png) -### avg dataset shift -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_avg_acc.png) diff --git a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_sld_vs_pacc_f1.md b/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_sld_vs_pacc_f1.md deleted file mode 100644 index 8b45d70..0000000 --- a/output/main/rcv1_CCAT_9prevs/rcv1_CCAT_sld_vs_pacc_f1.md +++ /dev/null @@ -1,2205 +0,0 @@ -# rcv1_CCAT_9prevs - -## 10% positives -> train: [0.90003338 0.09996662] -> validation: [0.90003338 0.09996662] -> bin_sld: 227.883s -> mul_sld: 78.248s -> binmc_sld: 226.732s -> mulmc_sld: 66.259s -> binne_sld: 223.276s -> mulne_sld: 62.735s -> bin_pacc: 217.001s -> mul_pacc: 58.470s -> ref: 48.024s -> atc_mc: 51.785s -> tot: 230.591s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.01720.06010.04630.27940.0022
0.050.23600.17260.03410.39140.2253
0.10.13770.08930.02410.34580.1997
0.150.11790.04630.01810.31120.2018
0.20.08860.03090.01660.30730.1936
0.250.05960.02320.01350.32230.1943
0.30.06130.02200.01190.30630.1865
0.350.04620.02380.00990.30850.1849
0.40.04480.03600.01070.29570.1852
0.450.04200.04630.01200.29740.1824
0.50.04980.05780.01000.28590.1836
0.550.04020.06850.00870.28060.1801
0.60.05010.07680.00990.29220.1872
0.650.05590.08990.00900.28790.1871
0.70.04610.09230.00880.26790.1884
0.750.04920.09680.00760.30140.1829
0.80.04390.10050.00960.28070.1840
0.850.04350.09940.00850.26940.1816
0.90.03810.07720.00740.25210.1818
0.950.03160.04730.00910.28700.1848
1.00.01180.01730.00550.26640.1850
avg0.06250.06540.01390.29700.1801
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_10_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_10_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_sld_vs_pacc_10_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_10_f1.png) - - -## 20% positives -> train: [0.79989987 0.20010013] -> validation: [0.80006676 0.19993324] -> bin_sld: 224.734s -> mul_sld: 70.409s -> binmc_sld: 223.361s -> mulmc_sld: 67.028s -> binne_sld: 223.604s -> mulne_sld: 67.347s -> bin_pacc: 218.304s -> mul_pacc: 60.326s -> ref: 49.515s -> atc_mc: 54.802s -> tot: 229.075s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00030.09100.01110.46770.1159
0.050.11800.09970.09520.08500.1303
0.10.06050.06060.04830.05240.0916
0.150.04410.04050.03060.03860.0794
0.20.03130.03530.02480.03510.0673
0.250.02260.03080.01970.03160.0623
0.30.01850.02550.01910.03310.0592
0.350.01180.01760.01250.02200.0518
0.40.01260.02050.01600.02780.0536
0.450.01010.01960.01480.02480.0510
0.50.01050.01940.01420.02540.0518
0.550.01000.01940.01340.02320.0533
0.60.01250.02000.01360.02230.0506
0.650.01230.02290.01540.02400.0480
0.70.01300.02140.01430.02020.0453
0.750.01420.02340.01470.02120.0428
0.80.01600.02620.01320.01800.0472
0.850.01700.02810.01410.01940.0461
0.90.01770.02810.01370.01750.0439
0.950.01720.02850.01320.01850.0468
1.00.00110.01740.01560.01780.0425
avg0.02240.03310.02130.04980.0610
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_20_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_20_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_sld_vs_pacc_20_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_20_f1.png) - - -## 30% positives -> train: [0.69993324 0.30006676] -> validation: [0.70010013 0.29989987] -> bin_sld: 218.651s -> mul_sld: 65.273s -> binmc_sld: 221.260s -> mulmc_sld: 64.594s -> binne_sld: 218.686s -> mulne_sld: 63.905s -> bin_pacc: 215.149s -> mul_pacc: 58.011s -> ref: 48.157s -> atc_mc: 52.112s -> tot: 224.561s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00020.00860.01320.06980.3301
0.050.08700.08120.08570.10960.0519
0.10.06330.07180.04850.07170.0306
0.150.05320.06810.03040.04800.0252
0.20.04170.05990.02670.03290.0190
0.250.03330.05510.02450.02780.0167
0.30.02310.04010.01800.02420.0132
0.350.01820.03260.01750.02260.0170
0.40.01500.02890.01670.01900.0141
0.450.01060.02290.01400.01700.0135
0.50.00900.01810.01330.01430.0153
0.550.00690.01600.01300.01350.0146
0.60.00800.01230.01020.01210.0142
0.650.00880.00990.01030.01270.0159
0.70.00920.00970.01000.01120.0145
0.750.01070.00940.00850.01100.0144
0.80.01180.00890.00820.00870.0157
0.850.01320.00970.00800.01000.0168
0.90.01470.01150.00670.01020.0155
0.950.01410.01150.00730.01060.0152
1.00.00040.00380.00730.01000.0177
avg0.02150.02810.01890.02700.0334
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_30_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_30_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_sld_vs_pacc_30_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_30_f1.png) - - -## 40% positives -> train: [0.59996662 0.40003338] -> validation: [0.59996662 0.40003338] -> bin_sld: 213.191s -> mul_sld: 64.472s -> binmc_sld: 212.647s -> mulmc_sld: 64.187s -> binne_sld: 214.524s -> mulne_sld: 63.741s -> bin_pacc: 208.132s -> mul_pacc: 57.195s -> ref: 48.218s -> atc_mc: 52.342s -> tot: 219.577s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00020.00270.13780.20410.3564
0.050.06620.07290.08280.07030.0506
0.10.04380.06070.06160.04880.0460
0.150.04440.06410.04280.03640.0318
0.20.04080.05920.03120.02860.0254
0.250.04260.05970.02330.02250.0197
0.30.03150.04630.02230.02070.0174
0.350.02790.03920.01820.01760.0129
0.40.02310.03610.01500.01630.0118
0.450.01790.02900.01320.01320.0095
0.50.01520.02590.01090.01020.0088
0.550.01130.02320.00860.00970.0085
0.60.00970.01930.00850.00870.0078
0.650.00810.01550.00770.00870.0093
0.70.00770.01250.00830.00900.0090
0.750.00700.00910.00730.00750.0075
0.80.00620.00800.00570.00610.0066
0.850.00700.00670.00600.00690.0084
0.90.00780.00570.00550.00590.0078
0.950.00830.00600.00500.00660.0097
1.00.00030.00220.00480.00590.0090
avg0.02030.02880.02510.02680.0321
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_40_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_40_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_sld_vs_pacc_40_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_40_f1.png) - - -## 50% positives -> train: [0.5 0.5] -> validation: [0.5 0.5] -> bin_sld: 214.324s -> mul_sld: 66.924s -> binmc_sld: 214.469s -> mulmc_sld: 65.323s -> binne_sld: 214.727s -> mulne_sld: 65.665s -> bin_pacc: 209.386s -> mul_pacc: 57.380s -> ref: 47.729s -> atc_mc: 52.153s -> tot: 220.021s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00010.00010.02240.19020.5135
0.050.11030.07010.08540.06440.1066
0.10.04770.03840.05100.03830.0476
0.150.03180.03710.03920.03290.0306
0.20.02710.03500.02930.02480.0235
0.250.02650.03610.02250.02020.0158
0.30.02580.03140.02250.02000.0147
0.350.02490.02760.02220.01850.0151
0.40.02310.02640.01740.01550.0105
0.450.01980.02280.01460.01390.0119
0.50.01830.02040.01350.01240.0115
0.550.01470.01690.01030.00990.0105
0.60.01510.01630.01120.01100.0107
0.650.01230.01370.01040.01020.0114
0.70.01080.01200.01080.01050.0103
0.750.00860.00940.00950.00960.0097
0.80.00640.00860.00820.00870.0117
0.850.00590.00710.00660.00780.0104
0.90.00650.00670.00650.00800.0117
0.950.00630.00640.00530.00740.0117
1.00.00050.00240.00280.00620.0128
avg0.02110.02120.02010.02570.0434
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_50_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_50_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_sld_vs_pacc_50_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_50_f1.png) - - -## 60% positives -> train: [0.40003338 0.59996662] -> validation: [0.40003338 0.59996662] -> bin_sld: 214.994s -> mul_sld: 67.090s -> binmc_sld: 213.157s -> mulmc_sld: 66.108s -> binne_sld: 214.970s -> mulne_sld: 66.024s -> bin_pacc: 209.135s -> mul_pacc: 57.235s -> ref: 48.002s -> atc_mc: 52.217s -> tot: 220.124s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00010.00000.03990.14540.5310
0.050.11670.08920.08230.03960.2044
0.10.07280.05210.08220.03920.1045
0.150.05070.03420.07740.03760.0571
0.20.03180.02400.05820.02970.0407
0.250.03050.02230.05400.03170.0228
0.30.02870.02110.04520.02780.0196
0.350.02640.02010.04140.02550.0125
0.40.02410.01800.03490.02190.0100
0.450.01960.01490.02790.01840.0101
0.50.02080.01620.02470.01790.0081
0.550.01590.01160.02010.01400.0076
0.60.01430.01150.01520.01130.0060
0.650.01300.01000.01280.00980.0060
0.70.01460.01040.01350.01100.0055
0.750.01280.00910.01040.00870.0051
0.80.01180.00860.00850.00750.0042
0.850.01170.00830.00770.00720.0042
0.90.01070.00750.00640.00660.0045
0.950.00870.00690.00490.00540.0037
1.00.00210.00330.00290.00470.0034
avg0.02560.01900.03190.02480.0510
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_60_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_60_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_sld_vs_pacc_60_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_60_f1.png) - - -## 70% positives -> train: [0.29989987 0.70010013] -> validation: [0.30006676 0.69993324] -> bin_sld: 217.809s -> mul_sld: 67.454s -> binmc_sld: 215.345s -> mulmc_sld: 65.596s -> binne_sld: 216.897s -> mulne_sld: 66.048s -> bin_pacc: 210.063s -> mul_pacc: 56.905s -> ref: 47.823s -> atc_mc: 51.936s -> tot: 222.297s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00010.00000.00200.00540.5749
0.050.12870.12850.10930.10490.3336
0.10.09300.09920.07900.10480.2163
0.150.07180.07500.07250.10070.1450
0.20.04970.05450.05250.08790.1055
0.250.04430.04650.05330.08350.0703
0.30.03750.03780.04450.07110.0549
0.350.03220.03400.04040.06540.0403
0.40.02660.02590.03640.05800.0279
0.450.02270.02190.03120.05080.0225
0.50.02000.01880.02640.04330.0165
0.550.01850.01580.02460.03940.0120
0.60.01410.01200.01870.03120.0095
0.650.01630.01260.01890.02810.0089
0.70.01330.00960.01620.02490.0060
0.750.01270.00860.01430.02110.0047
0.80.01330.00870.01280.01740.0044
0.850.01320.00820.01230.01450.0045
0.90.01110.00600.00970.01140.0036
0.950.00950.00500.00840.00850.0035
1.00.00300.00290.00670.00740.0032
avg0.03100.03010.03290.04670.0794
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_70_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_70_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_sld_vs_pacc_70_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_70_f1.png) - - -## 80% positives -> train: [0.19993324 0.80006676] -> validation: [0.20010013 0.79989987] -> bin_sld: 216.605s -> mul_sld: 66.881s -> binmc_sld: 215.549s -> mulmc_sld: 65.843s -> binne_sld: 217.993s -> mulne_sld: 64.859s -> bin_pacc: 208.788s -> mul_pacc: 56.643s -> ref: 47.697s -> atc_mc: 52.089s -> tot: 223.227s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00010.00000.01220.00380.5459
0.050.12670.12900.04280.06040.3941
0.10.09890.11030.03710.05620.2954
0.150.07570.09090.03190.05450.2206
0.20.05520.07070.02530.04750.1701
0.250.04700.06080.02790.04670.1277
0.30.03740.05100.02290.04180.0994
0.350.03140.04380.02090.03800.0774
0.40.02490.03470.01870.03460.0563
0.450.01890.02730.01490.02910.0440
0.50.01470.02140.01200.02490.0323
0.550.01360.01950.01290.02480.0206
0.60.00840.01280.00870.01810.0152
0.650.00930.01250.00930.01680.0098
0.70.00760.00970.00710.01420.0072
0.750.00730.00770.00580.01060.0056
0.80.00830.00720.00510.00950.0049
0.850.00770.00630.00460.00740.0053
0.90.00840.00550.00380.00530.0055
0.950.00730.00460.00440.00440.0068
1.00.00270.00230.00330.00460.0076
avg0.02910.03470.01580.02630.1025
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_80_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_80_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_sld_vs_pacc_80_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_80_f1.png) - - -## 90% positives -> train: [0.09996662 0.90003338] -> validation: [0.09996662 0.90003338] -> bin_sld: 218.933s -> mul_sld: 73.768s -> binmc_sld: 218.003s -> mulmc_sld: 61.731s -> binne_sld: 219.245s -> mulne_sld: 62.751s -> bin_pacc: 208.227s -> mul_pacc: 56.657s -> ref: 48.071s -> atc_mc: 52.099s -> tot: 224.345s - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00000.00000.07760.04340.4745
0.050.10940.10970.06250.02430.4016
0.10.18160.15130.05160.06050.3432
0.150.17030.14650.04230.09160.2909
0.20.14720.13150.03750.10160.2470
0.250.13200.12320.02750.11890.2076
0.30.11230.10820.02330.13890.1759
0.350.09690.09710.02130.16510.1487
0.40.08280.08530.01530.16250.1239
0.450.06710.07050.01410.18880.1027
0.50.05520.06000.01210.18510.0842
0.550.04850.05340.00850.19800.0659
0.60.03530.04010.00870.17510.0530
0.650.03160.03610.00790.21710.0392
0.70.02350.02730.00650.18940.0290
0.750.01650.01980.00600.20240.0196
0.80.01280.01430.00460.20140.0125
0.850.00880.00950.00460.21950.0061
0.90.00550.00500.00320.23610.0036
0.950.00370.00330.00280.18230.0069
1.00.00260.00210.00200.20970.0123
avg0.06400.06160.02090.15770.1356
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_90_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_90_f1.png) -![plot_diagonal](plot/diagonal_rcv1_CCAT_sld_vs_pacc_90_f1.png) -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_90_f1.png) - - -## avg -### avg on train - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.00.00200.01800.04030.15660.3827
0.050.12210.10590.07560.10560.2109
0.10.08880.08150.05370.09090.1528
0.150.07330.06700.04280.08350.1203
0.20.05710.05570.03360.07730.0991
0.250.04870.05080.02960.07840.0819
0.30.04180.04260.02550.07600.0712
0.350.03510.03730.02270.07590.0623
0.40.03080.03460.02010.07240.0548
0.450.02540.03060.01740.07260.0497
0.50.02370.02870.01520.06880.0458
0.550.01990.02720.01330.06810.0415
0.60.01860.02460.01160.06470.0394
0.650.01860.02480.01130.06840.0373
0.70.01620.02280.01060.06200.0350
0.750.01540.02150.00930.06590.0325
0.80.01450.02120.00840.06200.0323
0.850.01420.02040.00800.06250.0315
0.90.01340.01700.00700.06150.0309
0.950.01180.01330.00670.05900.0321
1.00.00270.00600.00570.05920.0326
avg0.03310.03580.02230.07580.0798
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_avg_train_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_avg_train_f1.png) -### avg on test - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
bin_sldmul_sldbin_paccmul_paccatc_mc
0.10.06250.06540.01390.29700.1801
0.20.02240.03310.02130.04980.0610
0.30.02150.02810.01890.02700.0334
0.40.02030.02880.02510.02680.0321
0.50.02110.02120.02010.02570.0434
0.60.02560.01900.03190.02480.0510
0.70.03100.03010.03290.04670.0794
0.80.02910.03470.01580.02630.1025
0.90.06400.06160.02090.15770.1356
avg0.03310.03580.02230.07580.0798
- -![plot_delta](plot/delta_rcv1_CCAT_sld_vs_pacc_avg_test_f1.png) -![plot_delta_stdev](plot/delta_stdev_rcv1_CCAT_sld_vs_pacc_avg_test_f1.png) -### avg dataset shift -![plot_shift](plot/shift_rcv1_CCAT_sld_vs_pacc_avg_f1.png)