diff --git a/output/main/cifar10_dog/cifar10_dog.log b/output/main/cifar10_dog/cifar10_dog.log new file mode 100644 index 0000000..e1a2abb --- /dev/null +++ b/output/main/cifar10_dog/cifar10_dog.log @@ -0,0 +1,272 @@ +---------------------------------------------------------------------------------------------------- +22/11/23 02:04:01| INFO dataset cifar10_dog [pool size: 10] +22/11/23 02:04:01| INFO Dataset sample 0.10 of dataset cifar10_dog started +22/11/23 02:14:17| INFO m3w_sld finished [took 608.8702s] +22/11/23 02:14:26| INFO mul_sld finished [took 618.9848s] +22/11/23 02:14:26| INFO mulc_sld finished [took 613.5371s] +22/11/23 02:14:34| INFO m3wc_sld finished [took 617.4834s] +22/11/23 02:14:42| INFO m3wmc_sld finished [took 618.5396s] +22/11/23 02:14:43| INFO mulmc_sld finished [took 622.3506s] +22/11/23 02:17:03| INFO bin_sld finished [took 776.7543s] +22/11/23 02:17:12| INFO binne_sld finished [took 765.5150s] +22/11/23 02:17:19| INFO binc_sld finished [took 787.3335s] +22/11/23 02:17:23| INFO binmc_sld finished [took 784.7911s] +22/11/23 02:24:36| INFO ref finished [took 427.6408s] +22/11/23 02:25:28| INFO mulne_sld finished [took 659.4631s] +22/11/23 02:25:44| INFO m3wne_sld finished [took 667.7363s] +22/11/23 02:25:48| INFO mulis_sld finished [took 662.5440s] +22/11/23 02:25:59| INFO m3wis_sld finished [took 663.0551s] +22/11/23 02:26:46| INFO atc_mc finished [took 551.2621s] +22/11/23 02:28:08| INFO binis_sld finished [took 810.2192s] +22/11/23 02:32:51| INFO doc finished [took 482.8792s] +22/11/23 02:34:29| INFO gde finished [took 509.0790s] +22/11/23 02:50:13| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.001, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.16709) [took 2114.6955s] +22/11/23 02:59:38| INFO bin_sld_gs finished [took 2680.4334s] +22/11/23 03:18:31| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.001, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.12241) [took 3675.5341s] +22/11/23 03:18:39| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.001, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.12241) [took 3675.6244s] +22/11/23 03:23:14| INFO mul_sld_gs finished [took 3959.2981s] +22/11/23 03:23:25| INFO m3w_sld_gs finished [took 3961.7121s] +22/11/23 03:47:33| INFO rca_star finished [took 4896.3411s] +22/11/23 03:48:13| INFO rca finished [took 4952.5905s] +22/11/23 03:51:28| INFO mandoline finished [took 5118.4235s] +22/11/23 03:51:28| INFO Dataset sample 0.10 of dataset cifar10_dog finished [took 6446.5961s] +22/11/23 03:51:28| INFO Dataset sample 0.20 of dataset cifar10_dog started +22/11/23 04:01:48| INFO mul_sld finished [took 613.8672s] +22/11/23 04:01:49| INFO m3w_sld finished [took 613.8427s] +22/11/23 04:01:59| INFO m3wc_sld finished [took 615.6431s] +22/11/23 04:02:09| INFO mulc_sld finished [took 630.3407s] +22/11/23 04:02:15| INFO m3wmc_sld finished [took 625.8067s] +22/11/23 04:02:16| INFO mulmc_sld finished [took 628.8186s] +22/11/23 04:04:33| INFO binc_sld finished [took 776.7925s] +22/11/23 04:04:39| INFO bin_sld finished [took 786.4419s] +22/11/23 04:04:43| INFO binmc_sld finished [took 778.1190s] +22/11/23 04:04:55| INFO binne_sld finished [took 782.2513s] +22/11/23 04:12:12| INFO ref finished [took 437.4041s] +22/11/23 04:13:12| INFO m3wne_sld finished [took 671.1279s] +22/11/23 04:13:21| INFO mulne_sld finished [took 682.3828s] +22/11/23 04:13:52| INFO m3wis_sld finished [took 684.8241s] +22/11/23 04:13:54| INFO mulis_sld finished [took 692.0316s] +22/11/23 04:14:25| INFO atc_mc finished [took 559.7792s] +22/11/23 04:16:19| INFO binis_sld finished [took 848.2185s] +22/11/23 04:20:28| INFO doc finished [took 485.3333s] +22/11/23 04:22:49| INFO gde finished [took 526.6790s] +22/11/23 04:33:42| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.001, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.04296) [took 1872.9748s] +22/11/23 05:07:37| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.06855) [took 3772.4296s] +22/11/23 05:07:52| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.06855) [took 3781.2594s] +22/11/23 05:12:15| INFO bin_sld_gs finished [took 4185.6382s] +22/11/23 05:15:16| INFO mul_sld_gs finished [took 4231.7005s] +22/11/23 05:15:22| INFO m3w_sld_gs finished [took 4231.5261s] +22/11/23 05:37:21| INFO rca_star finished [took 5030.6111s] +22/11/23 05:37:59| INFO rca finished [took 5077.1804s] +22/11/23 05:41:15| INFO mandoline finished [took 5230.5453s] +22/11/23 05:41:15| INFO Dataset sample 0.20 of dataset cifar10_dog finished [took 6587.4038s] +22/11/23 05:41:15| INFO Dataset sample 0.30 of dataset cifar10_dog started +22/11/23 05:51:45| INFO mulmc_sld finished [took 610.4681s] +22/11/23 05:51:46| INFO mulc_sld finished [took 618.2436s] +22/11/23 05:51:48| INFO m3wmc_sld finished [took 611.5975s] +22/11/23 05:51:50| INFO mul_sld finished [took 628.6196s] +22/11/23 05:51:50| INFO m3wc_sld finished [took 621.0739s] +22/11/23 05:51:56| INFO m3w_sld finished [took 633.6129s] +22/11/23 05:54:13| INFO bin_sld finished [took 773.6402s] +22/11/23 05:54:35| INFO binmc_sld finished [took 783.7538s] +22/11/23 05:54:35| INFO binne_sld finished [took 778.7784s] +22/11/23 05:54:48| INFO binc_sld finished [took 803.8325s] +22/11/23 06:02:13| INFO ref finished [took 446.2583s] +22/11/23 06:03:02| INFO mulne_sld finished [took 666.3386s] +22/11/23 06:03:02| INFO m3wne_sld finished [took 664.6691s] +22/11/23 06:03:18| INFO m3wis_sld finished [took 675.5088s] +22/11/23 06:03:35| INFO mulis_sld finished [took 692.5243s] +22/11/23 06:04:22| INFO atc_mc finished [took 562.8785s] +22/11/23 06:06:07| INFO binis_sld finished [took 846.3399s] +22/11/23 06:10:29| INFO doc finished [took 485.3990s] +22/11/23 06:11:38| INFO gde finished [took 491.8759s] +22/11/23 06:24:06| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.04487) [took 1917.9571s] +22/11/23 06:33:56| INFO bin_sld_gs finished [took 2508.1629s] +22/11/23 06:55:31| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.03634) [took 3668.1752s] +22/11/23 06:56:09| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.03634) [took 3683.7813s] +22/11/23 07:02:01| INFO mul_sld_gs finished [took 4058.1223s] +22/11/23 07:02:41| INFO m3w_sld_gs finished [took 4074.8946s] +22/11/23 07:25:17| INFO rca_star finished [took 4924.9923s] +22/11/23 07:25:49| INFO rca finished [took 4955.8367s] +22/11/23 07:29:07| INFO mandoline finished [took 5118.9174s] +22/11/23 07:29:07| INFO Dataset sample 0.30 of dataset cifar10_dog finished [took 6471.4994s] +22/11/23 07:29:07| INFO Dataset sample 0.40 of dataset cifar10_dog started +22/11/23 07:39:32| INFO mul_sld finished [took 619.0302s] +22/11/23 07:39:41| INFO m3wmc_sld finished [took 610.7686s] +22/11/23 07:39:41| INFO m3w_sld finished [took 626.2320s] +22/11/23 07:39:51| INFO mulmc_sld finished [took 625.4114s] +22/11/23 07:39:55| INFO mulc_sld finished [took 637.8961s] +22/11/23 07:40:14| INFO m3wc_sld finished [took 652.4620s] +22/11/23 07:42:14| INFO bin_sld finished [took 781.9905s] +22/11/23 07:42:17| INFO binmc_sld finished [took 772.4682s] +22/11/23 07:42:18| INFO binc_sld finished [took 781.7311s] +22/11/23 07:42:36| INFO binne_sld finished [took 785.2096s] +22/11/23 07:49:54| INFO ref finished [took 443.9182s] +22/11/23 07:50:57| INFO mulne_sld finished [took 674.4018s] +22/11/23 07:51:18| INFO m3wne_sld finished [took 686.2742s] +22/11/23 07:51:35| INFO mulis_sld finished [took 692.0935s] +22/11/23 07:51:59| INFO m3wis_sld finished [took 711.6127s] +22/11/23 07:52:05| INFO atc_mc finished [took 555.9847s] +22/11/23 07:54:29| INFO binis_sld finished [took 876.3718s] +22/11/23 07:58:26| INFO doc finished [took 500.3376s] +22/11/23 08:00:25| INFO gde finished [took 520.9511s] +22/11/23 08:10:12| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.03806) [took 1786.2873s] +22/11/23 08:19:40| INFO bin_sld_gs finished [took 2354.1484s] +22/11/23 08:41:36| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.02311) [took 3546.9487s] +22/11/23 08:41:38| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.02311) [took 3554.2054s] +22/11/23 08:46:26| INFO m3w_sld_gs finished [took 3837.4147s] +22/11/23 08:46:30| INFO mul_sld_gs finished [took 3846.1114s] +22/11/23 09:10:43| INFO rca_star finished [took 4754.4271s] +22/11/23 09:11:25| INFO rca finished [took 4818.2524s] +22/11/23 09:14:57| INFO mandoline finished [took 4968.7182s] +22/11/23 09:14:57| INFO Dataset sample 0.40 of dataset cifar10_dog finished [took 6350.5544s] +22/11/23 09:14:57| INFO Dataset sample 0.50 of dataset cifar10_dog started +22/11/23 09:25:18| INFO mul_sld finished [took 613.7114s] +22/11/23 09:25:29| INFO m3wmc_sld finished [took 610.6643s] +22/11/23 09:25:30| INFO m3w_sld finished [took 624.8665s] +22/11/23 09:25:35| INFO mulc_sld finished [took 627.7778s] +22/11/23 09:25:36| INFO mulmc_sld finished [took 620.5300s] +22/11/23 09:26:04| INFO m3wc_sld finished [took 652.3475s] +22/11/23 09:28:07| INFO binmc_sld finished [took 773.8107s] +22/11/23 09:28:08| INFO bin_sld finished [took 785.5053s] +22/11/23 09:28:26| INFO binne_sld finished [took 785.0050s] +22/11/23 09:28:34| INFO binc_sld finished [took 806.3349s] +22/11/23 09:35:54| INFO ref finished [took 438.0337s] +22/11/23 09:37:01| INFO mulne_sld finished [took 691.4127s] +22/11/23 09:37:14| INFO mulis_sld finished [took 686.2120s] +22/11/23 09:37:15| INFO m3wne_sld finished [took 695.7929s] +22/11/23 09:37:22| INFO m3wis_sld finished [took 694.6133s] +22/11/23 09:38:02| INFO atc_mc finished [took 555.7139s] +22/11/23 09:39:46| INFO binis_sld finished [took 843.3247s] +22/11/23 09:44:17| INFO doc finished [took 492.4518s] +22/11/23 09:45:58| INFO gde finished [took 512.6360s] +22/11/23 09:55:14| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.01411) [took 1737.0047s] +22/11/23 10:05:00| INFO bin_sld_gs finished [took 2323.2845s] +22/11/23 10:28:13| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.02461) [took 3594.6107s] +22/11/23 10:28:27| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.02461) [took 3608.0139s] +22/11/23 10:33:09| INFO mul_sld_gs finished [took 3889.2213s] +22/11/23 10:33:09| INFO m3w_sld_gs finished [took 3890.4416s] +22/11/23 10:56:41| INFO rca_star finished [took 4759.1108s] +22/11/23 10:57:50| INFO rca finished [took 4837.0933s] +22/11/23 11:01:13| INFO mandoline finished [took 5019.8748s] +22/11/23 11:01:13| INFO Dataset sample 0.50 of dataset cifar10_dog finished [took 6375.5320s] +22/11/23 11:01:13| INFO Dataset sample 0.60 of dataset cifar10_dog started +22/11/23 11:11:43| INFO mul_sld finished [took 622.4048s] +22/11/23 11:12:00| INFO m3wc_sld finished [took 632.7561s] +22/11/23 11:12:02| INFO m3w_sld finished [took 640.6965s] +22/11/23 11:12:09| INFO mulc_sld finished [took 645.4290s] +22/11/23 11:12:10| INFO mulmc_sld finished [took 639.0624s] +22/11/23 11:12:36| INFO m3wmc_sld finished [took 661.0043s] +22/11/23 11:14:23| INFO binc_sld finished [took 779.7207s] +22/11/23 11:14:26| INFO bin_sld finished [took 788.3661s] +22/11/23 11:14:28| INFO binne_sld finished [took 771.7005s] +22/11/23 11:14:30| INFO binmc_sld finished [took 780.3229s] +22/11/23 11:22:12| INFO ref finished [took 452.2619s] +22/11/23 11:23:22| INFO mulne_sld finished [took 687.4685s] +22/11/23 11:23:34| INFO m3wne_sld finished [took 684.2222s] +22/11/23 11:23:48| INFO mulis_sld finished [took 687.5756s] +22/11/23 11:23:50| INFO atc_mc finished [took 546.2102s] +22/11/23 11:24:06| INFO m3wis_sld finished [took 706.2839s] +22/11/23 11:26:28| INFO binis_sld finished [took 854.0778s] +22/11/23 11:30:24| INFO doc finished [took 480.1948s] +22/11/23 11:32:31| INFO gde finished [took 511.9361s] +22/11/23 11:41:08| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.04057) [took 1698.2559s] +22/11/23 11:50:53| INFO bin_sld_gs finished [took 2283.9304s] +22/11/23 12:14:17| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.03740) [took 3579.5109s] +22/11/23 12:14:48| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.03740) [took 3612.9347s] +22/11/23 12:19:18| INFO m3w_sld_gs finished [took 3880.3757s] +22/11/23 12:19:36| INFO mul_sld_gs finished [took 3901.0627s] +22/11/23 12:43:00| INFO rca finished [took 4766.8171s] +22/11/23 12:43:02| INFO rca_star finished [took 4756.7437s] +22/11/23 12:46:44| INFO mandoline finished [took 4963.0674s] +22/11/23 12:46:44| INFO Dataset sample 0.60 of dataset cifar10_dog finished [took 6331.1851s] +22/11/23 12:46:44| INFO Dataset sample 0.70 of dataset cifar10_dog started +22/11/23 12:57:10| INFO mul_sld finished [took 620.5097s] +22/11/23 12:57:10| INFO mulmc_sld finished [took 607.9533s] +22/11/23 12:57:24| INFO m3w_sld finished [took 632.3942s] +22/11/23 12:57:29| INFO m3wmc_sld finished [took 624.8000s] +22/11/23 12:57:36| INFO mulc_sld finished [took 640.0806s] +22/11/23 12:57:46| INFO m3wc_sld finished [took 647.2483s] +22/11/23 12:59:39| INFO bin_sld finished [took 770.0241s] +22/11/23 12:59:55| INFO binmc_sld finished [took 774.1739s] +22/11/23 13:00:02| INFO binc_sld finished [took 788.5950s] +22/11/23 13:00:23| INFO binne_sld finished [took 795.6978s] +22/11/23 13:07:42| INFO ref finished [took 448.2068s] +22/11/23 13:08:36| INFO m3wne_sld finished [took 673.7944s] +22/11/23 13:08:50| INFO mulne_sld finished [took 689.0938s] +22/11/23 13:09:17| INFO mulis_sld finished [took 695.7729s] +22/11/23 13:09:29| INFO m3wis_sld finished [took 701.9773s] +22/11/23 13:09:45| INFO atc_mc finished [took 549.9233s] +22/11/23 13:12:05| INFO binis_sld finished [took 868.2681s] +22/11/23 13:16:04| INFO doc finished [took 490.7117s] +22/11/23 13:18:07| INFO gde finished [took 519.7809s] +22/11/23 13:25:47| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.08821) [took 1665.6849s] +22/11/23 13:35:09| INFO bin_sld_gs finished [took 2227.7741s] +22/11/23 13:58:54| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.09539) [took 3544.4101s] +22/11/23 13:58:57| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.09539) [took 3530.0299s] +22/11/23 14:03:40| INFO m3w_sld_gs finished [took 3813.6738s] +22/11/23 14:03:45| INFO mul_sld_gs finished [took 3835.9622s] +22/11/23 14:27:19| INFO rca_star finished [took 4699.3097s] +22/11/23 14:28:36| INFO rca finished [took 4788.4544s] +22/11/23 14:31:54| INFO mandoline finished [took 4933.0900s] +22/11/23 14:31:54| INFO Dataset sample 0.70 of dataset cifar10_dog finished [took 6309.6321s] +22/11/23 14:31:54| INFO Dataset sample 0.80 of dataset cifar10_dog started +22/11/23 14:42:14| INFO m3w_sld finished [took 613.0722s] +22/11/23 14:42:22| INFO mul_sld finished [took 620.5582s] +22/11/23 14:42:23| INFO m3wc_sld finished [took 616.8784s] +22/11/23 14:42:38| INFO mulmc_sld finished [took 626.9553s] +22/11/23 14:42:50| INFO mulc_sld finished [took 644.2777s] +22/11/23 14:42:53| INFO m3wmc_sld finished [took 639.7235s] +22/11/23 14:45:06| INFO binc_sld finished [took 782.6383s] +22/11/23 14:45:06| INFO bin_sld finished [took 787.8876s] +22/11/23 14:45:08| INFO binmc_sld finished [took 779.1338s] +22/11/23 14:45:18| INFO binne_sld finished [took 781.0382s] +22/11/23 14:52:54| INFO ref finished [took 453.9218s] +22/11/23 14:53:45| INFO m3wne_sld finished [took 671.2650s] +22/11/23 14:54:00| INFO mulne_sld finished [took 697.9210s] +22/11/23 14:54:02| INFO mulis_sld finished [took 672.5176s] +22/11/23 14:54:52| INFO atc_mc finished [took 563.0307s] +22/11/23 14:55:01| INFO m3wis_sld finished [took 718.2600s] +22/11/23 14:56:29| INFO binis_sld finished [took 835.0938s] +22/11/23 15:01:20| INFO doc finished [took 494.1024s] +22/11/23 15:02:49| INFO gde finished [took 515.2017s] +22/11/23 15:09:51| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.14432) [took 1604.9898s] +22/11/23 15:19:13| INFO bin_sld_gs finished [took 2167.1805s] +22/11/23 15:43:55| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.09222) [took 3518.0085s] +22/11/23 15:44:02| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.09222) [took 3526.2828s] +22/11/23 15:51:20| INFO m3w_sld_gs finished [took 3963.6694s] +22/11/23 15:51:28| INFO mul_sld_gs finished [took 3972.1147s] +22/11/23 16:13:28| INFO rca_star finished [took 4756.3929s] +22/11/23 16:14:31| INFO rca finished [took 4835.8547s] +22/11/23 16:17:57| INFO mandoline finished [took 4973.6949s] +22/11/23 16:17:57| INFO Dataset sample 0.80 of dataset cifar10_dog finished [took 6363.6032s] +22/11/23 16:17:57| INFO Dataset sample 0.90 of dataset cifar10_dog started +22/11/23 16:28:15| INFO mul_sld finished [took 610.7921s] +22/11/23 16:28:27| INFO m3wmc_sld finished [took 609.4004s] +22/11/23 16:28:30| INFO m3w_sld finished [took 624.7984s] +22/11/23 16:28:37| INFO mulc_sld finished [took 627.8362s] +22/11/23 16:28:48| INFO mulmc_sld finished [took 633.3178s] +22/11/23 16:28:50| INFO m3wc_sld finished [took 638.0985s] +22/11/23 16:30:57| INFO binc_sld finished [took 771.0519s] +22/11/23 16:31:17| INFO binne_sld finished [took 775.5187s] +22/11/23 16:31:20| INFO bin_sld finished [took 797.1809s] +22/11/23 16:31:25| INFO binmc_sld finished [took 791.5543s] +22/11/23 16:38:58| INFO ref finished [took 447.4417s] +22/11/23 16:39:56| INFO mulne_sld finished [took 690.0453s] +22/11/23 16:40:11| INFO m3wne_sld finished [took 692.7897s] +22/11/23 16:40:12| INFO m3wis_sld finished [took 674.0822s] +22/11/23 16:40:14| INFO mulis_sld finished [took 686.2101s] +22/11/23 16:41:08| INFO atc_mc finished [took 571.2935s] +22/11/23 16:42:42| INFO binis_sld finished [took 840.8234s] +22/11/23 16:47:26| INFO doc finished [took 495.2123s] +22/11/23 16:48:54| INFO gde finished [took 510.9028s] +22/11/23 16:57:55| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.19821) [took 1730.8946s] +22/11/23 17:07:35| INFO bin_sld_gs finished [took 2310.7076s] +22/11/23 17:30:32| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.10589) [took 3542.3907s] +22/11/23 17:30:34| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.10589) [took 3566.1132s] +22/11/23 17:35:15| INFO m3w_sld_gs finished [took 3825.8292s] +22/11/23 17:35:16| INFO mul_sld_gs finished [took 3848.3973s] +22/11/23 17:59:43| INFO rca_star finished [took 4761.7472s] +22/11/23 18:00:40| INFO rca finished [took 4832.6412s] +22/11/23 18:04:02| INFO mandoline finished [took 5019.1897s] +22/11/23 18:04:02| INFO Dataset sample 0.90 of dataset cifar10_dog finished [took 6364.7331s] diff --git a/output/main/cifar10_dog/cifar10_dog.pickle b/output/main/cifar10_dog/cifar10_dog.pickle new file mode 100644 index 0000000..34cf8cb Binary files /dev/null and b/output/main/cifar10_dog/cifar10_dog.pickle differ diff --git a/output/main/imdb/imdb.pickle b/output/main/imdb/imdb.pickle index dc14e71..5480133 100644 Binary files a/output/main/imdb/imdb.pickle and b/output/main/imdb/imdb.pickle differ diff --git a/output/main/imdb/imdb_m3w.log b/output/main/imdb/imdb_m3w.log index b0a24f1..31bac53 100644 --- a/output/main/imdb/imdb_m3w.log +++ b/output/main/imdb/imdb_m3w.log @@ -1,92 +1,92 @@ ---------------------------------------------------------------------------------------------------- -22/11/23 12:20:20| INFO dataset imdb [pool size: 10] -22/11/23 12:20:26| INFO Dataset sample 0.10 of dataset imdb started -22/11/23 12:21:02| INFO ref finished [took 27.2824s] -22/11/23 12:21:10| INFO m3wmc_sld finished [took 40.5131s] -22/11/23 12:21:10| INFO m3wis_sld finished [took 38.9391s] -22/11/23 12:21:10| INFO m3wne_sld finished [took 40.2191s] -22/11/23 12:21:11| INFO m3wc_sld finished [took 42.5874s] -22/11/23 12:21:12| INFO m3w_sld finished [took 44.6187s] -22/11/23 12:26:31| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00789) [took 356.1195s] -22/11/23 12:26:42| INFO m3w_sld_gs finished [took 367.0376s] -22/11/23 12:26:42| INFO Dataset sample 0.10 of dataset imdb finished [took 375.3288s] -22/11/23 12:26:42| INFO Dataset sample 0.20 of dataset imdb started -22/11/23 12:27:19| INFO ref finished [took 28.2644s] -22/11/23 12:27:27| INFO m3wc_sld finished [took 37.7470s] -22/11/23 12:27:27| INFO m3wmc_sld finished [took 37.3375s] -22/11/23 12:27:27| INFO m3wne_sld finished [took 38.6171s] -22/11/23 12:27:28| INFO m3w_sld finished [took 42.7249s] -22/11/23 12:27:29| INFO m3wis_sld finished [took 37.3483s] -22/11/23 12:32:40| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00786) [took 349.3400s] -22/11/23 12:32:51| INFO m3w_sld_gs finished [took 360.3334s] -22/11/23 12:32:51| INFO Dataset sample 0.20 of dataset imdb finished [took 369.3504s] -22/11/23 12:32:51| INFO Dataset sample 0.30 of dataset imdb started -22/11/23 12:33:31| INFO ref finished [took 30.8008s] -22/11/23 12:33:41| INFO m3wmc_sld finished [took 39.3323s] -22/11/23 12:33:43| INFO m3w_sld finished [took 47.1306s] -22/11/23 12:33:44| INFO m3wis_sld finished [took 43.9691s] -22/11/23 12:33:44| INFO m3wne_sld finished [took 44.0094s] -22/11/23 12:33:45| INFO m3wc_sld finished [took 47.0569s] -22/11/23 12:39:07| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00853) [took 365.5059s] -22/11/23 12:39:18| INFO m3w_sld_gs finished [took 376.6307s] -22/11/23 12:39:18| INFO Dataset sample 0.30 of dataset imdb finished [took 386.9991s] -22/11/23 12:39:18| INFO Dataset sample 0.40 of dataset imdb started -22/11/23 12:39:58| INFO ref finished [took 31.0332s] -22/11/23 12:40:07| INFO m3w_sld finished [took 44.3730s] -22/11/23 12:40:09| INFO m3wis_sld finished [took 45.8072s] -22/11/23 12:40:09| INFO m3wmc_sld finished [took 45.7513s] -22/11/23 12:40:10| INFO m3wc_sld finished [took 47.3221s] -22/11/23 12:40:11| INFO m3wne_sld finished [took 46.8383s] -22/11/23 12:45:47| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.01874) [took 381.3763s] -22/11/23 12:45:58| INFO m3w_sld_gs finished [took 392.5692s] -22/11/23 12:45:58| INFO Dataset sample 0.40 of dataset imdb finished [took 400.1518s] -22/11/23 12:45:58| INFO Dataset sample 0.50 of dataset imdb started -22/11/23 12:46:41| INFO ref finished [took 36.3806s] -22/11/23 12:46:52| INFO m3wmc_sld finished [took 46.1219s] -22/11/23 12:46:54| INFO m3w_sld finished [took 51.7617s] -22/11/23 12:46:54| INFO m3wne_sld finished [took 48.4856s] -22/11/23 12:46:54| INFO m3wc_sld finished [took 51.0148s] -22/11/23 12:46:55| INFO m3wis_sld finished [took 50.5689s] -22/11/23 12:52:24| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.01851) [took 379.4847s] -22/11/23 12:52:37| INFO m3w_sld_gs finished [took 391.8152s] -22/11/23 12:52:37| INFO Dataset sample 0.50 of dataset imdb finished [took 398.5833s] -22/11/23 12:52:37| INFO Dataset sample 0.60 of dataset imdb started -22/11/23 12:53:26| INFO ref finished [took 34.0442s] -22/11/23 12:53:37| INFO m3w_sld finished [took 57.4088s] -22/11/23 12:53:38| INFO m3wc_sld finished [took 55.0654s] -22/11/23 12:53:38| INFO m3wmc_sld finished [took 56.0394s] -22/11/23 12:53:39| INFO m3wis_sld finished [took 53.5200s] -22/11/23 12:53:40| INFO m3wne_sld finished [took 58.1464s] -22/11/23 13:00:17| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.02000) [took 448.9250s] -22/11/23 13:00:27| INFO m3w_sld_gs finished [took 459.7689s] -22/11/23 13:00:27| INFO Dataset sample 0.60 of dataset imdb finished [took 470.4828s] -22/11/23 13:00:27| INFO Dataset sample 0.70 of dataset imdb started -22/11/23 13:01:05| INFO ref finished [took 28.4229s] -22/11/23 13:01:15| INFO m3wmc_sld finished [took 41.4328s] -22/11/23 13:01:15| INFO m3w_sld finished [took 44.5048s] -22/11/23 13:01:15| INFO m3wis_sld finished [took 41.7876s] -22/11/23 13:01:15| INFO m3wne_sld finished [took 41.8161s] -22/11/23 13:01:17| INFO m3wc_sld finished [took 44.7471s] -22/11/23 13:06:47| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.001, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00875) [took 370.9799s] -22/11/23 13:06:58| INFO m3w_sld_gs finished [took 381.6872s] -22/11/23 13:06:58| INFO Dataset sample 0.70 of dataset imdb finished [took 390.2966s] -22/11/23 13:06:58| INFO Dataset sample 0.80 of dataset imdb started -22/11/23 13:07:37| INFO ref finished [took 29.4671s] -22/11/23 13:07:47| INFO m3wis_sld finished [took 41.0866s] -22/11/23 13:07:47| INFO m3wmc_sld finished [took 40.2828s] -22/11/23 13:07:48| INFO m3wc_sld finished [took 43.2777s] -22/11/23 13:07:48| INFO m3w_sld finished [took 47.0649s] -22/11/23 13:07:49| INFO m3wne_sld finished [took 41.6009s] -22/11/23 13:13:02| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00789) [took 354.9822s] -22/11/23 13:13:12| INFO m3w_sld_gs finished [took 365.6544s] -22/11/23 13:13:12| INFO Dataset sample 0.80 of dataset imdb finished [took 374.8787s] -22/11/23 13:13:13| INFO Dataset sample 0.90 of dataset imdb started -22/11/23 13:13:48| INFO ref finished [took 26.1526s] -22/11/23 13:13:55| INFO m3wc_sld finished [took 40.9106s] -22/11/23 13:13:56| INFO m3wis_sld finished [took 38.6163s] -22/11/23 13:13:57| INFO m3wne_sld finished [took 40.6622s] -22/11/23 13:13:58| INFO m3wmc_sld finished [took 41.5060s] -22/11/23 13:14:00| INFO m3w_sld finished [took 45.9820s] -22/11/23 13:19:08| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00807) [took 348.7108s] -22/11/23 13:19:19| INFO m3w_sld_gs finished [took 359.5795s] -22/11/23 13:19:19| INFO Dataset sample 0.90 of dataset imdb finished [took 366.0801s] +22/11/23 22:39:25| INFO dataset imdb [pool size: 10] +22/11/23 22:39:31| INFO Dataset sample 0.10 of dataset imdb started +22/11/23 22:40:05| INFO ref finished [took 26.7125s] +22/11/23 22:40:15| INFO m3wne_sld finished [took 39.9900s] +22/11/23 22:40:16| INFO m3wmc_sld finished [took 41.6852s] +22/11/23 22:40:16| INFO m3wc_sld finished [took 42.1895s] +22/11/23 22:40:17| INFO m3wis_sld finished [took 40.8057s] +22/11/23 22:40:17| INFO m3w_sld finished [took 45.2795s] +22/11/23 22:45:50| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00789) [took 372.6118s] +22/11/23 22:46:00| INFO m3w_sld_gs finished [took 383.2764s] +22/11/23 22:46:00| INFO Dataset sample 0.10 of dataset imdb finished [took 388.8456s] +22/11/23 22:46:00| INFO Dataset sample 0.20 of dataset imdb started +22/11/23 22:46:36| INFO ref finished [took 26.0360s] +22/11/23 22:46:42| INFO m3wne_sld finished [took 35.7751s] +22/11/23 22:46:43| INFO m3wc_sld finished [took 41.0112s] +22/11/23 22:46:44| INFO m3w_sld finished [took 42.4419s] +22/11/23 22:46:45| INFO m3wis_sld finished [took 37.4503s] +22/11/23 22:46:45| INFO m3wmc_sld finished [took 40.8884s] +22/11/23 22:53:05| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00786) [took 417.0861s] +22/11/23 22:53:17| INFO m3w_sld_gs finished [took 428.8639s] +22/11/23 22:53:17| INFO Dataset sample 0.20 of dataset imdb finished [took 436.4691s] +22/11/23 22:53:17| INFO Dataset sample 0.30 of dataset imdb started +22/11/23 22:54:04| INFO ref finished [took 32.2664s] +22/11/23 22:54:15| INFO m3w_sld finished [took 51.8639s] +22/11/23 22:54:15| INFO m3wis_sld finished [took 44.8139s] +22/11/23 22:54:15| INFO m3wmc_sld finished [took 46.5044s] +22/11/23 22:54:15| INFO m3wc_sld finished [took 50.4231s] +22/11/23 22:54:16| INFO m3wne_sld finished [took 46.3459s] +22/11/23 23:00:21| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00853) [took 411.8293s] +22/11/23 23:00:31| INFO m3w_sld_gs finished [took 422.5298s] +22/11/23 23:00:31| INFO Dataset sample 0.30 of dataset imdb finished [took 434.6217s] +22/11/23 23:00:31| INFO Dataset sample 0.40 of dataset imdb started +22/11/23 23:01:13| INFO ref finished [took 30.7259s] +22/11/23 23:01:21| INFO m3w_sld finished [took 48.4534s] +22/11/23 23:01:22| INFO m3wmc_sld finished [took 45.3415s] +22/11/23 23:01:22| INFO m3wc_sld finished [took 47.5734s] +22/11/23 23:01:24| INFO m3wis_sld finished [took 44.8038s] +22/11/23 23:01:25| INFO m3wne_sld finished [took 46.9841s] +22/11/23 23:06:59| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.01874) [took 380.7642s] +22/11/23 23:07:10| INFO m3w_sld_gs finished [took 391.7746s] +22/11/23 23:07:10| INFO Dataset sample 0.40 of dataset imdb finished [took 398.3842s] +22/11/23 23:07:10| INFO Dataset sample 0.50 of dataset imdb started +22/11/23 23:07:53| INFO ref finished [took 33.9676s] +22/11/23 23:08:01| INFO m3w_sld finished [took 49.9842s] +22/11/23 23:08:04| INFO m3wis_sld finished [took 47.8397s] +22/11/23 23:08:05| INFO m3wmc_sld finished [took 48.4244s] +22/11/23 23:08:05| INFO m3wc_sld finished [took 50.3583s] +22/11/23 23:08:06| INFO m3wne_sld finished [took 49.9964s] +22/11/23 23:13:46| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.01851) [took 387.4653s] +22/11/23 23:13:57| INFO m3w_sld_gs finished [took 398.5473s] +22/11/23 23:13:57| INFO Dataset sample 0.50 of dataset imdb finished [took 407.1600s] +22/11/23 23:13:57| INFO Dataset sample 0.60 of dataset imdb started +22/11/23 23:14:36| INFO ref finished [took 31.8305s] +22/11/23 23:14:46| INFO m3w_sld finished [took 47.2148s] +22/11/23 23:14:48| INFO m3wmc_sld finished [took 45.0544s] +22/11/23 23:14:49| INFO m3wis_sld finished [took 45.5847s] +22/11/23 23:14:49| INFO m3wne_sld finished [took 46.6914s] +22/11/23 23:14:49| INFO m3wc_sld finished [took 48.5027s] +22/11/23 23:20:29| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.02000) [took 385.6402s] +22/11/23 23:20:39| INFO m3w_sld_gs finished [took 396.1211s] +22/11/23 23:20:39| INFO Dataset sample 0.60 of dataset imdb finished [took 402.5207s] +22/11/23 23:20:39| INFO Dataset sample 0.70 of dataset imdb started +22/11/23 23:21:15| INFO ref finished [took 28.4956s] +22/11/23 23:21:26| INFO m3wis_sld finished [took 39.6972s] +22/11/23 23:21:27| INFO m3wne_sld finished [took 40.9912s] +22/11/23 23:21:27| INFO m3w_sld finished [took 45.7233s] +22/11/23 23:21:28| INFO m3wmc_sld finished [took 42.7001s] +22/11/23 23:21:29| INFO m3wc_sld finished [took 45.8509s] +22/11/23 23:27:06| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.001, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00875) [took 379.2411s] +22/11/23 23:27:16| INFO m3w_sld_gs finished [took 389.5301s] +22/11/23 23:27:16| INFO Dataset sample 0.70 of dataset imdb finished [took 397.0096s] +22/11/23 23:27:16| INFO Dataset sample 0.80 of dataset imdb started +22/11/23 23:27:51| INFO ref finished [took 28.1018s] +22/11/23 23:28:00| INFO m3wis_sld finished [took 37.8200s] +22/11/23 23:28:00| INFO m3wc_sld finished [took 40.2210s] +22/11/23 23:28:00| INFO m3wne_sld finished [took 38.4939s] +22/11/23 23:28:01| INFO m3w_sld finished [took 42.3041s] +22/11/23 23:28:01| INFO m3wmc_sld finished [took 39.0396s] +22/11/23 23:33:09| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00789) [took 344.2546s] +22/11/23 23:33:19| INFO m3w_sld_gs finished [took 354.4437s] +22/11/23 23:33:19| INFO Dataset sample 0.80 of dataset imdb finished [took 362.5184s] +22/11/23 23:33:19| INFO Dataset sample 0.90 of dataset imdb started +22/11/23 23:33:52| INFO ref finished [took 26.5296s] +22/11/23 23:34:00| INFO m3wc_sld finished [took 39.1261s] +22/11/23 23:34:00| INFO m3wis_sld finished [took 37.7493s] +22/11/23 23:34:01| INFO m3wne_sld finished [took 38.9486s] +22/11/23 23:34:03| INFO m3wmc_sld finished [took 39.5300s] +22/11/23 23:34:03| INFO m3w_sld finished [took 43.5324s] +22/11/23 23:39:04| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.00807) [took 339.8089s] +22/11/23 23:39:14| INFO m3w_sld_gs finished [took 349.9083s] +22/11/23 23:39:14| INFO Dataset sample 0.90 of dataset imdb finished [took 355.6212s] diff --git a/output/main/rcv1_CCAT/rcv1_CCAT.pickle b/output/main/rcv1_CCAT/rcv1_CCAT.pickle index cab483e..d95dce2 100644 Binary files a/output/main/rcv1_CCAT/rcv1_CCAT.pickle and b/output/main/rcv1_CCAT/rcv1_CCAT.pickle differ diff --git a/output/main/rcv1_CCAT/rcv1_CCAT.pickle.pre_m3w b/output/main/rcv1_CCAT/rcv1_CCAT.pickle.pre_m3w new file mode 100644 index 0000000..cab483e Binary files /dev/null and b/output/main/rcv1_CCAT/rcv1_CCAT.pickle.pre_m3w differ diff --git a/output/main/rcv1_CCAT/rcv1_CCAT_m3w.log b/output/main/rcv1_CCAT/rcv1_CCAT_m3w.log new file mode 100644 index 0000000..eedeb2e --- /dev/null +++ b/output/main/rcv1_CCAT/rcv1_CCAT_m3w.log @@ -0,0 +1,92 @@ +---------------------------------------------------------------------------------------------------- +22/11/23 18:11:55| INFO dataset rcv1_CCAT [pool size: 10] +22/11/23 18:12:00| INFO Dataset sample 0.10 of dataset rcv1_CCAT started +22/11/23 18:14:22| INFO m3wc_sld finished [took 132.5171s] +22/11/23 18:14:25| INFO m3wis_sld finished [took 118.8581s] +22/11/23 18:14:25| INFO ref finished [took 108.7953s] +22/11/23 18:14:29| INFO m3w_sld finished [took 145.1319s] +22/11/23 18:14:30| INFO m3wne_sld finished [took 131.6791s] +22/11/23 18:14:38| INFO m3wmc_sld finished [took 146.3998s] +22/11/23 18:25:12| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00577) [took 760.1864s] +22/11/23 18:25:59| INFO m3w_sld_gs finished [took 807.5217s] +22/11/23 18:25:59| INFO Dataset sample 0.10 of dataset rcv1_CCAT finished [took 838.4384s] +22/11/23 18:25:59| INFO Dataset sample 0.20 of dataset rcv1_CCAT started +22/11/23 18:28:32| INFO m3w_sld finished [took 149.3320s] +22/11/23 18:28:38| INFO m3wmc_sld finished [took 143.3339s] +22/11/23 18:28:40| INFO m3wc_sld finished [took 152.0751s] +22/11/23 18:28:40| INFO ref finished [took 119.6673s] +22/11/23 18:28:48| INFO m3wis_sld finished [took 139.9003s] +22/11/23 18:28:49| INFO m3wne_sld finished [took 147.4952s] +22/11/23 18:39:27| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00710) [took 770.0786s] +22/11/23 18:40:14| INFO m3w_sld_gs finished [took 817.1699s] +22/11/23 18:40:14| INFO Dataset sample 0.20 of dataset rcv1_CCAT finished [took 854.7803s] +22/11/23 18:40:14| INFO Dataset sample 0.30 of dataset rcv1_CCAT started +22/11/23 18:43:04| INFO ref finished [took 124.4861s] +22/11/23 18:43:05| INFO m3w_sld finished [took 167.9473s] +22/11/23 18:43:06| INFO m3wmc_sld finished [took 156.2510s] +22/11/23 18:43:08| INFO m3wc_sld finished [took 165.1456s] +22/11/23 18:43:13| INFO m3wis_sld finished [took 147.2690s] +22/11/23 18:43:17| INFO m3wne_sld finished [took 158.8413s] +22/11/23 18:54:04| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00925) [took 789.8104s] +22/11/23 18:54:52| INFO m3w_sld_gs finished [took 837.5472s] +22/11/23 18:54:52| INFO Dataset sample 0.30 of dataset rcv1_CCAT finished [took 877.8955s] +22/11/23 18:54:52| INFO Dataset sample 0.40 of dataset rcv1_CCAT started +22/11/23 18:57:23| INFO m3w_sld finished [took 148.3195s] +22/11/23 18:57:30| INFO m3wmc_sld finished [took 145.7471s] +22/11/23 18:57:31| INFO ref finished [took 120.7757s] +22/11/23 18:57:36| INFO m3wc_sld finished [took 157.7704s] +22/11/23 18:57:43| INFO m3wne_sld finished [took 151.1238s] +22/11/23 18:57:53| INFO m3wis_sld finished [took 154.7324s] +22/11/23 19:08:54| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.01189) [took 808.4809s] +22/11/23 19:09:41| INFO m3w_sld_gs finished [took 855.6246s] +22/11/23 19:09:41| INFO Dataset sample 0.40 of dataset rcv1_CCAT finished [took 889.8107s] +22/11/23 19:09:41| INFO Dataset sample 0.50 of dataset rcv1_CCAT started +22/11/23 19:12:24| INFO m3w_sld finished [took 159.6688s] +22/11/23 19:12:25| INFO ref finished [took 118.1162s] +22/11/23 19:12:33| INFO m3wmc_sld finished [took 158.5587s] +22/11/23 19:12:36| INFO m3wne_sld finished [took 151.7698s] +22/11/23 19:12:41| INFO m3wc_sld finished [took 170.6292s] +22/11/23 19:12:41| INFO m3wis_sld finished [took 148.7262s] +22/11/23 19:23:47| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.01201) [took 806.8229s] +22/11/23 19:24:35| INFO m3w_sld_gs finished [took 855.0132s] +22/11/23 19:24:35| INFO Dataset sample 0.50 of dataset rcv1_CCAT finished [took 893.3306s] +22/11/23 19:24:35| INFO Dataset sample 0.60 of dataset rcv1_CCAT started +22/11/23 19:27:22| INFO m3w_sld finished [took 164.2611s] +22/11/23 19:27:24| INFO ref finished [took 128.6429s] +22/11/23 19:27:28| INFO m3wne_sld finished [took 152.0422s] +22/11/23 19:27:30| INFO m3wis_sld finished [took 146.4067s] +22/11/23 19:27:30| INFO m3wmc_sld finished [took 163.4932s] +22/11/23 19:27:36| INFO m3wc_sld finished [took 174.6631s] +22/11/23 19:38:10| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.01344) [took 779.9355s] +22/11/23 19:38:58| INFO m3w_sld_gs finished [took 827.8476s] +22/11/23 19:38:58| INFO Dataset sample 0.60 of dataset rcv1_CCAT finished [took 862.8897s] +22/11/23 19:38:58| INFO Dataset sample 0.70 of dataset rcv1_CCAT started +22/11/23 19:41:40| INFO m3wc_sld finished [took 154.0147s] +22/11/23 19:41:48| INFO m3w_sld finished [took 167.3630s] +22/11/23 19:41:51| INFO m3wmc_sld finished [took 157.6084s] +22/11/23 19:41:53| INFO ref finished [took 131.6654s] +22/11/23 19:41:56| INFO m3wne_sld finished [took 156.5850s] +22/11/23 19:42:00| INFO m3wis_sld finished [took 152.7024s] +22/11/23 19:52:59| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.01149) [took 806.0229s] +22/11/23 19:53:47| INFO m3w_sld_gs finished [took 853.9109s] +22/11/23 19:53:47| INFO Dataset sample 0.70 of dataset rcv1_CCAT finished [took 889.2442s] +22/11/23 19:53:47| INFO Dataset sample 0.80 of dataset rcv1_CCAT started +22/11/23 19:56:28| INFO m3w_sld finished [took 158.0458s] +22/11/23 19:56:32| INFO m3wmc_sld finished [took 150.1753s] +22/11/23 19:56:34| INFO m3wne_sld finished [took 143.2132s] +22/11/23 19:56:34| INFO m3wc_sld finished [took 158.6395s] +22/11/23 19:56:41| INFO m3wis_sld finished [took 143.7058s] +22/11/23 19:56:43| INFO ref finished [took 131.2530s] +22/11/23 20:07:14| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.00667) [took 767.0383s] +22/11/23 20:08:02| INFO m3w_sld_gs finished [took 815.4612s] +22/11/23 20:08:02| INFO Dataset sample 0.80 of dataset rcv1_CCAT finished [took 855.2950s] +22/11/23 20:08:02| INFO Dataset sample 0.90 of dataset rcv1_CCAT started +22/11/23 20:10:39| INFO m3wc_sld finished [took 148.6246s] +22/11/23 20:10:43| INFO m3wne_sld finished [took 139.3615s] +22/11/23 20:10:48| INFO m3wmc_sld finished [took 150.8955s] +22/11/23 20:10:48| INFO m3wis_sld finished [took 137.8562s] +22/11/23 20:10:50| INFO ref finished [took 126.2941s] +22/11/23 20:10:50| INFO m3w_sld finished [took 164.5047s] +22/11/23 20:21:26| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.00779) [took 767.6325s] +22/11/23 20:22:13| INFO m3w_sld_gs finished [took 815.3539s] +22/11/23 20:22:13| INFO Dataset sample 0.90 of dataset rcv1_CCAT finished [took 851.1516s] diff --git a/output/main/rcv1_GCAT/rcv1_GCAT.log b/output/main/rcv1_GCAT/rcv1_GCAT.log new file mode 100644 index 0000000..96f7e28 --- /dev/null +++ b/output/main/rcv1_GCAT/rcv1_GCAT.log @@ -0,0 +1,23 @@ +---------------------------------------------------------------------------------------------------- +22/11/23 21:34:29| INFO dataset rcv1_GCAT [pool size: 10] +22/11/23 21:34:34| INFO Dataset sample 0.10 of dataset rcv1_GCAT started +22/11/23 21:36:48| INFO mulc_sld finished [took 112.8084s] +22/11/23 21:37:02| INFO binne_sld finished [took 96.0149s] +22/11/23 21:37:21| INFO bin_sld finished [took 164.0656s] +22/11/23 21:37:37| INFO binc_sld finished [took 166.3021s] +22/11/23 21:37:42| INFO m3w_sld finished [took 178.1518s] +22/11/23 21:37:57| INFO m3wc_sld finished [took 176.7652s] +22/11/23 21:38:03| INFO binmc_sld finished [took 174.2003s] +22/11/23 21:38:07| INFO m3wmc_sld finished [took 167.4303s] +22/11/23 21:38:17| INFO mulmc_sld finished [took 183.7776s] +22/11/23 21:38:33| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 +22/11/23 21:39:15| INFO mul_sld finished [took 275.2884s] +22/11/23 21:40:36| INFO mulne_sld finished [took 223.4173s] +22/11/23 21:40:41| INFO m3wne_sld finished [took 214.6766s] +22/11/23 21:41:23| INFO binis_sld finished [took 236.6607s] +22/11/23 21:41:53| INFO m3wis_sld finished [took 244.2287s] +22/11/23 21:42:01| INFO mulis_sld finished [took 258.6646s] +22/11/23 21:42:20| INFO ref finished [took 237.6574s] +22/11/23 21:42:51| INFO atc_mc finished [took 252.8951s] +22/11/23 21:43:19| INFO doc finished [took 233.1199s] +22/11/23 21:46:18| INFO gde finished [took 288.0360s]