diff --git a/output/main/cifar10_dog/cifar10_dog.pickle b/output/main/cifar10_dog/cifar10_dog.pickle index 34cf8cb..cde74be 100644 Binary files a/output/main/cifar10_dog/cifar10_dog.pickle and b/output/main/cifar10_dog/cifar10_dog.pickle differ diff --git a/output/main/cifar10_dog/cifar10_dog.pickle.pre_m3w b/output/main/cifar10_dog/cifar10_dog.pickle.pre_m3w new file mode 100644 index 0000000..34cf8cb Binary files /dev/null and b/output/main/cifar10_dog/cifar10_dog.pickle.pre_m3w differ diff --git a/output/main/cifar10_dog/cifar10_dog_m3w.log b/output/main/cifar10_dog/cifar10_dog_m3w.log new file mode 100644 index 0000000..d326cad --- /dev/null +++ b/output/main/cifar10_dog/cifar10_dog_m3w.log @@ -0,0 +1,92 @@ +---------------------------------------------------------------------------------------------------- +23/11/23 01:39:20| INFO dataset cifar10_dog [pool size: 10] +23/11/23 01:39:40| INFO Dataset sample 0.10 of dataset cifar10_dog started +23/11/23 01:41:53| INFO ref finished [took 122.3468s] +23/11/23 01:42:57| INFO m3wne_sld finished [took 191.2357s] +23/11/23 01:42:57| INFO m3wmc_sld finished [took 193.1441s] +23/11/23 01:42:58| INFO m3w_sld finished [took 196.2437s] +23/11/23 01:42:59| INFO m3wc_sld finished [took 196.6874s] +23/11/23 01:43:01| INFO m3wis_sld finished [took 191.9054s] +23/11/23 01:45:43| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.001, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['max_conf', 'entropy']} (score=0.09410) [took 352.3661s] +23/11/23 01:46:30| INFO m3w_sld_gs finished [took 399.1968s] +23/11/23 01:46:30| INFO Dataset sample 0.10 of dataset cifar10_dog finished [took 409.5722s] +23/11/23 01:46:30| INFO Dataset sample 0.20 of dataset cifar10_dog started +23/11/23 01:48:42| INFO ref finished [took 122.0379s] +23/11/23 01:49:46| INFO m3w_sld finished [took 194.6095s] +23/11/23 01:49:46| INFO m3wne_sld finished [took 191.4555s] +23/11/23 01:49:49| INFO m3wmc_sld finished [took 195.1906s] +23/11/23 01:49:50| INFO m3wis_sld finished [took 193.4222s] +23/11/23 01:49:51| INFO m3wc_sld finished [took 198.0330s] +23/11/23 01:52:46| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.08755) [took 367.8527s] +23/11/23 01:53:15| INFO m3w_sld_gs finished [took 397.7191s] +23/11/23 01:53:15| INFO Dataset sample 0.20 of dataset cifar10_dog finished [took 405.5805s] +23/11/23 01:53:15| INFO Dataset sample 0.30 of dataset cifar10_dog started +23/11/23 01:55:29| INFO ref finished [took 124.0739s] +23/11/23 01:56:29| INFO m3wmc_sld finished [took 189.5274s] +23/11/23 01:56:33| INFO m3wne_sld finished [took 193.1704s] +23/11/23 01:56:35| INFO m3wis_sld finished [took 194.7936s] +23/11/23 01:56:36| INFO m3w_sld finished [took 198.7475s] +23/11/23 01:56:39| INFO m3wc_sld finished [took 200.6006s] +23/11/23 01:59:33| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.001, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.04338) [took 370.4179s] +23/11/23 02:00:04| INFO m3w_sld_gs finished [took 401.0379s] +23/11/23 02:00:04| INFO Dataset sample 0.30 of dataset cifar10_dog finished [took 408.3748s] +23/11/23 02:00:04| INFO Dataset sample 0.40 of dataset cifar10_dog started +23/11/23 02:02:16| INFO ref finished [took 122.2531s] +23/11/23 02:03:13| INFO m3wc_sld finished [took 186.7289s] +23/11/23 02:03:19| INFO m3w_sld finished [took 193.2497s] +23/11/23 02:03:23| INFO m3wis_sld finished [took 193.2067s] +23/11/23 02:03:24| INFO m3wne_sld finished [took 195.4547s] +23/11/23 02:03:25| INFO m3wmc_sld finished [took 197.0467s] +23/11/23 02:06:07| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.04410) [took 356.4309s] +23/11/23 02:06:37| INFO m3w_sld_gs finished [took 385.9116s] +23/11/23 02:06:37| INFO Dataset sample 0.40 of dataset cifar10_dog finished [took 392.7862s] +23/11/23 02:06:37| INFO Dataset sample 0.50 of dataset cifar10_dog started +23/11/23 02:08:48| INFO ref finished [took 123.5860s] +23/11/23 02:09:46| INFO m3wmc_sld finished [took 186.2835s] +23/11/23 02:09:46| INFO m3wc_sld finished [took 187.1974s] +23/11/23 02:09:50| INFO m3wne_sld finished [took 188.7170s] +23/11/23 02:09:52| INFO m3w_sld finished [took 194.1977s] +23/11/23 02:09:55| INFO m3wis_sld finished [took 192.8132s] +23/11/23 02:12:24| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.01831) [took 340.0441s] +23/11/23 02:12:53| INFO m3w_sld_gs finished [took 369.1645s] +23/11/23 02:12:53| INFO Dataset sample 0.50 of dataset cifar10_dog finished [took 376.4990s] +23/11/23 02:12:53| INFO Dataset sample 0.60 of dataset cifar10_dog started +23/11/23 02:15:15| INFO ref finished [took 131.0013s] +23/11/23 02:16:14| INFO m3w_sld finished [took 198.7240s] +23/11/23 02:16:15| INFO m3wc_sld finished [took 198.7629s] +23/11/23 02:16:15| INFO m3wne_sld finished [took 198.3437s] +23/11/23 02:16:16| INFO m3wmc_sld finished [took 198.2890s] +23/11/23 02:16:17| INFO m3wis_sld finished [took 197.8288s] +23/11/23 02:18:55| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.02689) [took 355.2382s] +23/11/23 02:19:25| INFO m3w_sld_gs finished [took 384.4947s] +23/11/23 02:19:25| INFO Dataset sample 0.60 of dataset cifar10_dog finished [took 391.4588s] +23/11/23 02:19:25| INFO Dataset sample 0.70 of dataset cifar10_dog started +23/11/23 02:21:46| INFO ref finished [took 131.4153s] +23/11/23 02:22:43| INFO m3wc_sld finished [took 195.9914s] +23/11/23 02:22:45| INFO m3w_sld finished [took 199.2807s] +23/11/23 02:22:46| INFO m3wne_sld finished [took 196.1417s] +23/11/23 02:22:46| INFO m3wmc_sld finished [took 198.2491s] +23/11/23 02:22:48| INFO m3wis_sld finished [took 196.4384s] +23/11/23 02:25:16| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['isoft']} (score=0.09511) [took 342.4978s] +23/11/23 02:25:45| INFO m3w_sld_gs finished [took 371.9233s] +23/11/23 02:25:45| INFO Dataset sample 0.70 of dataset cifar10_dog finished [took 380.5433s] +23/11/23 02:25:45| INFO Dataset sample 0.80 of dataset cifar10_dog started +23/11/23 02:28:09| INFO ref finished [took 133.7020s] +23/11/23 02:29:05| INFO m3w_sld finished [took 198.9815s] +23/11/23 02:29:06| INFO m3wmc_sld finished [took 197.4938s] +23/11/23 02:29:08| INFO m3wne_sld finished [took 199.1607s] +23/11/23 02:29:09| INFO m3wc_sld finished [took 201.3328s] +23/11/23 02:29:10| INFO m3wis_sld finished [took 198.6220s] +23/11/23 02:31:47| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'confidence': ['isoft']} (score=0.09983) [took 353.7138s] +23/11/23 02:32:28| INFO m3w_sld_gs finished [took 394.1458s] +23/11/23 02:32:28| INFO Dataset sample 0.80 of dataset cifar10_dog finished [took 402.7554s] +23/11/23 02:32:28| INFO Dataset sample 0.90 of dataset cifar10_dog started +23/11/23 02:34:44| INFO ref finished [took 127.3193s] +23/11/23 02:35:47| INFO m3w_sld finished [took 197.5544s] +23/11/23 02:35:50| INFO m3wis_sld finished [took 195.8046s] +23/11/23 02:35:50| INFO m3wne_sld finished [took 198.0104s] +23/11/23 02:35:50| INFO m3wc_sld finished [took 199.2686s] +23/11/23 02:35:51| INFO m3wmc_sld finished [took 199.5645s] +23/11/23 02:38:29| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'confidence': ['max_conf', 'entropy']} (score=0.12245) [took 352.2626s] +23/11/23 02:38:58| INFO m3w_sld_gs finished [took 381.4130s] +23/11/23 02:38:58| INFO Dataset sample 0.90 of dataset cifar10_dog finished [took 389.9326s]