diff --git a/conf.yaml b/conf.yaml index 96797de..fb49814 100644 --- a/conf.yaml +++ b/conf.yaml @@ -102,17 +102,27 @@ main_conf: &main_conf DATASET_N_PREVS: 9 DATASET_DIR_UPDATE: true - confs_competed: + confs: - DATASET_NAME: rcv1 DATASET_TARGET: CCAT - DATASET_NAME: imdb - confs: + confs_next: - DATASET_NAME: rcv1 DATASET_TARGET: GCAT - DATASET_NAME: rcv1 DATASET_TARGET: MCAT plot_confs: + gs_vs_qgs: + PLOT_ESTIMATORS: + - mul_sld_gs + - bin_sld_gs + - mul_sld_gsq + - bin_sld_gsq + - atc_mc + - atc_ne + PLOT_STDEV: true + plot_confs_completed: max_conf_vs_atc_pacc: PLOT_ESTIMATORS: - bin_pacc @@ -166,19 +176,6 @@ main_conf: &main_conf - mul_pacc - bin_pacc PLOT_STDEV: true - - plot_confs_torepeat: - gs_vs_qgs: - # to repeat on rcv1_CCAT and imdb - PLOT_ESTIMATORS: - - mul_sld_gs - - bin_sld_gs - - mul_sld_gsq - - bin_sld_gsq - - atc_mc - - atc_ne - PLOT_STDEV: true - plot_confs_completed: max_conf_vs_atc: PLOT_ESTIMATORS: - bin_sld diff --git a/poetry.lock b/poetry.lock index 0f85ba6..8b37102 100644 --- a/poetry.lock +++ b/poetry.lock @@ -15,6 +15,104 @@ numpy = ">=1.9" scikit-learn = ">=0.20.0" scipy = ">=1.1.0" +[[package]] +name = "bcrypt" +version = "4.0.1" +description = "Modern password hashing for your software and your servers" +optional = false +python-versions = ">=3.6" +files = [ + {file = "bcrypt-4.0.1-cp36-abi3-macosx_10_10_universal2.whl", hash = "sha256:b1023030aec778185a6c16cf70f359cbb6e0c289fd564a7cfa29e727a1c38f8f"}, + {file = "bcrypt-4.0.1-cp36-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.manylinux_2_24_aarch64.whl", hash = "sha256:08d2947c490093a11416df18043c27abe3921558d2c03e2076ccb28a116cb6d0"}, + {file = "bcrypt-4.0.1-cp36-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0eaa47d4661c326bfc9d08d16debbc4edf78778e6aaba29c1bc7ce67214d4410"}, + {file = "bcrypt-4.0.1-cp36-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ae88eca3024bb34bb3430f964beab71226e761f51b912de5133470b649d82344"}, + {file = "bcrypt-4.0.1-cp36-abi3-manylinux_2_24_x86_64.whl", hash = "sha256:a522427293d77e1c29e303fc282e2d71864579527a04ddcfda6d4f8396c6c36a"}, + {file = "bcrypt-4.0.1-cp36-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:fbdaec13c5105f0c4e5c52614d04f0bca5f5af007910daa8b6b12095edaa67b3"}, + {file = "bcrypt-4.0.1-cp36-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:ca3204d00d3cb2dfed07f2d74a25f12fc12f73e606fcaa6975d1f7ae69cacbb2"}, + {file = "bcrypt-4.0.1-cp36-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:089098effa1bc35dc055366740a067a2fc76987e8ec75349eb9484061c54f535"}, + {file = "bcrypt-4.0.1-cp36-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:e9a51bbfe7e9802b5f3508687758b564069ba937748ad7b9e890086290d2f79e"}, + {file = "bcrypt-4.0.1-cp36-abi3-win32.whl", hash = "sha256:2caffdae059e06ac23fce178d31b4a702f2a3264c20bfb5ff541b338194d8fab"}, + {file = "bcrypt-4.0.1-cp36-abi3-win_amd64.whl", hash = "sha256:8a68f4341daf7522fe8d73874de8906f3a339048ba406be6ddc1b3ccb16fc0d9"}, + {file = "bcrypt-4.0.1-pp37-pypy37_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bf4fa8b2ca74381bb5442c089350f09a3f17797829d958fad058d6e44d9eb83c"}, + {file = "bcrypt-4.0.1-pp37-pypy37_pp73-manylinux_2_24_x86_64.whl", hash = "sha256:67a97e1c405b24f19d08890e7ae0c4f7ce1e56a712a016746c8b2d7732d65d4b"}, + {file = "bcrypt-4.0.1-pp37-pypy37_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:b3b85202d95dd568efcb35b53936c5e3b3600c7cdcc6115ba461df3a8e89f38d"}, + {file = "bcrypt-4.0.1-pp38-pypy38_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cbb03eec97496166b704ed663a53680ab57c5084b2fc98ef23291987b525cb7d"}, + {file = "bcrypt-4.0.1-pp38-pypy38_pp73-manylinux_2_24_x86_64.whl", hash = "sha256:5ad4d32a28b80c5fa6671ccfb43676e8c1cc232887759d1cd7b6f56ea4355215"}, + {file = "bcrypt-4.0.1-pp38-pypy38_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:b57adba8a1444faf784394de3436233728a1ecaeb6e07e8c22c8848f179b893c"}, + {file = "bcrypt-4.0.1-pp39-pypy39_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:705b2cea8a9ed3d55b4491887ceadb0106acf7c6387699fca771af56b1cdeeda"}, + {file = "bcrypt-4.0.1-pp39-pypy39_pp73-manylinux_2_24_x86_64.whl", hash = "sha256:2b3ac11cf45161628f1f3733263e63194f22664bf4d0c0f3ab34099c02134665"}, + {file = "bcrypt-4.0.1-pp39-pypy39_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:3100851841186c25f127731b9fa11909ab7b1df6fc4b9f8353f4f1fd952fbf71"}, + {file = "bcrypt-4.0.1.tar.gz", hash = "sha256:27d375903ac8261cfe4047f6709d16f7d18d39b1ec92aaf72af989552a650ebd"}, +] + +[package.extras] +tests = ["pytest (>=3.2.1,!=3.3.0)"] +typecheck = ["mypy"] + +[[package]] +name = "cffi" +version = "1.16.0" +description = "Foreign Function Interface for Python calling C code." +optional = false +python-versions = ">=3.8" +files = [ + {file = "cffi-1.16.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:6b3d6606d369fc1da4fd8c357d026317fbb9c9b75d36dc16e90e84c26854b088"}, + {file = "cffi-1.16.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:ac0f5edd2360eea2f1daa9e26a41db02dd4b0451b48f7c318e217ee092a213e9"}, + {file = "cffi-1.16.0-cp310-cp310-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:7e61e3e4fa664a8588aa25c883eab612a188c725755afff6289454d6362b9673"}, + {file = "cffi-1.16.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a72e8961a86d19bdb45851d8f1f08b041ea37d2bd8d4fd19903bc3083d80c896"}, + {file = "cffi-1.16.0-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:5b50bf3f55561dac5438f8e70bfcdfd74543fd60df5fa5f62d94e5867deca684"}, + {file = "cffi-1.16.0-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7651c50c8c5ef7bdb41108b7b8c5a83013bfaa8a935590c5d74627c047a583c7"}, + {file = "cffi-1.16.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e4108df7fe9b707191e55f33efbcb2d81928e10cea45527879a4749cbe472614"}, + {file = "cffi-1.16.0-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:32c68ef735dbe5857c810328cb2481e24722a59a2003018885514d4c09af9743"}, + {file = "cffi-1.16.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:673739cb539f8cdaa07d92d02efa93c9ccf87e345b9a0b556e3ecc666718468d"}, + {file = "cffi-1.16.0-cp310-cp310-win32.whl", hash = "sha256:9f90389693731ff1f659e55c7d1640e2ec43ff725cc61b04b2f9c6d8d017df6a"}, + {file = "cffi-1.16.0-cp310-cp310-win_amd64.whl", hash = "sha256:e6024675e67af929088fda399b2094574609396b1decb609c55fa58b028a32a1"}, + {file = "cffi-1.16.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:b84834d0cf97e7d27dd5b7f3aca7b6e9263c56308ab9dc8aae9784abb774d404"}, + {file = "cffi-1.16.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:1b8ebc27c014c59692bb2664c7d13ce7a6e9a629be20e54e7271fa696ff2b417"}, + {file = "cffi-1.16.0-cp311-cp311-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ee07e47c12890ef248766a6e55bd38ebfb2bb8edd4142d56db91b21ea68b7627"}, + {file = "cffi-1.16.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d8a9d3ebe49f084ad71f9269834ceccbf398253c9fac910c4fd7053ff1386936"}, + {file = "cffi-1.16.0-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:e70f54f1796669ef691ca07d046cd81a29cb4deb1e5f942003f401c0c4a2695d"}, + {file = "cffi-1.16.0-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5bf44d66cdf9e893637896c7faa22298baebcd18d1ddb6d2626a6e39793a1d56"}, + {file = "cffi-1.16.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7b78010e7b97fef4bee1e896df8a4bbb6712b7f05b7ef630f9d1da00f6444d2e"}, + {file = "cffi-1.16.0-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:c6a164aa47843fb1b01e941d385aab7215563bb8816d80ff3a363a9f8448a8dc"}, + {file = "cffi-1.16.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:e09f3ff613345df5e8c3667da1d918f9149bd623cd9070c983c013792a9a62eb"}, + {file = "cffi-1.16.0-cp311-cp311-win32.whl", hash = "sha256:2c56b361916f390cd758a57f2e16233eb4f64bcbeee88a4881ea90fca14dc6ab"}, + {file = "cffi-1.16.0-cp311-cp311-win_amd64.whl", hash = "sha256:db8e577c19c0fda0beb7e0d4e09e0ba74b1e4c092e0e40bfa12fe05b6f6d75ba"}, + {file = "cffi-1.16.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:fa3a0128b152627161ce47201262d3140edb5a5c3da88d73a1b790a959126956"}, + {file = "cffi-1.16.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:68e7c44931cc171c54ccb702482e9fc723192e88d25a0e133edd7aff8fcd1f6e"}, + {file = "cffi-1.16.0-cp312-cp312-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:abd808f9c129ba2beda4cfc53bde801e5bcf9d6e0f22f095e45327c038bfe68e"}, + {file = "cffi-1.16.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:88e2b3c14bdb32e440be531ade29d3c50a1a59cd4e51b1dd8b0865c54ea5d2e2"}, + {file = "cffi-1.16.0-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:fcc8eb6d5902bb1cf6dc4f187ee3ea80a1eba0a89aba40a5cb20a5087d961357"}, + {file = "cffi-1.16.0-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b7be2d771cdba2942e13215c4e340bfd76398e9227ad10402a8767ab1865d2e6"}, + {file = "cffi-1.16.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e715596e683d2ce000574bae5d07bd522c781a822866c20495e52520564f0969"}, + {file = "cffi-1.16.0-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:2d92b25dbf6cae33f65005baf472d2c245c050b1ce709cc4588cdcdd5495b520"}, + {file = "cffi-1.16.0-cp312-cp312-win32.whl", hash = "sha256:b2ca4e77f9f47c55c194982e10f058db063937845bb2b7a86c84a6cfe0aefa8b"}, + {file = "cffi-1.16.0-cp312-cp312-win_amd64.whl", hash = "sha256:68678abf380b42ce21a5f2abde8efee05c114c2fdb2e9eef2efdb0257fba1235"}, + {file = "cffi-1.16.0-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:0c9ef6ff37e974b73c25eecc13952c55bceed9112be2d9d938ded8e856138bcc"}, + {file = "cffi-1.16.0-cp38-cp38-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:a09582f178759ee8128d9270cd1344154fd473bb77d94ce0aeb2a93ebf0feaf0"}, + {file = "cffi-1.16.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e760191dd42581e023a68b758769e2da259b5d52e3103c6060ddc02c9edb8d7b"}, + {file = "cffi-1.16.0-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:80876338e19c951fdfed6198e70bc88f1c9758b94578d5a7c4c91a87af3cf31c"}, + {file = "cffi-1.16.0-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:a6a14b17d7e17fa0d207ac08642c8820f84f25ce17a442fd15e27ea18d67c59b"}, + {file = "cffi-1.16.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6602bc8dc6f3a9e02b6c22c4fc1e47aa50f8f8e6d3f78a5e16ac33ef5fefa324"}, + {file = "cffi-1.16.0-cp38-cp38-win32.whl", hash = "sha256:131fd094d1065b19540c3d72594260f118b231090295d8c34e19a7bbcf2e860a"}, + {file = "cffi-1.16.0-cp38-cp38-win_amd64.whl", hash = "sha256:31d13b0f99e0836b7ff893d37af07366ebc90b678b6664c955b54561fc36ef36"}, + {file = "cffi-1.16.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:582215a0e9adbe0e379761260553ba11c58943e4bbe9c36430c4ca6ac74b15ed"}, + {file = "cffi-1.16.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:b29ebffcf550f9da55bec9e02ad430c992a87e5f512cd63388abb76f1036d8d2"}, + {file = "cffi-1.16.0-cp39-cp39-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:dc9b18bf40cc75f66f40a7379f6a9513244fe33c0e8aa72e2d56b0196a7ef872"}, + {file = "cffi-1.16.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:9cb4a35b3642fc5c005a6755a5d17c6c8b6bcb6981baf81cea8bfbc8903e8ba8"}, + {file = "cffi-1.16.0-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b86851a328eedc692acf81fb05444bdf1891747c25af7529e39ddafaf68a4f3f"}, + {file = "cffi-1.16.0-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:c0f31130ebc2d37cdd8e44605fb5fa7ad59049298b3f745c74fa74c62fbfcfc4"}, + {file = "cffi-1.16.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8f8e709127c6c77446a8c0a8c8bf3c8ee706a06cd44b1e827c3e6a2ee6b8c098"}, + {file = "cffi-1.16.0-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:748dcd1e3d3d7cd5443ef03ce8685043294ad6bd7c02a38d1bd367cfd968e000"}, + {file = "cffi-1.16.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:8895613bcc094d4a1b2dbe179d88d7fb4a15cee43c052e8885783fac397d91fe"}, + {file = "cffi-1.16.0-cp39-cp39-win32.whl", hash = "sha256:ed86a35631f7bfbb28e108dd96773b9d5a6ce4811cf6ea468bb6a359b256b1e4"}, + {file = "cffi-1.16.0-cp39-cp39-win_amd64.whl", hash = "sha256:3686dffb02459559c74dd3d81748269ffb0eb027c39a6fc99502de37d501faa8"}, + {file = "cffi-1.16.0.tar.gz", hash = "sha256:bcb3ef43e58665bbda2fb198698fcae6776483e0c4a631aa5647806c25e02cc0"}, +] + +[package.dependencies] +pycparser = "*" + [[package]] name = "colorama" version = "0.4.6" @@ -223,6 +321,51 @@ files = [ [package.extras] toml = ["tomli"] +[[package]] +name = "cryptography" +version = "41.0.5" +description = "cryptography is a package which provides cryptographic recipes and primitives to Python developers." +optional = false +python-versions = ">=3.7" +files = [ + {file = "cryptography-41.0.5-cp37-abi3-macosx_10_12_universal2.whl", hash = "sha256:da6a0ff8f1016ccc7477e6339e1d50ce5f59b88905585f77193ebd5068f1e797"}, + {file = "cryptography-41.0.5-cp37-abi3-macosx_10_12_x86_64.whl", hash = "sha256:b948e09fe5fb18517d99994184854ebd50b57248736fd4c720ad540560174ec5"}, + {file = "cryptography-41.0.5-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d38e6031e113b7421db1de0c1b1f7739564a88f1684c6b89234fbf6c11b75147"}, + {file = "cryptography-41.0.5-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e270c04f4d9b5671ebcc792b3ba5d4488bf7c42c3c241a3748e2599776f29696"}, + {file = "cryptography-41.0.5-cp37-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:ec3b055ff8f1dce8e6ef28f626e0972981475173d7973d63f271b29c8a2897da"}, + {file = "cryptography-41.0.5-cp37-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:7d208c21e47940369accfc9e85f0de7693d9a5d843c2509b3846b2db170dfd20"}, + {file = "cryptography-41.0.5-cp37-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:8254962e6ba1f4d2090c44daf50a547cd5f0bf446dc658a8e5f8156cae0d8548"}, + {file = "cryptography-41.0.5-cp37-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:a48e74dad1fb349f3dc1d449ed88e0017d792997a7ad2ec9587ed17405667e6d"}, + {file = "cryptography-41.0.5-cp37-abi3-win32.whl", hash = "sha256:d3977f0e276f6f5bf245c403156673db103283266601405376f075c849a0b936"}, + {file = "cryptography-41.0.5-cp37-abi3-win_amd64.whl", hash = "sha256:73801ac9736741f220e20435f84ecec75ed70eda90f781a148f1bad546963d81"}, + {file = "cryptography-41.0.5-pp310-pypy310_pp73-macosx_10_12_x86_64.whl", hash = "sha256:3be3ca726e1572517d2bef99a818378bbcf7d7799d5372a46c79c29eb8d166c1"}, + {file = "cryptography-41.0.5-pp310-pypy310_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:e886098619d3815e0ad5790c973afeee2c0e6e04b4da90b88e6bd06e2a0b1b72"}, + {file = "cryptography-41.0.5-pp310-pypy310_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:573eb7128cbca75f9157dcde974781209463ce56b5804983e11a1c462f0f4e88"}, + {file = "cryptography-41.0.5-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:0c327cac00f082013c7c9fb6c46b7cc9fa3c288ca702c74773968173bda421bf"}, + {file = "cryptography-41.0.5-pp38-pypy38_pp73-macosx_10_12_x86_64.whl", hash = "sha256:227ec057cd32a41c6651701abc0328135e472ed450f47c2766f23267b792a88e"}, + {file = "cryptography-41.0.5-pp38-pypy38_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:22892cc830d8b2c89ea60148227631bb96a7da0c1b722f2aac8824b1b7c0b6b8"}, + {file = "cryptography-41.0.5-pp38-pypy38_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:5a70187954ba7292c7876734183e810b728b4f3965fbe571421cb2434d279179"}, + {file = "cryptography-41.0.5-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:88417bff20162f635f24f849ab182b092697922088b477a7abd6664ddd82291d"}, + {file = "cryptography-41.0.5-pp39-pypy39_pp73-macosx_10_12_x86_64.whl", hash = "sha256:c707f7afd813478e2019ae32a7c49cd932dd60ab2d2a93e796f68236b7e1fbf1"}, + {file = "cryptography-41.0.5-pp39-pypy39_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:580afc7b7216deeb87a098ef0674d6ee34ab55993140838b14c9b83312b37b86"}, + {file = "cryptography-41.0.5-pp39-pypy39_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:fba1e91467c65fe64a82c689dc6cf58151158993b13eb7a7f3f4b7f395636723"}, + {file = "cryptography-41.0.5-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:0d2a6a598847c46e3e321a7aef8af1436f11c27f1254933746304ff014664d84"}, + {file = "cryptography-41.0.5.tar.gz", hash = "sha256:392cb88b597247177172e02da6b7a63deeff1937fa6fec3bbf902ebd75d97ec7"}, +] + +[package.dependencies] +cffi = ">=1.12" + +[package.extras] +docs = ["sphinx (>=5.3.0)", "sphinx-rtd-theme (>=1.1.1)"] +docstest = ["pyenchant (>=1.6.11)", "sphinxcontrib-spelling (>=4.0.1)", "twine (>=1.12.0)"] +nox = ["nox"] +pep8test = ["black", "check-sdist", "mypy", "ruff"] +sdist = ["build"] +ssh = ["bcrypt (>=3.1.5)"] +test = ["pretend", "pytest (>=6.2.0)", "pytest-benchmark", "pytest-cov", "pytest-xdist"] +test-randomorder = ["pytest-randomly"] + [[package]] name = "cycler" version = "0.11.0" @@ -728,6 +871,27 @@ sql-other = ["SQLAlchemy (>=1.4.36)"] test = ["hypothesis (>=6.46.1)", "pytest (>=7.3.2)", "pytest-asyncio (>=0.17.0)", "pytest-xdist (>=2.2.0)"] xml = ["lxml (>=4.8.0)"] +[[package]] +name = "paramiko" +version = "3.3.1" +description = "SSH2 protocol library" +optional = false +python-versions = ">=3.6" +files = [ + {file = "paramiko-3.3.1-py3-none-any.whl", hash = "sha256:b7bc5340a43de4287bbe22fe6de728aa2c22468b2a849615498dd944c2f275eb"}, + {file = "paramiko-3.3.1.tar.gz", hash = "sha256:6a3777a961ac86dbef375c5f5b8d50014a1a96d0fd7f054a43bc880134b0ff77"}, +] + +[package.dependencies] +bcrypt = ">=3.2" +cryptography = ">=3.3" +pynacl = ">=1.5" + +[package.extras] +all = ["gssapi (>=1.4.1)", "invoke (>=2.0)", "pyasn1 (>=0.1.7)", "pywin32 (>=2.1.8)"] +gssapi = ["gssapi (>=1.4.1)", "pyasn1 (>=0.1.7)", "pywin32 (>=2.1.8)"] +invoke = ["invoke (>=2.0)"] + [[package]] name = "pillow" version = "10.0.1" @@ -851,6 +1015,17 @@ files = [ [package.dependencies] numpy = ">=1.16.6" +[[package]] +name = "pycparser" +version = "2.21" +description = "C parser in Python" +optional = false +python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*" +files = [ + {file = "pycparser-2.21-py2.py3-none-any.whl", hash = "sha256:8ee45429555515e1f6b185e78100aea234072576aa43ab53aefcae078162fca9"}, + {file = "pycparser-2.21.tar.gz", hash = "sha256:e644fdec12f7872f86c58ff790da456218b10f863970249516d60a5eaca77206"}, +] + [[package]] name = "pylance" version = "0.5.10" @@ -872,6 +1047,32 @@ pyarrow = ">=10" [package.extras] tests = ["duckdb", "ml_dtypes", "pandas (>=1.4)", "polars[pandas,pyarrow]", "pytest", "tensorflow"] +[[package]] +name = "pynacl" +version = "1.5.0" +description = "Python binding to the Networking and Cryptography (NaCl) library" +optional = false +python-versions = ">=3.6" +files = [ + {file = "PyNaCl-1.5.0-cp36-abi3-macosx_10_10_universal2.whl", hash = "sha256:401002a4aaa07c9414132aaed7f6836ff98f59277a234704ff66878c2ee4a0d1"}, + {file = "PyNaCl-1.5.0-cp36-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.manylinux_2_24_aarch64.whl", hash = "sha256:52cb72a79269189d4e0dc537556f4740f7f0a9ec41c1322598799b0bdad4ef92"}, + {file = "PyNaCl-1.5.0-cp36-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a36d4a9dda1f19ce6e03c9a784a2921a4b726b02e1c736600ca9c22029474394"}, + {file = "PyNaCl-1.5.0-cp36-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:0c84947a22519e013607c9be43706dd42513f9e6ae5d39d3613ca1e142fba44d"}, + {file = "PyNaCl-1.5.0-cp36-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:06b8f6fa7f5de8d5d2f7573fe8c863c051225a27b61e6860fd047b1775807858"}, + {file = "PyNaCl-1.5.0-cp36-abi3-musllinux_1_1_aarch64.whl", hash = "sha256:a422368fc821589c228f4c49438a368831cb5bbc0eab5ebe1d7fac9dded6567b"}, + {file = "PyNaCl-1.5.0-cp36-abi3-musllinux_1_1_x86_64.whl", hash = "sha256:61f642bf2378713e2c2e1de73444a3778e5f0a38be6fee0fe532fe30060282ff"}, + {file = "PyNaCl-1.5.0-cp36-abi3-win32.whl", hash = "sha256:e46dae94e34b085175f8abb3b0aaa7da40767865ac82c928eeb9e57e1ea8a543"}, + {file = "PyNaCl-1.5.0-cp36-abi3-win_amd64.whl", hash = "sha256:20f42270d27e1b6a29f54032090b972d97f0a1b0948cc52392041ef7831fee93"}, + {file = "PyNaCl-1.5.0.tar.gz", hash = "sha256:8ac7448f09ab85811607bdd21ec2464495ac8b7c66d146bf545b0f08fb9220ba"}, +] + +[package.dependencies] +cffi = ">=1.4.1" + +[package.extras] +docs = ["sphinx (>=1.6.5)", "sphinx-rtd-theme"] +tests = ["hypothesis (>=3.27.0)", "pytest (>=3.2.1,!=3.3.0)"] + [[package]] name = "pyparsing" version = "3.1.1" @@ -1285,4 +1486,4 @@ test = ["pytest", "pytest-cov"] [metadata] lock-version = "2.0" python-versions = "^3.11" -content-hash = "6e99b246d5d3af3b2950f4165e410d90abca53ab6da95b774d8ba281df504bf5" +content-hash = "8ce63f546a9858b6678a3eb3925d6f629cbf0c95e4ee8bdeeb3415ce184ffbc9" diff --git a/pyproject.toml b/pyproject.toml index bce2908..06d68d2 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -26,6 +26,7 @@ pytest-mock = "^3.11.1" pytest-cov = "^4.1.0" win11toast = "^0.32" tabulate = "^0.9.0" +paramiko = "^3.3.1" [tool.pytest.ini_options] addopts = "--cov=quacc --capture=tee-sys" diff --git a/quacc.log b/quacc.log index 62b3787..de68870 100644 --- a/quacc.log +++ b/quacc.log @@ -3001,3 +3001,1472 @@ 05/11/23 20:17:11| INFO atc_mc finished [took 11.9333s] 05/11/23 20:17:17| INFO mulmc_sld finished [took 18.2367s] 05/11/23 20:17:17| INFO Dataset sample 0.80 of dataset imdb_3prevs finished [took 18.8309s] +---------------------------------------------------------------------------------------------------- +06/11/23 01:34:48| INFO dataset imdb_3prevs +06/11/23 01:34:59| INFO Dataset sample 0.20 of dataset imdb_3prevs started +06/11/23 01:35:18| INFO ref finished [took 18.0987s] +06/11/23 01:35:24| INFO atc_mc finished [took 24.9118s] +06/11/23 01:35:31| INFO mulmc_sld finished [took 32.0631s] +06/11/23 01:35:31| INFO Dataset sample 0.20 of dataset imdb_3prevs finished [took 32.6119s] +06/11/23 01:35:31| INFO Dataset sample 0.50 of dataset imdb_3prevs started +06/11/23 01:35:51| INFO ref finished [took 18.7770s] +06/11/23 01:35:58| INFO atc_mc finished [took 25.5592s] +06/11/23 01:36:04| INFO mulmc_sld finished [took 31.9103s] +06/11/23 01:36:04| INFO Dataset sample 0.50 of dataset imdb_3prevs finished [took 32.5205s] +06/11/23 01:36:04| INFO Dataset sample 0.80 of dataset imdb_3prevs started +06/11/23 01:36:23| INFO ref finished [took 18.5730s] +06/11/23 01:36:31| INFO atc_mc finished [took 25.8019s] +06/11/23 01:36:33| INFO mulmc_sld finished [took 28.9526s] +06/11/23 01:36:33| INFO Dataset sample 0.80 of dataset imdb_3prevs finished [took 29.5292s] +---------------------------------------------------------------------------------------------------- +06/11/23 02:06:40| INFO dataset imdb_3prevs +06/11/23 02:06:47| INFO Dataset sample 0.20 of dataset imdb_3prevs started +06/11/23 02:06:56| INFO ref finished [took 9.0989s] +06/11/23 02:06:59| INFO atc_mc finished [took 12.2513s] +06/11/23 03:01:43| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'vs', 'quantifier__exact_train_prev': False, 'confidence': 'max_conf'} (score=0.00738) [took 3296.0714s] +06/11/23 03:01:56| INFO mul_sld_gs finished [took 3309.2417s] +06/11/23 03:01:56| INFO Dataset sample 0.20 of dataset imdb_3prevs finished [took 3309.7038s] +06/11/23 03:01:56| INFO Dataset sample 0.50 of dataset imdb_3prevs started +06/11/23 03:02:06| INFO ref finished [took 8.5518s] +06/11/23 03:02:09| INFO atc_mc finished [took 11.4390s] +06/11/23 03:54:23| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00899) [took 3146.2364s] +06/11/23 03:54:37| INFO mul_sld_gs finished [took 3159.8209s] +06/11/23 03:54:37| INFO Dataset sample 0.50 of dataset imdb_3prevs finished [took 3160.3546s] +06/11/23 03:54:37| INFO Dataset sample 0.80 of dataset imdb_3prevs started +06/11/23 03:54:46| INFO ref finished [took 8.2678s] +06/11/23 03:54:48| INFO atc_mc finished [took 11.0430s] +06/11/23 04:47:50| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': False, 'confidence': 'entropy'} (score=0.00770) [took 3193.1812s] +06/11/23 04:48:04| INFO mul_sld_gs finished [took 3206.9550s] +06/11/23 04:48:04| INFO Dataset sample 0.80 of dataset imdb_3prevs finished [took 3207.5040s] +---------------------------------------------------------------------------------------------------- +06/11/23 05:14:48| INFO dataset rcv1_CCAT_9prevs +06/11/23 05:14:53| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started +06/11/23 05:15:55| INFO ref finished [took 48.0242s] +06/11/23 05:16:01| INFO atc_mc finished [took 51.7851s] +06/11/23 05:16:04| INFO mul_pacc finished [took 58.4704s] +06/11/23 05:16:04| INFO mulne_sld finished [took 62.7354s] +06/11/23 05:16:04| INFO mulmc_sld finished [took 66.2593s] +06/11/23 05:16:14| INFO mul_sld finished [took 78.2483s] +06/11/23 05:18:40| INFO bin_pacc finished [took 217.0012s] +06/11/23 05:18:43| INFO bin_sld finished [took 227.8835s] +06/11/23 05:18:43| INFO binne_sld finished [took 223.2764s] +06/11/23 05:18:44| INFO binmc_sld finished [took 226.7324s] +06/11/23 05:18:44| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 230.5906s] +06/11/23 05:18:44| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started +06/11/23 05:19:44| INFO ref finished [took 49.5147s] +06/11/23 05:19:51| INFO atc_mc finished [took 54.8022s] +06/11/23 05:19:53| INFO mul_pacc finished [took 60.3260s] +06/11/23 05:19:55| INFO mulmc_sld finished [took 67.0280s] +06/11/23 05:19:56| INFO mul_sld finished [took 70.4092s] +06/11/23 05:19:58| INFO mulne_sld finished [took 67.3468s] +06/11/23 05:22:30| INFO bin_sld finished [took 224.7344s] +06/11/23 05:22:30| INFO bin_pacc finished [took 218.3044s] +06/11/23 05:22:30| INFO binmc_sld finished [took 223.3607s] +06/11/23 05:22:33| INFO binne_sld finished [took 223.6042s] +06/11/23 05:22:33| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 229.0745s] +06/11/23 05:22:33| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started +06/11/23 05:23:32| INFO ref finished [took 48.1565s] +06/11/23 05:23:37| INFO atc_mc finished [took 52.1124s] +06/11/23 05:23:40| INFO mul_pacc finished [took 58.0112s] +06/11/23 05:23:40| INFO mul_sld finished [took 65.2727s] +06/11/23 05:23:42| INFO mulmc_sld finished [took 64.5943s] +06/11/23 05:23:43| INFO mulne_sld finished [took 63.9053s] +06/11/23 05:26:13| INFO bin_sld finished [took 218.6511s] +06/11/23 05:26:16| INFO bin_pacc finished [took 215.1485s] +06/11/23 05:26:17| INFO binne_sld finished [took 218.6855s] +06/11/23 05:26:17| INFO binmc_sld finished [took 221.2605s] +06/11/23 05:26:17| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 224.5608s] +06/11/23 05:26:17| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started +06/11/23 05:27:15| INFO ref finished [took 48.2181s] +06/11/23 05:27:21| INFO atc_mc finished [took 52.3420s] +06/11/23 05:27:23| INFO mul_pacc finished [took 57.1950s] +06/11/23 05:27:24| INFO mul_sld finished [took 64.4722s] +06/11/23 05:27:26| INFO mulmc_sld finished [took 64.1870s] +06/11/23 05:27:27| INFO mulne_sld finished [took 63.7407s] +06/11/23 05:29:52| INFO bin_sld finished [took 213.1913s] +06/11/23 05:29:53| INFO bin_pacc finished [took 208.1322s] +06/11/23 05:29:53| INFO binmc_sld finished [took 212.6473s] +06/11/23 05:29:57| INFO binne_sld finished [took 214.5243s] +06/11/23 05:29:57| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 219.5765s] +06/11/23 05:29:57| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started +06/11/23 05:30:55| INFO ref finished [took 47.7289s] +06/11/23 05:31:01| INFO atc_mc finished [took 52.1531s] +06/11/23 05:31:03| INFO mul_pacc finished [took 57.3804s] +06/11/23 05:31:06| INFO mul_sld finished [took 66.9237s] +06/11/23 05:31:06| INFO mulmc_sld finished [took 65.3230s] +06/11/23 05:31:09| INFO mulne_sld finished [took 65.6645s] +06/11/23 05:33:33| INFO bin_sld finished [took 214.3242s] +06/11/23 05:33:34| INFO bin_pacc finished [took 209.3862s] +06/11/23 05:33:35| INFO binmc_sld finished [took 214.4687s] +06/11/23 05:33:37| INFO binne_sld finished [took 214.7267s] +06/11/23 05:33:37| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 220.0212s] +06/11/23 05:33:37| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started +06/11/23 05:34:35| INFO ref finished [took 48.0021s] +06/11/23 05:34:41| INFO atc_mc finished [took 52.2171s] +06/11/23 05:34:43| INFO mul_pacc finished [took 57.2348s] +06/11/23 05:34:46| INFO mul_sld finished [took 67.0899s] +06/11/23 05:34:47| INFO mulmc_sld finished [took 66.1078s] +06/11/23 05:34:49| INFO mulne_sld finished [took 66.0237s] +06/11/23 05:37:13| INFO bin_sld finished [took 214.9942s] +06/11/23 05:37:13| INFO binmc_sld finished [took 213.1574s] +06/11/23 05:37:14| INFO bin_pacc finished [took 209.1347s] +06/11/23 05:37:17| INFO binne_sld finished [took 214.9703s] +06/11/23 05:37:17| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 220.1235s] +06/11/23 05:37:17| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started +06/11/23 05:38:15| INFO ref finished [took 47.8227s] +06/11/23 05:38:20| INFO atc_mc finished [took 51.9364s] +06/11/23 05:38:23| INFO mul_pacc finished [took 56.9053s] +06/11/23 05:38:27| INFO mul_sld finished [took 67.4535s] +06/11/23 05:38:27| INFO mulmc_sld finished [took 65.5956s] +06/11/23 05:38:30| INFO mulne_sld finished [took 66.0476s] +06/11/23 05:40:55| INFO bin_pacc finished [took 210.0633s] +06/11/23 05:40:56| INFO binmc_sld finished [took 215.3452s] +06/11/23 05:40:56| INFO bin_sld finished [took 217.8091s] +06/11/23 05:40:59| INFO binne_sld finished [took 216.8970s] +06/11/23 05:40:59| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 222.2971s] +06/11/23 05:40:59| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started +06/11/23 05:41:57| INFO ref finished [took 47.6970s] +06/11/23 05:42:03| INFO atc_mc finished [took 52.0893s] +06/11/23 05:42:05| INFO mul_pacc finished [took 56.6428s] +06/11/23 05:42:09| INFO mul_sld finished [took 66.8810s] +06/11/23 05:42:09| INFO mulmc_sld finished [took 65.8427s] +06/11/23 05:42:11| INFO mulne_sld finished [took 64.8594s] +06/11/23 05:44:36| INFO bin_pacc finished [took 208.7884s] +06/11/23 05:44:38| INFO bin_sld finished [took 216.6052s] +06/11/23 05:44:38| INFO binmc_sld finished [took 215.5486s] +06/11/23 05:44:43| INFO binne_sld finished [took 217.9926s] +06/11/23 05:44:43| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 223.2270s] +06/11/23 05:44:43| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started +06/11/23 05:45:40| INFO ref finished [took 48.0710s] +06/11/23 05:45:46| INFO atc_mc finished [took 52.0992s] +06/11/23 05:45:48| INFO mul_pacc finished [took 56.6568s] +06/11/23 05:45:49| INFO mulmc_sld finished [took 61.7314s] +06/11/23 05:45:52| INFO mulne_sld finished [took 62.7505s] +06/11/23 05:45:59| INFO mul_sld finished [took 73.7681s] +06/11/23 05:48:18| INFO bin_pacc finished [took 208.2267s] +06/11/23 05:48:23| INFO bin_sld finished [took 218.9333s] +06/11/23 05:48:24| INFO binmc_sld finished [took 218.0032s] +06/11/23 05:48:27| INFO binne_sld finished [took 219.2450s] +06/11/23 05:48:27| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 224.3446s] +06/11/23 05:49:49| INFO dataset imdb_9prevs +06/11/23 05:49:57| INFO Dataset sample 0.10 of dataset imdb_9prevs started +06/11/23 05:50:12| INFO ref finished [took 13.3064s] +06/11/23 05:50:17| INFO atc_mc finished [took 17.3508s] +06/11/23 05:50:19| INFO mul_pacc finished [took 20.0802s] +06/11/23 05:50:22| INFO mulne_sld finished [took 23.6723s] +06/11/23 05:50:24| INFO mulmc_sld finished [took 25.5159s] +06/11/23 05:50:39| INFO mul_sld finished [took 40.7099s] +06/11/23 05:52:55| INFO bin_pacc finished [took 176.3728s] +06/11/23 05:53:05| INFO binmc_sld finished [took 186.8240s] +06/11/23 05:53:06| INFO binne_sld finished [took 187.6585s] +06/11/23 05:53:07| INFO bin_sld finished [took 189.1728s] +06/11/23 05:53:07| INFO Dataset sample 0.10 of dataset imdb_9prevs finished [took 189.6034s] +06/11/23 05:53:07| INFO Dataset sample 0.20 of dataset imdb_9prevs started +06/11/23 05:53:22| INFO ref finished [took 13.2778s] +06/11/23 05:53:26| INFO atc_mc finished [took 17.4491s] +06/11/23 05:53:28| INFO mul_pacc finished [took 19.9359s] +06/11/23 05:53:40| INFO mulmc_sld finished [took 31.6686s] +06/11/23 05:53:44| INFO mulne_sld finished [took 35.2085s] +06/11/23 05:53:44| INFO mul_sld finished [took 36.2502s] +06/11/23 05:56:05| INFO bin_pacc finished [took 177.0225s] +06/11/23 05:56:13| INFO binmc_sld finished [took 185.4811s] +06/11/23 05:56:15| INFO bin_sld finished [took 187.1039s] +06/11/23 05:56:16| INFO binne_sld finished [took 187.3163s] +06/11/23 05:56:16| INFO Dataset sample 0.20 of dataset imdb_9prevs finished [took 188.4781s] +06/11/23 05:56:16| INFO Dataset sample 0.30 of dataset imdb_9prevs started +06/11/23 05:56:31| INFO ref finished [took 13.4513s] +06/11/23 05:56:36| INFO atc_mc finished [took 18.1025s] +06/11/23 05:56:38| INFO mul_pacc finished [took 20.3997s] +06/11/23 05:56:45| INFO mulmc_sld finished [took 28.4298s] +06/11/23 05:56:46| INFO mulne_sld finished [took 28.8678s] +06/11/23 05:56:46| INFO mul_sld finished [took 29.5573s] +06/11/23 05:59:11| INFO bin_pacc finished [took 174.0262s] +06/11/23 05:59:17| INFO binmc_sld finished [took 180.1998s] +06/11/23 05:59:18| INFO binne_sld finished [took 181.2200s] +06/11/23 05:59:19| INFO bin_sld finished [took 182.1672s] +06/11/23 05:59:19| INFO Dataset sample 0.30 of dataset imdb_9prevs finished [took 183.0515s] +06/11/23 05:59:19| INFO Dataset sample 0.40 of dataset imdb_9prevs started +06/11/23 05:59:34| INFO ref finished [took 13.5163s] +06/11/23 05:59:39| INFO atc_mc finished [took 17.9856s] +06/11/23 05:59:41| INFO mul_pacc finished [took 20.7441s] +06/11/23 05:59:49| INFO mulmc_sld finished [took 29.2747s] +06/11/23 05:59:50| INFO mulne_sld finished [took 29.6624s] +06/11/23 05:59:50| INFO mul_sld finished [took 30.3432s] +06/11/23 06:02:17| INFO bin_pacc finished [took 176.7354s] +06/11/23 06:02:19| INFO binmc_sld finished [took 179.9981s] +06/11/23 06:02:21| INFO bin_sld finished [took 181.6844s] +06/11/23 06:02:22| INFO binne_sld finished [took 182.0846s] +06/11/23 06:02:22| INFO Dataset sample 0.40 of dataset imdb_9prevs finished [took 183.2033s] +06/11/23 06:02:22| INFO Dataset sample 0.50 of dataset imdb_9prevs started +06/11/23 06:02:37| INFO ref finished [took 13.4688s] +06/11/23 06:02:42| INFO atc_mc finished [took 18.0218s] +06/11/23 06:02:44| INFO mul_pacc finished [took 20.5800s] +06/11/23 06:02:52| INFO mulmc_sld finished [took 29.0192s] +06/11/23 06:02:52| INFO mul_sld finished [took 29.4403s] +06/11/23 06:02:52| INFO mulne_sld finished [took 29.1611s] +06/11/23 06:05:19| INFO bin_pacc finished [took 175.5125s] +06/11/23 06:05:23| INFO binmc_sld finished [took 180.0427s] +06/11/23 06:05:25| INFO binne_sld finished [took 182.5814s] +06/11/23 06:05:26| INFO bin_sld finished [took 183.2892s] +06/11/23 06:05:26| INFO Dataset sample 0.50 of dataset imdb_9prevs finished [took 183.8611s] +06/11/23 06:05:26| INFO Dataset sample 0.60 of dataset imdb_9prevs started +06/11/23 06:05:41| INFO ref finished [took 13.4643s] +06/11/23 06:05:45| INFO atc_mc finished [took 17.9768s] +06/11/23 06:05:48| INFO mul_pacc finished [took 20.7525s] +06/11/23 06:05:55| INFO mulmc_sld finished [took 28.8234s] +06/11/23 06:05:55| INFO mulne_sld finished [took 28.6537s] +06/11/23 06:05:56| INFO mul_sld finished [took 29.6167s] +06/11/23 06:08:24| INFO bin_pacc finished [took 176.5335s] +06/11/23 06:08:27| INFO binmc_sld finished [took 180.4803s] +06/11/23 06:08:28| INFO bin_sld finished [took 181.6676s] +06/11/23 06:08:29| INFO binne_sld finished [took 182.0534s] +06/11/23 06:08:29| INFO Dataset sample 0.60 of dataset imdb_9prevs finished [took 183.0240s] +06/11/23 06:08:29| INFO Dataset sample 0.70 of dataset imdb_9prevs started +06/11/23 06:08:44| INFO ref finished [took 13.7566s] +06/11/23 06:08:49| INFO atc_mc finished [took 17.9495s] +06/11/23 06:08:51| INFO mul_pacc finished [took 20.5859s] +06/11/23 06:08:57| INFO mulmc_sld finished [took 27.4370s] +06/11/23 06:08:58| INFO mul_sld finished [took 28.3224s] +06/11/23 06:08:58| INFO mulne_sld finished [took 28.1390s] +06/11/23 06:11:26| INFO bin_pacc finished [took 175.7412s] +06/11/23 06:11:31| INFO binmc_sld finished [took 181.4310s] +06/11/23 06:11:32| INFO binne_sld finished [took 182.0095s] +06/11/23 06:11:33| INFO bin_sld finished [took 183.6520s] +06/11/23 06:11:33| INFO Dataset sample 0.70 of dataset imdb_9prevs finished [took 184.2005s] +06/11/23 06:11:33| INFO Dataset sample 0.80 of dataset imdb_9prevs started +06/11/23 06:11:48| INFO ref finished [took 13.5418s] +06/11/23 06:11:53| INFO atc_mc finished [took 17.8150s] +06/11/23 06:11:55| INFO mul_pacc finished [took 20.4761s] +06/11/23 06:12:01| INFO mulmc_sld finished [took 27.2741s] +06/11/23 06:12:02| INFO mulne_sld finished [took 27.2693s] +06/11/23 06:12:02| INFO mul_sld finished [took 28.3364s] +06/11/23 06:14:30| INFO bin_pacc finished [took 175.7637s] +06/11/23 06:14:37| INFO binmc_sld finished [took 183.2422s] +06/11/23 06:14:38| INFO bin_sld finished [took 184.1064s] +06/11/23 06:14:39| INFO binne_sld finished [took 184.9073s] +06/11/23 06:14:39| INFO Dataset sample 0.80 of dataset imdb_9prevs finished [took 186.2580s] +06/11/23 06:14:39| INFO Dataset sample 0.90 of dataset imdb_9prevs started +06/11/23 06:14:41| WARNING Method mul_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 06:14:41| WARNING Method bin_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 06:14:52| INFO ref finished [took 11.6315s] +06/11/23 06:14:56| INFO atc_mc finished [took 15.3068s] +06/11/23 06:15:01| INFO mulne_sld finished [took 21.1133s] +06/11/23 06:15:02| INFO mulmc_sld finished [took 22.2375s] +06/11/23 06:15:08| INFO mul_sld finished [took 27.8149s] +06/11/23 06:17:32| INFO binne_sld finished [took 171.8722s] +06/11/23 06:17:32| INFO bin_sld finished [took 172.4710s] +06/11/23 06:17:33| INFO binmc_sld finished [took 172.8193s] +06/11/23 06:17:33| INFO Dataset sample 0.90 of dataset imdb_9prevs finished [took 173.4411s] +06/11/23 06:18:54| INFO dataset rcv1_GCAT_9prevs +06/11/23 06:18:59| INFO Dataset sample 0.10 of dataset rcv1_GCAT_9prevs started +06/11/23 06:19:11| WARNING Method bin_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 06:19:11| WARNING Method mul_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 06:19:54| INFO ref finished [took 42.0769s] +06/11/23 06:19:59| INFO atc_mc finished [took 45.5011s] +06/11/23 06:20:14| INFO mulne_sld finished [took 66.0516s] +06/11/23 06:20:15| INFO mul_sld finished [took 73.1171s] +06/11/23 06:20:17| INFO mulmc_sld finished [took 72.1930s] +06/11/23 06:22:23| INFO bin_sld finished [took 203.0368s] +06/11/23 06:22:27| INFO binmc_sld finished [took 203.2975s] +06/11/23 06:22:29| INFO binne_sld finished [took 202.7501s] +06/11/23 06:22:29| INFO Dataset sample 0.10 of dataset rcv1_GCAT_9prevs finished [took 210.2201s] +06/11/23 06:22:29| INFO Dataset sample 0.20 of dataset rcv1_GCAT_9prevs started +06/11/23 06:23:26| INFO ref finished [took 46.6022s] +06/11/23 06:23:31| INFO atc_mc finished [took 50.3293s] +06/11/23 06:23:33| INFO mul_pacc finished [took 54.9265s] +06/11/23 06:23:46| INFO mul_sld finished [took 74.9035s] +06/11/23 06:23:52| INFO mulne_sld finished [took 76.2697s] +06/11/23 06:23:54| INFO mulmc_sld finished [took 80.8754s] +06/11/23 06:26:06| INFO bin_pacc finished [took 209.7751s] +06/11/23 06:26:08| INFO bin_sld finished [took 217.8889s] +06/11/23 06:26:13| INFO binmc_sld finished [took 220.7753s] +06/11/23 06:26:14| INFO binne_sld finished [took 219.7510s] +06/11/23 06:26:14| INFO Dataset sample 0.20 of dataset rcv1_GCAT_9prevs finished [took 224.9268s] +06/11/23 06:26:14| INFO Dataset sample 0.30 of dataset rcv1_GCAT_9prevs started +06/11/23 06:27:10| INFO ref finished [took 46.4938s] +06/11/23 06:27:16| INFO atc_mc finished [took 50.5904s] +06/11/23 06:27:18| INFO mul_pacc finished [took 55.4949s] +06/11/23 06:27:26| INFO mulmc_sld finished [took 67.7140s] +06/11/23 06:27:26| INFO mul_sld finished [took 70.0891s] +06/11/23 06:27:28| INFO mulne_sld finished [took 68.1806s] +06/11/23 06:29:50| INFO bin_pacc finished [took 208.6091s] +06/11/23 06:29:51| INFO binmc_sld finished [took 213.7985s] +06/11/23 06:29:51| INFO bin_sld finished [took 215.8158s] +06/11/23 06:29:55| INFO binne_sld finished [took 215.5523s] +06/11/23 06:29:55| INFO Dataset sample 0.30 of dataset rcv1_GCAT_9prevs finished [took 220.4589s] +06/11/23 06:29:55| INFO Dataset sample 0.40 of dataset rcv1_GCAT_9prevs started +06/11/23 06:30:51| INFO ref finished [took 46.3752s] +06/11/23 06:30:56| INFO atc_mc finished [took 50.7062s] +06/11/23 06:30:58| INFO mul_pacc finished [took 55.2260s] +06/11/23 06:31:01| INFO mul_sld finished [took 64.2359s] +06/11/23 06:31:02| INFO mulmc_sld finished [took 63.5099s] +06/11/23 06:31:04| INFO mulne_sld finished [took 62.9188s] +06/11/23 06:33:29| INFO bin_sld finished [took 213.2716s] +06/11/23 06:33:30| INFO bin_pacc finished [took 208.6574s] +06/11/23 06:33:31| INFO binmc_sld finished [took 213.1856s] +06/11/23 06:33:33| INFO binne_sld finished [took 213.2771s] +06/11/23 06:33:33| INFO Dataset sample 0.40 of dataset rcv1_GCAT_9prevs finished [took 218.1742s] +06/11/23 06:33:33| INFO Dataset sample 0.50 of dataset rcv1_GCAT_9prevs started +06/11/23 06:34:29| INFO ref finished [took 46.6793s] +06/11/23 06:34:34| INFO atc_mc finished [took 50.9915s] +06/11/23 06:34:37| INFO mul_pacc finished [took 55.9725s] +06/11/23 06:34:38| INFO mul_sld finished [took 63.1317s] +06/11/23 06:34:40| INFO mulmc_sld finished [took 62.7473s] +06/11/23 06:34:41| INFO mulne_sld finished [took 62.1303s] +06/11/23 06:37:08| INFO bin_pacc finished [took 207.7854s] +06/11/23 06:37:08| INFO bin_sld finished [took 213.7945s] +06/11/23 06:37:08| INFO binmc_sld finished [took 212.6207s] +06/11/23 06:37:12| INFO binne_sld finished [took 213.8742s] +06/11/23 06:37:12| INFO Dataset sample 0.50 of dataset rcv1_GCAT_9prevs finished [took 218.7265s] +06/11/23 06:37:12| INFO Dataset sample 0.60 of dataset rcv1_GCAT_9prevs started +06/11/23 06:38:08| INFO ref finished [took 46.6057s] +06/11/23 06:38:14| INFO atc_mc finished [took 51.1055s] +06/11/23 06:38:15| INFO mul_pacc finished [took 55.5338s] +06/11/23 06:38:17| INFO mul_sld finished [took 63.2113s] +06/11/23 06:38:18| INFO mulmc_sld finished [took 62.2265s] +06/11/23 06:38:20| INFO mulne_sld finished [took 61.9918s] +06/11/23 06:40:46| INFO bin_pacc finished [took 207.5094s] +06/11/23 06:40:46| INFO bin_sld finished [took 213.6350s] +06/11/23 06:40:47| INFO binmc_sld finished [took 212.8363s] +06/11/23 06:40:49| INFO binne_sld finished [took 212.2587s] +06/11/23 06:40:49| INFO Dataset sample 0.60 of dataset rcv1_GCAT_9prevs finished [took 217.1976s] +06/11/23 06:40:49| INFO Dataset sample 0.70 of dataset rcv1_GCAT_9prevs started +06/11/23 06:41:44| INFO ref finished [took 45.9582s] +06/11/23 06:41:50| INFO atc_mc finished [took 50.0401s] +06/11/23 06:41:54| INFO mul_sld finished [took 62.6045s] +06/11/23 06:41:54| INFO mulmc_sld finished [took 61.4168s] +06/11/23 06:41:56| INFO mulne_sld finished [took 61.3708s] +06/11/23 06:42:00| INFO mul_pacc finished [took 62.6486s] +06/11/23 06:44:23| INFO bin_sld finished [took 212.5992s] +06/11/23 06:44:23| INFO bin_pacc finished [took 207.5241s] +06/11/23 06:44:24| INFO binmc_sld finished [took 212.2794s] +06/11/23 06:44:27| INFO binne_sld finished [took 212.8325s] +06/11/23 06:44:27| INFO Dataset sample 0.70 of dataset rcv1_GCAT_9prevs finished [took 217.7909s] +06/11/23 06:44:27| INFO Dataset sample 0.80 of dataset rcv1_GCAT_9prevs started +06/11/23 06:45:23| INFO ref finished [took 46.6997s] +06/11/23 06:45:28| INFO atc_mc finished [took 50.6417s] +06/11/23 06:45:30| INFO mul_sld finished [took 61.5352s] +06/11/23 06:45:31| INFO mul_pacc finished [took 55.9055s] +06/11/23 06:45:31| INFO mulmc_sld finished [took 60.6608s] +06/11/23 06:45:33| INFO mulne_sld finished [took 60.1616s] +06/11/23 06:48:01| INFO bin_pacc finished [took 207.7543s] +06/11/23 06:48:02| INFO bin_sld finished [took 213.7056s] +06/11/23 06:48:03| INFO binmc_sld finished [took 213.7901s] +06/11/23 06:48:04| INFO binne_sld finished [took 212.4421s] +06/11/23 06:48:04| INFO Dataset sample 0.80 of dataset rcv1_GCAT_9prevs finished [took 217.4465s] +06/11/23 06:48:04| INFO Dataset sample 0.90 of dataset rcv1_GCAT_9prevs started +06/11/23 06:48:06| WARNING Method bin_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 06:48:07| WARNING Method binmc_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 06:48:09| WARNING Method binne_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 06:48:11| WARNING Method bin_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 06:48:13| WARNING Method mul_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,) +06/11/23 06:48:49| INFO ref finished [took 36.4085s] +06/11/23 06:48:53| INFO atc_mc finished [took 39.1380s] +06/11/23 06:48:54| INFO mulmc_sld finished [took 46.0254s] +06/11/23 06:48:55| INFO mulne_sld finished [took 45.1935s] +06/11/23 06:49:00| INFO mul_sld finished [took 53.9145s] +06/11/23 06:49:00| INFO Dataset sample 0.90 of dataset rcv1_GCAT_9prevs finished [took 55.9159s] +06/11/23 06:50:22| INFO dataset rcv1_MCAT_9prevs +06/11/23 06:50:27| INFO Dataset sample 0.10 of dataset rcv1_MCAT_9prevs started +06/11/23 06:51:29| INFO ref finished [took 47.8430s] +06/11/23 06:51:34| INFO atc_mc finished [took 51.2418s] +06/11/23 06:51:36| INFO mul_pacc finished [took 56.8770s] +06/11/23 06:52:00| INFO mulne_sld finished [took 85.8579s] +06/11/23 06:52:00| INFO mul_sld finished [took 90.6401s] +06/11/23 06:52:12| INFO mulmc_sld finished [took 100.3728s] +06/11/23 06:54:15| INFO bin_pacc finished [took 217.8843s] +06/11/23 06:54:15| INFO bin_sld finished [took 226.6925s] +06/11/23 06:54:17| INFO binne_sld finished [took 224.5785s] +06/11/23 06:54:17| INFO binmc_sld finished [took 226.9490s] +06/11/23 06:54:17| INFO Dataset sample 0.10 of dataset rcv1_MCAT_9prevs finished [took 229.9256s] +06/11/23 06:54:17| INFO Dataset sample 0.20 of dataset rcv1_MCAT_9prevs started +06/11/23 06:55:14| INFO ref finished [took 46.7323s] +06/11/23 06:55:20| INFO atc_mc finished [took 51.0126s] +06/11/23 06:55:22| INFO mul_pacc finished [took 55.8357s] +06/11/23 06:55:23| INFO mulmc_sld finished [took 62.0464s] +06/11/23 06:55:24| INFO mul_sld finished [took 64.8106s] +06/11/23 06:55:25| INFO mulne_sld finished [took 61.6750s] +06/11/23 06:57:56| INFO bin_pacc finished [took 210.8901s] +06/11/23 06:57:56| INFO bin_sld finished [took 217.3461s] +06/11/23 06:57:57| INFO binmc_sld finished [took 216.6599s] +06/11/23 06:58:00| INFO binne_sld finished [took 216.9668s] +06/11/23 06:58:00| INFO Dataset sample 0.20 of dataset rcv1_MCAT_9prevs finished [took 222.3450s] +06/11/23 06:58:00| INFO Dataset sample 0.30 of dataset rcv1_MCAT_9prevs started +06/11/23 06:58:57| INFO ref finished [took 47.5989s] +06/11/23 06:59:02| INFO atc_mc finished [took 51.5080s] +06/11/23 06:59:04| INFO mul_pacc finished [took 56.1671s] +06/11/23 06:59:09| INFO mulmc_sld finished [took 65.0229s] +06/11/23 06:59:10| INFO mul_sld finished [took 68.8366s] +06/11/23 06:59:11| INFO mulne_sld finished [took 65.2964s] +06/11/23 07:01:39| INFO bin_pacc finished [took 212.3570s] +06/11/23 07:01:40| INFO bin_sld finished [took 219.3886s] +06/11/23 07:01:42| INFO binmc_sld finished [took 219.1471s] +06/11/23 07:01:43| INFO binne_sld finished [took 218.3714s] +06/11/23 07:01:43| INFO Dataset sample 0.30 of dataset rcv1_MCAT_9prevs finished [took 223.2305s] +06/11/23 07:01:43| INFO Dataset sample 0.40 of dataset rcv1_MCAT_9prevs started +06/11/23 07:02:40| INFO ref finished [took 47.3513s] +06/11/23 07:02:45| INFO atc_mc finished [took 51.3858s] +06/11/23 07:02:47| INFO mul_pacc finished [took 56.3829s] +06/11/23 07:02:50| INFO mul_sld finished [took 64.9257s] +06/11/23 07:02:50| INFO mulmc_sld finished [took 63.6515s] +06/11/23 07:02:52| INFO mulne_sld finished [took 63.8008s] +06/11/23 07:05:22| INFO bin_pacc finished [took 211.8418s] +06/11/23 07:05:22| INFO binmc_sld finished [took 216.4950s] +06/11/23 07:05:22| INFO bin_sld finished [took 218.2730s] +06/11/23 07:05:25| INFO binne_sld finished [took 217.6016s] +06/11/23 07:05:25| INFO Dataset sample 0.40 of dataset rcv1_MCAT_9prevs finished [took 222.4416s] +06/11/23 07:05:25| INFO Dataset sample 0.50 of dataset rcv1_MCAT_9prevs started +06/11/23 07:06:22| INFO ref finished [took 47.3783s] +06/11/23 07:06:27| INFO atc_mc finished [took 51.1924s] +06/11/23 07:06:30| INFO mul_pacc finished [took 56.3115s] +06/11/23 07:06:34| INFO mul_sld finished [took 66.6559s] +06/11/23 07:06:34| INFO mulmc_sld finished [took 65.2448s] +06/11/23 07:06:37| INFO mulne_sld finished [took 65.6557s] +06/11/23 07:09:03| INFO binmc_sld finished [took 214.4549s] +06/11/23 07:09:03| INFO bin_sld finished [took 216.8097s] +06/11/23 07:09:04| INFO bin_pacc finished [took 211.9484s] +06/11/23 07:09:06| INFO binne_sld finished [took 215.5010s] +06/11/23 07:09:06| INFO Dataset sample 0.50 of dataset rcv1_MCAT_9prevs finished [took 220.4788s] +06/11/23 07:09:06| INFO Dataset sample 0.60 of dataset rcv1_MCAT_9prevs started +06/11/23 07:10:03| INFO ref finished [took 47.0882s] +06/11/23 07:10:08| INFO atc_mc finished [took 51.1826s] +06/11/23 07:10:10| INFO mul_pacc finished [took 55.8766s] +06/11/23 07:10:14| INFO mulmc_sld finished [took 64.7175s] +06/11/23 07:10:15| INFO mul_sld finished [took 67.2892s] +06/11/23 07:10:17| INFO mulne_sld finished [took 64.9305s] +06/11/23 07:12:40| INFO bin_pacc finished [took 207.6921s] +06/11/23 07:12:41| INFO binmc_sld finished [took 212.3821s] +06/11/23 07:12:41| INFO bin_sld finished [took 214.5241s] +06/11/23 07:12:43| INFO binne_sld finished [took 212.5115s] +06/11/23 07:12:43| INFO Dataset sample 0.60 of dataset rcv1_MCAT_9prevs finished [took 217.3597s] +06/11/23 07:12:43| INFO Dataset sample 0.70 of dataset rcv1_MCAT_9prevs started +06/11/23 07:13:39| INFO ref finished [took 46.5374s] +06/11/23 07:13:45| INFO atc_mc finished [took 51.0121s] +06/11/23 07:13:47| INFO mul_pacc finished [took 55.4950s] +06/11/23 07:13:52| INFO mulmc_sld finished [took 64.7651s] +06/11/23 07:13:52| INFO mul_sld finished [took 67.0632s] +06/11/23 07:13:54| INFO mulne_sld finished [took 65.2533s] +06/11/23 07:16:18| INFO bin_pacc finished [took 207.9541s] +06/11/23 07:16:19| INFO bin_sld finished [took 214.6495s] +06/11/23 07:16:19| INFO binmc_sld finished [took 213.2167s] +06/11/23 07:16:24| INFO binne_sld finished [took 215.5646s] +06/11/23 07:16:24| INFO Dataset sample 0.70 of dataset rcv1_MCAT_9prevs finished [took 220.4851s] +06/11/23 07:16:24| INFO Dataset sample 0.80 of dataset rcv1_MCAT_9prevs started +06/11/23 07:17:20| INFO ref finished [took 46.7655s] +06/11/23 07:17:25| INFO atc_mc finished [took 50.9430s] +06/11/23 07:17:27| INFO mul_pacc finished [took 55.4948s] +06/11/23 07:17:44| INFO mul_sld finished [took 78.5002s] +06/11/23 07:17:46| INFO mulmc_sld finished [took 78.7519s] +06/11/23 07:17:48| INFO mulne_sld finished [took 78.4293s] +06/11/23 07:19:59| INFO bin_pacc finished [took 208.5200s] +06/11/23 07:20:02| INFO bin_sld finished [took 216.9046s] +06/11/23 07:20:03| INFO binmc_sld finished [took 216.2736s] +06/11/23 07:20:03| INFO binne_sld finished [took 214.9573s] +06/11/23 07:20:03| INFO Dataset sample 0.80 of dataset rcv1_MCAT_9prevs finished [took 219.7592s] +06/11/23 07:20:03| INFO Dataset sample 0.90 of dataset rcv1_MCAT_9prevs started +06/11/23 07:20:05| WARNING Method bin_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 07:20:06| WARNING Method binmc_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 07:20:08| WARNING Method binne_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 07:20:10| WARNING Method bin_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 07:20:12| WARNING Method mul_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,) +06/11/23 07:20:48| INFO ref finished [took 36.6985s] +06/11/23 07:20:52| INFO atc_mc finished [took 39.8292s] +06/11/23 07:20:55| INFO mulmc_sld finished [took 48.0943s] +06/11/23 07:20:56| INFO mul_sld finished [took 50.2138s] +06/11/23 07:20:57| INFO mulne_sld finished [took 47.9755s] +06/11/23 07:20:57| INFO Dataset sample 0.90 of dataset rcv1_MCAT_9prevs finished [took 53.5645s] +---------------------------------------------------------------------------------------------------- +---------------------------------------------------------------------------------------------------- +06/11/23 10:25:08| INFO dataset rcv1_CCAT_1prevs +06/11/23 10:25:12| INFO Dataset sample 0.50 of dataset rcv1_CCAT_1prevs started +06/11/23 10:26:02| INFO ref finished [took 43.6300s] +06/11/23 10:26:05| INFO atc_mc finished [took 46.2297s] +06/11/23 10:26:46| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00906) [took 88.7593s] +06/11/23 10:27:29| INFO mul_pacc_gs finished [took 132.4595s] +06/11/23 10:31:36| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00900) [took 379.8213s] +06/11/23 10:34:52| INFO bin_pacc_gs finished [took 576.1136s] +---------------------------------------------------------------------------------------------------- +06/11/23 10:55:40| INFO dataset rcv1_CCAT_1prevs +06/11/23 10:55:44| INFO Dataset sample 0.50 of dataset rcv1_CCAT_1prevs started +06/11/23 10:56:36| INFO ref finished [took 44.5230s] +06/11/23 10:56:40| INFO atc_mc finished [took 47.6566s] +06/11/23 10:57:20| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00927) [took 90.0830s] +06/11/23 10:58:04| INFO mul_pacc_gs finished [took 134.5283s] +06/11/23 11:02:12| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00974) [took 383.6784s] +06/11/23 11:05:24| INFO bin_pacc_gs finished [took 574.8730s] +06/11/23 11:10:45| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00775) [took 897.6622s] +06/11/23 11:11:27| INFO mul_sld_gs finished [took 940.1205s] +06/11/23 11:18:11| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00835) [took 1344.8544s] +06/11/23 11:21:09| INFO bin_sld_gs finished [took 1523.4358s] +06/11/23 11:21:09| INFO Dataset sample 0.50 of dataset rcv1_CCAT_1prevs finished [took 1525.2268s] +---------------------------------------------------------------------------------------------------- +06/11/23 11:21:26| INFO dataset rcv1_CCAT_1prevs +06/11/23 11:21:30| INFO Dataset sample 0.50 of dataset rcv1_CCAT_1prevs started +06/11/23 11:22:18| INFO ref finished [took 42.1948s] +06/11/23 11:22:23| INFO atc_mc finished [took 45.7857s] +06/11/23 11:23:02| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00987) [took 87.4022s] +06/11/23 11:23:45| INFO mul_pacc_gs finished [took 130.6127s] +06/11/23 11:27:48| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00925) [took 374.1460s] +06/11/23 11:29:46| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00775) [took 493.2309s] +06/11/23 11:30:30| INFO mul_sld_gs finished [took 537.7362s] +06/11/23 11:30:56| INFO bin_pacc_gs finished [took 562.8681s] +06/11/23 11:35:33| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00835) [took 840.9875s] +06/11/23 11:38:31| INFO bin_sld_gs finished [took 1019.8362s] +06/11/23 11:38:31| INFO Dataset sample 0.50 of dataset rcv1_CCAT_1prevs finished [took 1021.3535s] +---------------------------------------------------------------------------------------------------- +06/11/23 11:53:50| INFO dataset rcv1_CCAT_9prevs +06/11/23 11:53:56| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs started +06/11/23 11:56:45| INFO doc_feat finished [took 83.7957s] +06/11/23 11:56:58| INFO mulne_pacc finished [took 146.6577s] +06/11/23 11:57:03| INFO ref finished [took 120.2665s] +06/11/23 11:57:05| INFO mul_pacc finished [took 169.5909s] +06/11/23 11:57:07| WARNING Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 +06/11/23 11:57:08| INFO kfcv finished [took 130.0948s] +06/11/23 11:57:13| INFO mulmc_pacc finished [took 173.0431s] +06/11/23 11:57:16| INFO atc_mc finished [took 125.2363s] +06/11/23 11:57:17| INFO mul_sld finished [took 199.1179s] +06/11/23 11:57:18| INFO mul_cc finished [took 148.2203s] +06/11/23 11:57:20| INFO atc_ne finished [took 121.9570s] +06/11/23 11:57:39| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00899) [took 176.8809s] +06/11/23 11:58:48| INFO mul_pacc_gs finished [took 245.7641s] +06/11/23 12:00:56| INFO bin_pacc finished [took 409.8967s] +06/11/23 12:01:03| INFO bin_sld finished [took 426.0031s] +06/11/23 12:01:09| INFO binmc_pacc finished [took 412.9057s] +06/11/23 12:01:13| INFO bin_cc finished [took 389.4719s] +06/11/23 12:01:14| INFO binne_pacc finished [took 411.1276s] +06/11/23 12:02:20| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' +06/11/23 12:03:18| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00719) [took 523.4665s] +06/11/23 12:04:44| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00644) [took 643.3372s] +06/11/23 12:05:27| INFO mul_sld_gs finished [took 686.5912s] +06/11/23 12:06:25| INFO bin_pacc_gs finished [took 710.5248s] +06/11/23 12:08:52| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00589) [took 892.3454s] +06/11/23 12:11:50| INFO bin_sld_gs finished [took 1070.2847s] +06/11/23 12:11:50| INFO Dataset sample 0.10 of dataset rcv1_CCAT_9prevs finished [took 1073.7689s] +06/11/23 12:11:50| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs started +06/11/23 12:14:15| INFO doc_feat finished [took 80.2198s] +06/11/23 12:14:27| INFO ref finished [took 106.1446s] +06/11/23 12:14:36| INFO mul_pacc finished [took 155.8715s] +06/11/23 12:14:37| INFO mul_sld finished [took 162.7857s] +06/11/23 12:14:47| INFO kfcv finished [took 132.1178s] +06/11/23 12:14:55| INFO atc_mc finished [took 127.9109s] +06/11/23 12:14:57| INFO atc_ne finished [took 121.6128s] +06/11/23 12:14:58| INFO mulmc_pacc finished [took 173.9023s] +06/11/23 12:14:58| INFO mulne_pacc finished [took 167.2920s] +06/11/23 12:14:59| INFO mul_cc finished [took 147.7428s] +06/11/23 12:15:28| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'confidence': 'entropy'} (score=0.00931) [took 186.6087s] +06/11/23 12:16:44| INFO mul_pacc_gs finished [took 261.9352s] +06/11/23 12:18:49| INFO binmc_pacc finished [took 407.0394s] +06/11/23 12:18:50| INFO bin_pacc finished [took 410.4620s] +06/11/23 12:18:55| INFO bin_sld finished [took 422.8949s] +06/11/23 12:19:01| INFO binne_pacc finished [took 410.3575s] +06/11/23 12:19:03| INFO bin_cc finished [took 396.9482s] +06/11/23 12:20:14| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' +06/11/23 12:20:41| INFO bin_sld_gsq finished [took 524.4318s] +06/11/23 12:21:23| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00784) [took 546.2730s] +06/11/23 12:22:36| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01221) [took 640.2364s] +06/11/23 12:23:20| INFO mul_sld_gs finished [took 683.6191s] +06/11/23 12:24:29| INFO bin_pacc_gs finished [took 732.6258s] +06/11/23 12:27:43| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00768) [took 948.8111s] +06/11/23 12:30:43| INFO bin_sld_gs finished [took 1128.0644s] +06/11/23 12:30:43| INFO Dataset sample 0.20 of dataset rcv1_CCAT_9prevs finished [took 1132.7995s] +06/11/23 12:30:43| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs started +06/11/23 12:33:12| INFO mul_sld finished [took 146.3214s] +06/11/23 12:33:24| INFO mul_cc finished [took 118.2992s] +06/11/23 12:33:26| INFO doc_feat finished [took 96.3414s] +06/11/23 12:33:36| INFO atc_ne finished [took 108.2657s] +06/11/23 12:33:37| INFO mulne_pacc finished [took 155.4759s] +06/11/23 12:33:39| INFO atc_mc finished [took 119.0950s] +06/11/23 12:33:39| INFO mul_pacc finished [took 166.1039s] +06/11/23 12:33:40| INFO ref finished [took 122.3921s] +06/11/23 12:33:40| INFO mulmc_pacc finished [took 164.5722s] +06/11/23 12:33:43| INFO kfcv finished [took 131.6124s] +06/11/23 12:34:24| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': 'max_conf'} (score=0.00857) [took 188.0301s] +06/11/23 12:35:45| INFO mul_pacc_gs finished [took 269.4655s] +06/11/23 12:37:47| INFO binne_pacc finished [took 409.7038s] +06/11/23 12:37:47| INFO bin_sld finished [took 421.4590s] +06/11/23 12:37:55| INFO bin_pacc finished [took 423.8805s] +06/11/23 12:37:57| INFO binmc_pacc finished [took 422.8180s] +06/11/23 12:38:01| INFO bin_cc finished [took 400.2199s] +06/11/23 12:39:14| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' +06/11/23 12:39:41| INFO bin_sld_gsq finished [took 531.7360s] +06/11/23 12:40:17| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00762) [took 549.6726s] +06/11/23 12:41:35| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00872) [took 646.0507s] +06/11/23 12:42:19| INFO mul_sld_gs finished [took 690.7431s] +06/11/23 12:43:25| INFO bin_pacc_gs finished [took 737.2287s] +06/11/23 12:47:07| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00782) [took 979.3211s] +06/11/23 12:50:07| INFO bin_sld_gs finished [took 1159.4207s] +06/11/23 12:50:07| INFO Dataset sample 0.30 of dataset rcv1_CCAT_9prevs finished [took 1163.9370s] +06/11/23 12:50:07| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs started +06/11/23 12:52:34| INFO doc_feat finished [took 79.3857s] +06/11/23 12:52:39| INFO mul_pacc finished [took 143.2358s] +06/11/23 12:52:49| INFO mul_sld finished [took 159.6160s] +06/11/23 12:52:58| INFO kfcv finished [took 121.1756s] +06/11/23 12:53:07| INFO mulmc_pacc finished [took 167.6154s] +06/11/23 12:53:09| INFO atc_ne finished [took 115.9704s] +06/11/23 12:53:11| INFO ref finished [took 127.9906s] +06/11/23 12:53:17| INFO atc_mc finished [took 129.9605s] +06/11/23 12:53:19| INFO mulne_pacc finished [took 166.1444s] +06/11/23 12:53:21| INFO mul_cc finished [took 152.0451s] +06/11/23 12:53:45| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00832) [took 183.1015s] +06/11/23 12:55:03| INFO mul_pacc_gs finished [took 261.6088s] +06/11/23 12:57:20| INFO binmc_pacc finished [took 422.6680s] +06/11/23 12:57:23| INFO bin_sld finished [took 434.1109s] +06/11/23 12:57:26| INFO bin_pacc finished [took 431.1893s] +06/11/23 12:57:28| INFO binne_pacc finished [took 427.7980s] +06/11/23 12:57:29| INFO bin_cc finished [took 402.6463s] +06/11/23 12:58:43| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' +06/11/23 12:59:20| INFO bin_sld_gsq finished [took 546.8013s] +06/11/23 12:59:48| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'confidence': 'entropy'} (score=0.00858) [took 550.8127s] +06/11/23 13:01:04| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01037) [took 652.8483s] +06/11/23 13:01:47| INFO mul_sld_gs finished [took 695.7927s] +06/11/23 13:02:56| INFO bin_pacc_gs finished [took 739.4380s] +06/11/23 13:06:49| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01112) [took 999.0699s] +06/11/23 13:09:50| INFO bin_sld_gs finished [took 1179.8181s] +06/11/23 13:09:50| INFO Dataset sample 0.40 of dataset rcv1_CCAT_9prevs finished [took 1183.4124s] +06/11/23 13:09:50| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs started +06/11/23 13:12:34| INFO doc_feat finished [took 88.8963s] +06/11/23 13:12:43| INFO mul_sld finished [took 169.3932s] +06/11/23 13:12:47| INFO mul_pacc finished [took 166.5633s] +06/11/23 13:12:50| INFO kfcv finished [took 134.2527s] +06/11/23 13:12:58| INFO ref finished [took 128.7367s] +06/11/23 13:12:59| INFO mulne_pacc finished [took 161.0902s] +06/11/23 13:13:00| INFO mulmc_pacc finished [took 176.8006s] +06/11/23 13:13:01| INFO atc_mc finished [took 129.5173s] +06/11/23 13:13:06| INFO atc_ne finished [took 122.8886s] +06/11/23 13:13:16| INFO mul_cc finished [took 152.5218s] +06/11/23 13:13:34| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'confidence': 'entropy'} (score=0.00774) [took 183.0928s] +06/11/23 13:14:57| INFO mul_pacc_gs finished [took 266.4369s] +06/11/23 13:17:06| INFO bin_pacc finished [took 427.3693s] +06/11/23 13:17:08| INFO binmc_pacc finished [took 426.6359s] +06/11/23 13:17:14| INFO bin_sld finished [took 441.7834s] +06/11/23 13:17:20| INFO binne_pacc finished [took 435.6569s] +06/11/23 13:17:22| INFO bin_cc finished [took 412.7263s] +06/11/23 13:18:20| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' +06/11/23 13:19:06| INFO bin_sld_gsq finished [took 549.0379s] +06/11/23 13:19:27| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': 'max_conf'} (score=0.00709) [took 545.0306s] +06/11/23 13:20:41| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00572) [took 645.5669s] +06/11/23 13:21:25| INFO mul_sld_gs finished [took 689.4814s] +06/11/23 13:22:32| INFO bin_pacc_gs finished [took 730.0602s] +06/11/23 13:26:21| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00653) [took 985.8522s] +06/11/23 13:29:21| INFO bin_sld_gs finished [took 1166.4200s] +06/11/23 13:29:21| INFO Dataset sample 0.50 of dataset rcv1_CCAT_9prevs finished [took 1170.8744s] +06/11/23 13:29:21| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs started +06/11/23 13:31:52| INFO doc_feat finished [took 80.3058s] +06/11/23 13:32:00| INFO mul_sld finished [took 153.1261s] +06/11/23 13:32:00| INFO mul_pacc finished [took 148.0156s] +06/11/23 13:32:13| INFO kfcv finished [took 122.2270s] +06/11/23 13:32:13| INFO mulne_pacc finished [took 145.0130s] +06/11/23 13:32:22| INFO ref finished [took 122.3525s] +06/11/23 13:32:23| INFO atc_mc finished [took 120.2587s] +06/11/23 13:32:23| INFO atc_ne finished [took 113.5667s] +06/11/23 13:32:23| INFO mulmc_pacc finished [took 167.7106s] +06/11/23 13:32:36| INFO mul_cc finished [took 143.6517s] +06/11/23 13:33:04| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00802) [took 182.2049s] +06/11/23 13:34:23| INFO mul_pacc_gs finished [took 261.0038s] +06/11/23 13:36:19| INFO binmc_pacc finished [took 405.9199s] +06/11/23 13:36:31| INFO bin_sld finished [took 426.3780s] +06/11/23 13:36:32| INFO bin_pacc finished [took 420.2833s] +06/11/23 13:36:34| INFO binne_pacc finished [took 417.2048s] +06/11/23 13:36:42| INFO bin_cc finished [took 394.3524s] +06/11/23 13:37:45| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' +06/11/23 13:38:18| INFO bin_sld_gsq finished [took 528.6956s] +06/11/23 13:38:52| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00707) [took 544.2769s] +06/11/23 13:39:56| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00637) [took 628.0656s] +06/11/23 13:40:41| INFO mul_sld_gs finished [took 673.3968s] +06/11/23 13:41:58| INFO bin_pacc_gs finished [took 730.5371s] +06/11/23 13:45:27| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00544) [took 960.1061s] +06/11/23 13:48:28| INFO bin_sld_gs finished [took 1140.6073s] +06/11/23 13:48:28| INFO Dataset sample 0.60 of dataset rcv1_CCAT_9prevs finished [took 1146.6395s] +06/11/23 13:48:28| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs started +06/11/23 13:50:49| INFO mul_pacc finished [took 130.9408s] +06/11/23 13:51:02| INFO doc_feat finished [took 86.2411s] +06/11/23 13:51:07| INFO mul_sld finished [took 155.4513s] +06/11/23 13:51:15| INFO atc_ne finished [took 101.0761s] +06/11/23 13:51:20| INFO ref finished [took 121.3689s] +06/11/23 13:51:20| INFO atc_mc finished [took 106.6415s] +06/11/23 13:51:22| INFO mulmc_pacc finished [took 160.4221s] +06/11/23 13:51:22| INFO mulne_pacc finished [took 150.1203s] +06/11/23 13:51:25| INFO kfcv finished [took 127.5280s] +06/11/23 13:51:35| INFO mul_cc finished [took 145.4437s] +06/11/23 13:52:03| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00886) [took 182.0543s] +06/11/23 13:53:23| INFO mul_pacc_gs finished [took 262.2496s] +06/11/23 13:55:28| INFO bin_sld finished [took 417.7315s] +06/11/23 13:55:30| INFO binmc_pacc finished [took 410.0114s] +06/11/23 13:55:30| INFO bin_pacc finished [took 413.5912s] +06/11/23 13:55:35| INFO binne_pacc finished [took 411.8241s] +06/11/23 13:55:42| INFO bin_cc finished [took 396.5011s] +06/11/23 13:56:50| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' +06/11/23 13:57:22| INFO bin_sld_gsq finished [took 527.2507s] +06/11/23 13:58:03| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00910) [took 547.7641s] +06/11/23 13:59:09| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00765) [took 634.8469s] +06/11/23 13:59:54| INFO mul_sld_gs finished [took 680.2027s] +06/11/23 14:01:07| INFO bin_pacc_gs finished [took 731.8655s] +06/11/23 14:04:33| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01235) [took 960.6861s] +06/11/23 14:07:34| INFO bin_sld_gs finished [took 1141.7199s] +06/11/23 14:07:34| INFO Dataset sample 0.70 of dataset rcv1_CCAT_9prevs finished [took 1146.2680s] +06/11/23 14:07:34| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs started +06/11/23 14:10:08| INFO mulmc_pacc finished [took 141.2266s] +06/11/23 14:10:19| INFO atc_ne finished [took 101.4512s] +06/11/23 14:10:20| INFO mul_sld finished [took 162.5808s] +06/11/23 14:10:23| INFO mul_pacc finished [took 158.9068s] +06/11/23 14:10:30| INFO kfcv finished [took 123.4790s] +06/11/23 14:10:33| INFO mulne_pacc finished [took 158.4983s] +06/11/23 14:10:33| INFO doc_feat finished [took 111.7987s] +06/11/23 14:10:35| INFO ref finished [took 124.4184s] +06/11/23 14:10:40| INFO atc_mc finished [took 126.3543s] +06/11/23 14:10:40| INFO mul_cc finished [took 139.5958s] +06/11/23 14:11:16| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'confidence': 'entropy'} (score=0.01309) [took 184.0645s] +06/11/23 14:12:44| INFO mul_pacc_gs finished [took 272.5404s] +06/11/23 14:14:32| INFO binmc_pacc finished [took 406.3609s] +06/11/23 14:14:38| INFO bin_pacc finished [took 414.8972s] +06/11/23 14:14:43| INFO binne_pacc finished [took 414.4123s] +06/11/23 14:14:51| INFO bin_cc finished [took 395.5254s] +06/11/23 14:14:55| INFO bin_sld finished [took 437.7681s] +06/11/23 14:15:58| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' +06/11/23 14:16:33| INFO bin_sld_gsq finished [took 532.4040s] +06/11/23 14:16:57| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.00812) [took 536.4746s] +06/11/23 14:18:16| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01306) [took 636.4067s] +06/11/23 14:19:00| INFO mul_sld_gs finished [took 680.2467s] +06/11/23 14:20:01| INFO bin_pacc_gs finished [took 720.9205s] +06/11/23 14:23:33| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00894) [took 954.4487s] +06/11/23 14:26:41| INFO bin_sld_gs finished [took 1142.3328s] +06/11/23 14:26:41| INFO Dataset sample 0.80 of dataset rcv1_CCAT_9prevs finished [took 1146.7713s] +06/11/23 14:26:41| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs started +06/11/23 14:29:04| INFO mul_pacc finished [took 133.1736s] +06/11/23 14:29:07| INFO ref finished [took 87.1594s] +06/11/23 14:29:16| INFO doc_feat finished [took 83.8190s] +06/11/23 14:29:21| INFO mulmc_pacc finished [took 147.5202s] +06/11/23 14:29:22| INFO atc_mc finished [took 99.1039s] +06/11/23 14:29:23| INFO kfcv finished [took 109.5348s] +06/11/23 14:29:27| INFO mulne_pacc finished [took 148.1672s] +06/11/23 14:29:33| INFO atc_ne finished [took 101.4673s] +06/11/23 14:29:36| INFO mul_cc finished [took 126.0447s] +06/11/23 14:29:42| INFO mul_sld finished [took 177.5880s] +06/11/23 14:30:16| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.001, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01497) [took 175.1432s] +06/11/23 14:31:33| INFO mul_pacc_gs finished [took 252.3399s] +06/11/23 14:33:34| INFO binmc_pacc finished [took 401.7891s] +06/11/23 14:33:35| INFO binne_pacc finished [took 400.4138s] +06/11/23 14:33:36| INFO bin_pacc finished [took 406.7598s] +06/11/23 14:33:48| INFO bin_cc finished [took 378.7595s] +06/11/23 14:33:48| INFO bin_sld finished [took 423.7366s] +06/11/23 14:34:47| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' +06/11/23 14:35:26| INFO bin_sld_gsq finished [took 518.8996s] +06/11/23 14:36:13| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.001, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00880) [took 539.3992s] +06/11/23 14:37:09| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00808) [took 622.0419s] +06/11/23 14:37:53| INFO mul_sld_gs finished [took 666.0058s] +06/11/23 14:39:16| INFO bin_pacc_gs finished [took 722.5231s] +06/11/23 14:42:15| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00604) [took 929.3464s] +06/11/23 14:45:14| INFO bin_sld_gs finished [took 1108.7356s] +06/11/23 14:45:14| INFO Dataset sample 0.90 of dataset rcv1_CCAT_9prevs finished [took 1113.2364s] +06/11/23 14:48:04| INFO dataset imdb_9prevs +06/11/23 14:48:14| INFO Dataset sample 0.10 of dataset imdb_9prevs started +06/11/23 14:48:17| WARNING Method mul_pacc_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 14:48:18| WARNING Method bin_pacc_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 14:48:31| INFO doc_feat finished [took 11.5257s] +06/11/23 14:48:36| INFO ref finished [took 18.5620s] +06/11/23 14:48:42| INFO kfcv finished [took 24.7227s] +06/11/23 14:48:44| INFO atc_ne finished [took 25.5676s] +06/11/23 14:48:46| INFO atc_mc finished [took 27.4910s] +06/11/23 14:48:50| INFO mulne_pacc finished [took 34.0415s] +06/11/23 14:48:57| INFO mulmc_pacc finished [took 41.7500s] +06/11/23 14:48:58| INFO mul_pacc finished [took 43.0162s] +06/11/23 14:48:58| INFO mul_cc finished [took 40.3279s] +06/11/23 14:49:16| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 +06/11/23 14:49:26| INFO mul_sld finished [took 71.4588s] +06/11/23 14:50:10| WARNING Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 +06/11/23 14:52:12| INFO binne_pacc finished [took 236.2174s] +06/11/23 14:52:16| INFO binmc_pacc finished [took 240.4686s] +06/11/23 14:52:19| INFO bin_cc finished [took 241.9141s] +06/11/23 14:52:20| INFO bin_pacc finished [took 244.5632s] +06/11/23 14:52:23| INFO bin_sld finished [took 249.0477s] +06/11/23 14:53:48| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' +06/11/23 14:55:38| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.03127) [took 443.6010s] +06/11/23 14:55:51| INFO mul_sld_gs finished [took 455.9932s] +06/11/23 14:55:51| INFO Dataset sample 0.10 of dataset imdb_9prevs finished [took 456.7746s] +06/11/23 14:55:51| INFO Dataset sample 0.20 of dataset imdb_9prevs started +06/11/23 14:56:07| INFO doc_feat finished [took 11.2758s] +06/11/23 14:56:18| INFO atc_mc finished [took 22.2986s] +06/11/23 14:56:22| INFO ref finished [took 26.3482s] +06/11/23 14:56:25| INFO kfcv finished [took 30.4761s] +06/11/23 14:56:29| INFO mul_pacc finished [took 36.5892s] +06/11/23 14:56:29| INFO mulmc_pacc finished [took 36.7773s] +06/11/23 14:56:38| INFO atc_ne finished [took 41.7824s] +06/11/23 14:56:41| INFO mulne_pacc finished [took 47.8318s] +06/11/23 14:56:41| INFO mul_cc finished [took 46.7221s] +06/11/23 14:56:55| INFO mul_sld finished [took 63.3547s] +06/11/23 14:57:54| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': 'max_conf'} (score=0.01017) [took 119.9166s] +06/11/23 14:58:15| INFO mul_pacc_gs finished [took 141.4446s] +06/11/23 15:00:38| INFO binne_pacc finished [took 285.5562s] +06/11/23 15:00:48| INFO bin_cc finished [took 293.8727s] +06/11/23 15:00:49| INFO binmc_pacc finished [took 296.7176s] +06/11/23 15:00:49| INFO bin_pacc finished [took 297.1868s] +06/11/23 15:01:03| INFO bin_sld finished [took 312.0358s] +06/11/23 15:02:29| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' +06/11/23 15:02:34| INFO bin_sld_gsq finished [took 402.0748s] +06/11/23 15:03:56| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.00980) [took 482.9237s] +06/11/23 15:05:00| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01194) [took 548.0443s] +06/11/23 15:05:14| INFO mul_sld_gs finished [took 562.2966s] +06/11/23 15:06:30| INFO bin_pacc_gs finished [took 636.7956s] +06/11/23 15:10:36| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00924) [took 884.9748s] +06/11/23 15:13:11| INFO bin_sld_gs finished [took 1039.3282s] +06/11/23 15:13:11| INFO Dataset sample 0.20 of dataset imdb_9prevs finished [took 1040.0772s] +06/11/23 15:13:11| INFO Dataset sample 0.30 of dataset imdb_9prevs started +06/11/23 15:13:39| INFO doc_feat finished [took 22.8145s] +06/11/23 15:13:41| INFO atc_ne finished [took 24.3471s] +06/11/23 15:13:45| INFO ref finished [took 28.7559s] +06/11/23 15:13:52| INFO mulne_pacc finished [took 38.1365s] +06/11/23 15:13:53| INFO kfcv finished [took 37.4026s] +06/11/23 15:13:56| INFO atc_mc finished [took 39.4198s] +06/11/23 15:13:59| INFO mul_pacc finished [took 45.9542s] +06/11/23 15:13:59| INFO mul_cc finished [took 43.9076s] +06/11/23 15:13:59| INFO mulmc_pacc finished [took 45.9395s] +06/11/23 15:14:11| INFO mul_sld finished [took 59.8835s] +06/11/23 15:15:23| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.01028) [took 128.2866s] +06/11/23 15:15:44| INFO mul_pacc_gs finished [took 149.5820s] +06/11/23 15:18:03| INFO binne_pacc finished [took 289.3504s] +06/11/23 15:18:07| INFO bin_pacc finished [took 294.7115s] +06/11/23 15:18:14| INFO bin_cc finished [took 298.6839s] +06/11/23 15:18:14| INFO binmc_pacc finished [took 300.9499s] +06/11/23 15:18:14| INFO bin_sld finished [took 302.9035s] +06/11/23 15:19:46| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' +06/11/23 15:20:05| INFO bin_sld_gsq finished [took 413.1151s] +06/11/23 15:21:23| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'confidence': 'entropy'} (score=0.00916) [took 488.7327s] +06/11/23 15:22:13| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00953) [took 541.2865s] +06/11/23 15:22:28| INFO mul_sld_gs finished [took 556.0867s] +06/11/23 15:23:57| INFO bin_pacc_gs finished [took 643.0717s] +06/11/23 15:27:32| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01064) [took 860.3135s] +06/11/23 15:30:05| INFO bin_sld_gs finished [took 1013.1878s] +06/11/23 15:30:05| INFO Dataset sample 0.30 of dataset imdb_9prevs finished [took 1014.3141s] +06/11/23 15:30:05| INFO Dataset sample 0.40 of dataset imdb_9prevs started +06/11/23 15:30:24| INFO doc_feat finished [took 13.8500s] +06/11/23 15:30:32| INFO ref finished [took 22.3531s] +06/11/23 15:30:41| INFO mul_pacc finished [took 34.1860s] +06/11/23 15:30:45| INFO atc_ne finished [took 34.8111s] +06/11/23 15:30:46| INFO kfcv finished [took 36.4055s] +06/11/23 15:30:49| INFO atc_mc finished [took 38.7978s] +06/11/23 15:30:49| INFO mulmc_pacc finished [took 42.4552s] +06/11/23 15:30:51| INFO mul_cc finished [took 42.6899s] +06/11/23 15:30:53| INFO mulne_pacc finished [took 45.2694s] +06/11/23 15:30:57| INFO mul_sld finished [took 51.2705s] +06/11/23 15:32:13| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01220) [took 124.5801s] +06/11/23 15:32:34| INFO mul_pacc_gs finished [took 145.3368s] +06/11/23 15:34:56| INFO binmc_pacc finished [took 289.1451s] +06/11/23 15:35:04| INFO bin_sld finished [took 298.3514s] +06/11/23 15:35:04| INFO binne_pacc finished [took 296.5538s] +06/11/23 15:35:05| INFO bin_pacc finished [took 298.5077s] +06/11/23 15:35:09| INFO bin_cc finished [took 300.1332s] +06/11/23 15:36:41| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' +06/11/23 15:37:08| INFO bin_sld_gsq finished [took 421.3938s] +06/11/23 15:38:19| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.01137) [took 490.9644s] +06/11/23 15:38:58| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.01029) [took 531.8225s] +06/11/23 15:39:12| INFO mul_sld_gs finished [took 546.4524s] +06/11/23 15:40:53| INFO bin_pacc_gs finished [took 645.0957s] +06/11/23 15:44:48| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01176) [took 882.0550s] +06/11/23 15:47:19| INFO bin_sld_gs finished [took 1033.2802s] +06/11/23 15:47:19| INFO Dataset sample 0.40 of dataset imdb_9prevs finished [took 1034.1241s] +06/11/23 15:47:19| INFO Dataset sample 0.50 of dataset imdb_9prevs started +06/11/23 15:47:36| INFO doc_feat finished [took 11.6005s] +06/11/23 15:47:40| INFO ref finished [took 16.3058s] +06/11/23 15:47:50| INFO atc_mc finished [took 25.8745s] +06/11/23 15:47:52| INFO kfcv finished [took 29.0931s] +06/11/23 15:47:53| INFO atc_ne finished [took 28.8903s] +06/11/23 15:47:53| INFO mul_pacc finished [took 32.5473s] +06/11/23 15:48:00| INFO mul_cc finished [took 37.3478s] +06/11/23 15:48:01| INFO mulne_pacc finished [took 39.9745s] +06/11/23 15:48:02| INFO mulmc_pacc finished [took 40.5057s] +06/11/23 15:48:10| INFO mul_sld finished [took 50.1825s] +06/11/23 15:49:28| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.01107) [took 125.0329s] +06/11/23 15:49:49| INFO mul_pacc_gs finished [took 146.7316s] +06/11/23 15:52:15| INFO bin_cc finished [took 292.6719s] +06/11/23 15:52:15| INFO binne_pacc finished [took 293.9844s] +06/11/23 15:52:17| INFO bin_pacc finished [took 296.2830s] +06/11/23 15:52:21| INFO binmc_pacc finished [took 299.4873s] +06/11/23 15:52:23| INFO bin_sld finished [took 303.4889s] +06/11/23 15:53:57| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' +06/11/23 15:54:18| INFO bin_sld_gsq finished [took 418.0959s] +06/11/23 15:55:32| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01038) [took 489.7797s] +06/11/23 15:56:17| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00885) [took 536.7408s] +06/11/23 15:56:33| INFO mul_sld_gs finished [took 552.5393s] +06/11/23 15:58:05| INFO bin_pacc_gs finished [took 643.1581s] +06/11/23 16:01:42| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00940) [took 862.6012s] +06/11/23 16:04:15| INFO bin_sld_gs finished [took 1015.3606s] +06/11/23 16:04:15| INFO Dataset sample 0.50 of dataset imdb_9prevs finished [took 1016.0642s] +06/11/23 16:04:15| INFO Dataset sample 0.60 of dataset imdb_9prevs started +06/11/23 16:04:40| INFO doc_feat finished [took 19.9628s] +06/11/23 16:04:41| INFO kfcv finished [took 21.8848s] +06/11/23 16:04:46| INFO ref finished [took 26.2613s] +06/11/23 16:04:56| INFO mulmc_pacc finished [took 38.6399s] +06/11/23 16:04:56| INFO atc_ne finished [took 35.7501s] +06/11/23 16:04:57| INFO atc_mc finished [took 37.3907s] +06/11/23 16:05:01| INFO mul_cc finished [took 41.6420s] +06/11/23 16:05:01| INFO mul_pacc finished [took 44.6898s] +06/11/23 16:05:02| INFO mulne_pacc finished [took 44.7679s] +06/11/23 16:05:12| INFO mul_sld finished [took 56.0834s] +06/11/23 16:06:24| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.01082) [took 125.2569s] +06/11/23 16:06:44| INFO mul_pacc_gs finished [took 146.2318s] +06/11/23 16:09:05| INFO binne_pacc finished [took 288.1949s] +06/11/23 16:09:10| INFO bin_pacc finished [took 293.3207s] +06/11/23 16:09:12| INFO bin_sld finished [took 296.1022s] +06/11/23 16:09:13| INFO binmc_pacc finished [took 296.4000s] +06/11/23 16:09:18| INFO bin_cc finished [took 299.1982s] +06/11/23 16:10:50| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' +06/11/23 16:11:22| INFO bin_sld_gsq finished [took 425.6641s] +06/11/23 16:12:31| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00976) [took 492.8847s] +06/11/23 16:13:13| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00984) [took 536.8669s] +06/11/23 16:13:28| INFO mul_sld_gs finished [took 551.6187s] +06/11/23 16:15:03| INFO bin_pacc_gs finished [took 645.6602s] +06/11/23 16:19:24| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.01142) [took 907.7074s] +06/11/23 16:21:57| INFO bin_sld_gs finished [took 1060.9759s] +06/11/23 16:21:57| INFO Dataset sample 0.60 of dataset imdb_9prevs finished [took 1061.7730s] +06/11/23 16:21:57| INFO Dataset sample 0.70 of dataset imdb_9prevs started +06/11/23 16:22:23| INFO doc_feat finished [took 20.2428s] +06/11/23 16:22:34| INFO kfcv finished [took 32.1532s] +06/11/23 16:22:36| INFO ref finished [took 34.3738s] +06/11/23 16:22:38| INFO mul_sld finished [took 40.1101s] +06/11/23 16:22:40| INFO mul_cc finished [took 38.6722s] +06/11/23 16:22:41| INFO atc_mc finished [took 38.9379s] +06/11/23 16:22:43| INFO atc_ne finished [took 40.3132s] +06/11/23 16:22:43| INFO mulne_pacc finished [took 43.7833s] +06/11/23 16:22:44| INFO mulmc_pacc finished [took 44.4084s] +06/11/23 16:22:46| INFO mul_pacc finished [took 47.7998s] +06/11/23 16:24:08| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.01575) [took 127.2393s] +06/11/23 16:24:31| INFO mul_pacc_gs finished [took 150.2100s] +06/11/23 16:26:49| INFO bin_cc finished [took 288.6128s] +06/11/23 16:26:51| INFO bin_pacc finished [took 292.1757s] +06/11/23 16:26:52| INFO binne_pacc finished [took 293.0194s] +06/11/23 16:27:01| INFO binmc_pacc finished [took 302.5703s] +06/11/23 16:27:01| INFO bin_sld finished [took 303.9303s] +06/11/23 16:28:32| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' +06/11/23 16:28:53| INFO bin_sld_gsq finished [took 414.4520s] +06/11/23 16:30:15| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01641) [took 494.7681s] +06/11/23 16:31:00| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01102) [took 542.3282s] +06/11/23 16:31:15| INFO mul_sld_gs finished [took 557.2859s] +06/11/23 16:32:49| INFO bin_pacc_gs finished [took 648.9428s] +06/11/23 16:36:23| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.02196) [took 864.7237s] +06/11/23 16:38:54| INFO bin_sld_gs finished [took 1015.9618s] +06/11/23 16:38:54| INFO Dataset sample 0.70 of dataset imdb_9prevs finished [took 1016.7743s] +06/11/23 16:38:54| INFO Dataset sample 0.80 of dataset imdb_9prevs started +06/11/23 16:39:19| INFO doc_feat finished [took 19.9639s] +06/11/23 16:39:22| INFO atc_mc finished [took 22.9650s] +06/11/23 16:39:26| INFO kfcv finished [took 27.9671s] +06/11/23 16:39:30| INFO mul_pacc finished [took 34.3899s] +06/11/23 16:39:31| INFO ref finished [took 32.4692s] +06/11/23 16:39:33| INFO mulne_pacc finished [took 37.2045s] +06/11/23 16:39:39| INFO atc_ne finished [took 39.7686s] +06/11/23 16:39:41| INFO mul_cc finished [took 42.9411s] +06/11/23 16:39:41| INFO mulmc_pacc finished [took 44.9724s] +06/11/23 16:39:46| INFO mul_sld finished [took 51.4269s] +06/11/23 16:40:59| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.01013) [took 122.2196s] +06/11/23 16:41:24| INFO mul_pacc_gs finished [took 146.7076s] +06/11/23 16:43:40| INFO binne_pacc finished [took 284.1154s] +06/11/23 16:43:52| INFO bin_pacc finished [took 296.8885s] +06/11/23 16:43:54| INFO bin_cc finished [took 297.1714s] +06/11/23 16:43:56| INFO binmc_pacc finished [took 300.6806s] +06/11/23 16:43:57| INFO bin_sld finished [took 302.6966s] +06/11/23 16:45:26| WARNING Method mul_sld_gsq failed. Exception: 'GridSearchQ' object has no attribute 'classes_' +06/11/23 16:45:41| INFO bin_sld_gsq finished [took 405.8247s] +06/11/23 16:47:00| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00949) [took 483.3129s] +06/11/23 16:47:54| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00785) [took 539.6504s] +06/11/23 16:48:09| INFO mul_sld_gs finished [took 553.8401s] +06/11/23 16:49:34| INFO bin_pacc_gs finished [took 637.2772s] +06/11/23 16:53:30| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.01449) [took 875.8870s] +06/11/23 16:56:08| INFO bin_sld_gs finished [took 1033.4325s] +06/11/23 16:56:08| INFO Dataset sample 0.80 of dataset imdb_9prevs finished [took 1034.1983s] +06/11/23 16:56:08| INFO Dataset sample 0.90 of dataset imdb_9prevs started +06/11/23 16:56:09| WARNING Method mul_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 16:56:09| WARNING Method mul_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 16:56:10| WARNING Method mulmc_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 16:56:10| WARNING Method bin_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 16:56:10| WARNING Method mulne_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 16:56:10| WARNING Method bin_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 16:56:10| WARNING Method mul_pacc_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 16:56:10| WARNING Method binmc_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 16:56:11| WARNING Method binne_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 16:56:11| WARNING Method bin_pacc_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 16:56:22| INFO doc_feat finished [took 10.1613s] +06/11/23 16:56:25| INFO ref finished [took 13.7569s] +06/11/23 16:56:27| INFO kfcv finished [took 15.6337s] +06/11/23 16:56:29| INFO atc_mc finished [took 18.0104s] +06/11/23 16:56:30| INFO atc_ne finished [took 18.0260s] +06/11/23 16:56:31| INFO mul_cc finished [took 20.6201s] +06/11/23 16:56:40| INFO mul_sld finished [took 31.2942s] +06/11/23 16:56:47| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 16:58:55| INFO bin_cc finished [took 164.5182s] +06/11/23 16:58:59| INFO bin_sld finished [took 170.5046s] +06/11/23 17:02:17| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.04178) [took 368.6067s] +06/11/23 17:02:29| INFO mul_sld_gs finished [took 380.7801s] +06/11/23 17:02:29| INFO Dataset sample 0.90 of dataset imdb_9prevs finished [took 381.5305s] +---------------------------------------------------------------------------------------------------- +06/11/23 18:04:06| INFO dataset rcv1_GCAT_9prevs +06/11/23 18:04:12| INFO Dataset sample 0.10 of dataset rcv1_GCAT_9prevs started +06/11/23 18:04:19| WARNING Method mul_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 18:04:21| WARNING Method bin_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 18:04:22| WARNING Method mul_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 18:04:24| WARNING Method binmc_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 18:04:24| WARNING Method mulmc_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 18:04:26| WARNING Method binne_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 18:04:27| WARNING Method mulne_pacc failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 18:04:28| WARNING Method bin_pacc_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 18:04:29| WARNING Method mul_pacc_gs failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 18:05:10| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 1 +06/11/23 18:05:41| INFO ref finished [took 65.3048s] +06/11/23 18:05:43| INFO kfcv finished [took 66.9585s] +06/11/23 18:05:45| INFO doc_feat finished [took 56.7504s] +06/11/23 18:05:49| INFO mul_cc finished [took 77.6035s] +06/11/23 18:05:49| INFO atc_mc finished [took 66.4650s] +06/11/23 18:05:52| INFO atc_ne finished [took 65.1035s] +06/11/23 18:05:52| WARNING Method bin_sld_gsq failed. Exception: The least populated class in y has only 1 member, which is too few. The minimum number of groups for any class cannot be less than 2. +06/11/23 18:05:56| INFO mul_sld finished [took 101.3427s] +06/11/23 18:08:12| INFO bin_sld finished [took 238.6323s] +06/11/23 18:08:21| INFO bin_cc finished [took 230.3034s] +06/11/23 18:10:59| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00897) [took 402.3046s] +06/11/23 18:11:39| INFO mul_sld_gs finished [took 441.7473s] +06/11/23 18:11:39| INFO Dataset sample 0.10 of dataset rcv1_GCAT_9prevs finished [took 446.6543s] +06/11/23 18:11:39| INFO Dataset sample 0.20 of dataset rcv1_GCAT_9prevs started +06/11/23 18:14:11| INFO mulmc_pacc finished [took 140.5240s] +06/11/23 18:14:13| INFO kfcv finished [took 108.3325s] +06/11/23 18:14:16| INFO doc_feat finished [took 91.1407s] +06/11/23 18:14:21| INFO atc_ne finished [took 96.9645s] +06/11/23 18:14:22| INFO mul_pacc finished [took 154.9757s] +06/11/23 18:14:36| INFO ref finished [took 118.1583s] +06/11/23 18:14:37| INFO atc_mc finished [took 118.5016s] +06/11/23 18:14:41| INFO mulne_pacc finished [took 157.8831s] +06/11/23 18:14:49| INFO mul_cc finished [took 144.8053s] +06/11/23 18:14:50| INFO mul_sld finished [took 188.8450s] +06/11/23 18:15:19| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.01452) [took 184.0929s] +06/11/23 18:16:33| INFO mul_pacc_gs finished [took 258.2234s] +06/11/23 18:18:46| INFO binmc_pacc finished [took 417.1372s] +06/11/23 18:18:48| INFO bin_pacc finished [took 422.0619s] +06/11/23 18:18:52| INFO bin_sld finished [took 431.4426s] +06/11/23 18:18:56| INFO binne_pacc finished [took 421.5812s] +06/11/23 18:19:02| INFO bin_cc finished [took 402.4673s] +06/11/23 18:19:32| WARNING Method mul_sld_gsq failed. Exception: 'function' object has no attribute 'classes_' +06/11/23 18:20:26| INFO bin_sld_gsq finished [took 522.0734s] +06/11/23 18:21:11| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01038) [took 540.4022s] +06/11/23 18:21:44| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00821) [took 600.6611s] +06/11/23 18:22:25| INFO mul_sld_gs finished [took 642.1063s] +06/11/23 18:24:14| INFO bin_pacc_gs finished [took 723.2605s] +06/11/23 18:26:54| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00816) [took 911.5066s] +06/11/23 18:29:56| INFO bin_sld_gs finished [took 1093.4674s] +06/11/23 18:29:56| INFO Dataset sample 0.20 of dataset rcv1_GCAT_9prevs finished [took 1096.7184s] +06/11/23 18:29:56| INFO Dataset sample 0.30 of dataset rcv1_GCAT_9prevs started +06/11/23 18:32:21| INFO ref finished [took 89.3355s] +06/11/23 18:32:33| INFO doc_feat finished [took 91.9119s] +06/11/23 18:32:35| INFO mulmc_pacc finished [took 147.2084s] +06/11/23 18:32:38| INFO mulne_pacc finished [took 137.0643s] +06/11/23 18:32:54| INFO atc_mc finished [took 117.6847s] +06/11/23 18:32:56| INFO kfcv finished [took 129.8598s] +06/11/23 18:33:00| INFO mul_pacc finished [took 174.5769s] +06/11/23 18:33:00| INFO mul_sld finished [took 181.1734s] +06/11/23 18:33:03| INFO atc_ne finished [took 123.9984s] +06/11/23 18:33:09| INFO mul_cc finished [took 148.8635s] +06/11/23 18:33:32| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00629) [took 177.7598s] +06/11/23 18:34:51| INFO mul_pacc_gs finished [took 256.4186s] +06/11/23 18:37:10| INFO bin_pacc finished [took 425.7912s] +06/11/23 18:37:12| INFO binmc_pacc finished [took 425.7599s] +06/11/23 18:37:14| INFO binne_pacc finished [took 424.0101s] +06/11/23 18:37:18| INFO bin_sld finished [took 440.4389s] +06/11/23 18:37:22| INFO bin_cc finished [took 407.2413s] +06/11/23 18:37:52| WARNING Method mul_sld_gsq failed. Exception: 'function' object has no attribute 'classes_' +06/11/23 18:38:51| INFO bin_sld_gsq finished [took 529.6242s] +06/11/23 18:39:30| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.00489) [took 541.8062s] +06/11/23 18:40:02| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00615) [took 601.7630s] +06/11/23 18:40:45| INFO mul_sld_gs finished [took 644.5111s] +06/11/23 18:42:37| INFO bin_pacc_gs finished [took 729.3942s] +06/11/23 18:45:36| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00490) [took 936.3088s] +06/11/23 18:48:37| INFO bin_sld_gs finished [took 1117.0610s] +06/11/23 18:48:37| INFO Dataset sample 0.30 of dataset rcv1_GCAT_9prevs finished [took 1120.9681s] +06/11/23 18:48:37| INFO Dataset sample 0.40 of dataset rcv1_GCAT_9prevs started +06/11/23 18:51:02| INFO doc_feat finished [took 79.6380s] +06/11/23 18:51:20| INFO mulne_pacc finished [took 144.5625s] +06/11/23 18:51:30| INFO mul_sld finished [took 171.1473s] +06/11/23 18:51:35| INFO mulmc_pacc finished [took 166.1468s] +06/11/23 18:51:39| INFO mul_pacc finished [took 172.9449s] +06/11/23 18:51:43| INFO ref finished [took 132.2492s] +06/11/23 18:51:45| INFO kfcv finished [took 137.9538s] +06/11/23 18:51:52| INFO atc_mc finished [took 137.7185s] +06/11/23 18:51:54| INFO atc_ne finished [took 134.1066s] +06/11/23 18:51:59| INFO mul_cc finished [took 159.0670s] +06/11/23 18:52:11| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01049) [took 180.3366s] +06/11/23 18:53:38| INFO mul_pacc_gs finished [took 266.6075s] +06/11/23 18:56:00| INFO bin_sld finished [took 441.9022s] +06/11/23 18:56:02| INFO binne_pacc finished [took 431.1354s] +06/11/23 18:56:02| INFO binmc_pacc finished [took 434.5268s] +06/11/23 18:56:04| INFO bin_pacc finished [took 438.8400s] +06/11/23 18:56:07| INFO bin_cc finished [took 412.8827s] +06/11/23 18:56:38| WARNING Method mul_sld_gsq failed. Exception: 'function' object has no attribute 'classes_' +06/11/23 18:57:38| INFO bin_sld_gsq finished [took 534.9970s] +06/11/23 18:58:15| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00762) [took 549.5790s] +06/11/23 18:58:58| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00692) [took 616.7506s] +06/11/23 18:59:43| INFO mul_sld_gs finished [took 661.6976s] +06/11/23 19:01:20| INFO bin_pacc_gs finished [took 735.1934s] +06/11/23 19:04:29| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00601) [took 948.3129s] +06/11/23 19:07:30| INFO bin_sld_gs finished [took 1129.1432s] +06/11/23 19:07:30| INFO Dataset sample 0.40 of dataset rcv1_GCAT_9prevs finished [took 1133.2853s] +06/11/23 19:07:30| INFO Dataset sample 0.50 of dataset rcv1_GCAT_9prevs started +06/11/23 19:10:11| INFO doc_feat finished [took 90.8028s] +06/11/23 19:10:12| INFO mul_sld finished [took 159.3725s] +06/11/23 19:10:17| INFO atc_mc finished [took 108.3872s] +06/11/23 19:10:20| INFO mulmc_pacc finished [took 158.7937s] +06/11/23 19:10:27| INFO kfcv finished [took 125.4384s] +06/11/23 19:10:32| INFO mul_cc finished [took 134.1449s] +06/11/23 19:10:33| INFO atc_ne finished [took 115.0137s] +06/11/23 19:10:33| INFO mul_pacc finished [took 173.4398s] +06/11/23 19:10:35| INFO ref finished [took 127.6900s] +06/11/23 19:10:35| INFO mulne_pacc finished [took 158.1989s] +06/11/23 19:11:06| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'confidence': 'max_conf'} (score=0.00893) [took 181.2645s] +06/11/23 19:12:28| INFO mul_pacc_gs finished [took 263.1619s] +06/11/23 19:14:45| INFO bin_sld finished [took 432.8401s] +06/11/23 19:14:48| INFO bin_pacc finished [took 430.1210s] +06/11/23 19:14:54| INFO binmc_pacc finished [took 433.8715s] +06/11/23 19:14:58| INFO bin_cc finished [took 405.7688s] +06/11/23 19:14:59| INFO binne_pacc finished [took 435.7315s] +06/11/23 19:15:29| WARNING Method mul_sld_gsq failed. Exception: 'function' object has no attribute 'classes_' +06/11/23 19:16:36| INFO bin_sld_gsq finished [took 539.4078s] +06/11/23 19:17:05| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00831) [took 545.8362s] +06/11/23 19:17:45| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.001, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00797) [took 609.7895s] +06/11/23 19:18:32| INFO mul_sld_gs finished [took 657.1765s] +06/11/23 19:20:08| INFO bin_pacc_gs finished [took 728.9184s] +06/11/23 19:23:41| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00738) [took 966.8750s] +06/11/23 19:26:42| INFO bin_sld_gs finished [took 1148.2428s] +06/11/23 19:26:42| INFO Dataset sample 0.50 of dataset rcv1_GCAT_9prevs finished [took 1152.4463s] +06/11/23 19:26:43| INFO Dataset sample 0.60 of dataset rcv1_GCAT_9prevs started +06/11/23 19:29:16| INFO mul_pacc finished [took 142.3375s] +06/11/23 19:29:26| INFO doc_feat finished [took 92.0123s] +06/11/23 19:29:29| INFO atc_ne finished [took 96.1697s] +06/11/23 19:29:32| INFO mul_sld finished [took 164.7852s] +06/11/23 19:29:33| INFO ref finished [took 114.3664s] +06/11/23 19:29:36| INFO kfcv finished [took 118.4300s] +06/11/23 19:29:37| INFO atc_mc finished [took 111.6950s] +06/11/23 19:29:37| INFO mul_cc finished [took 127.8860s] +06/11/23 19:29:39| INFO mulmc_pacc finished [took 162.5217s] +06/11/23 19:29:46| INFO mulne_pacc finished [took 159.7535s] +06/11/23 19:30:22| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00832) [took 183.2267s] +06/11/23 19:31:42| INFO mul_pacc_gs finished [took 263.2959s] +06/11/23 19:33:48| INFO bin_pacc finished [took 415.7355s] +06/11/23 19:33:49| INFO binne_pacc finished [took 411.7032s] +06/11/23 19:33:49| INFO bin_sld finished [took 423.6935s] +06/11/23 19:33:56| INFO binmc_pacc finished [took 422.0731s] +06/11/23 19:34:02| INFO bin_cc finished [took 394.8074s] +06/11/23 19:34:45| WARNING Method mul_sld_gsq failed. Exception: 'function' object has no attribute 'classes_' +06/11/23 19:35:33| INFO bin_sld_gsq finished [took 523.6794s] +06/11/23 19:36:10| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': 'max_conf'} (score=0.00651) [took 539.0149s] +06/11/23 19:36:54| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00646) [took 605.4721s] +06/11/23 19:37:37| INFO mul_sld_gs finished [took 647.9998s] +06/11/23 19:39:13| INFO bin_pacc_gs finished [took 722.3065s] +06/11/23 19:42:14| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00635) [took 926.2548s] +06/11/23 19:45:13| INFO bin_sld_gs finished [took 1105.8303s] +06/11/23 19:45:13| INFO Dataset sample 0.60 of dataset rcv1_GCAT_9prevs finished [took 1110.5345s] +06/11/23 19:45:13| INFO Dataset sample 0.70 of dataset rcv1_GCAT_9prevs started +06/11/23 19:47:55| INFO mul_pacc finished [took 151.2717s] +06/11/23 19:48:01| INFO mul_sld finished [took 164.7303s] +06/11/23 19:48:02| INFO doc_feat finished [took 95.7218s] +06/11/23 19:48:20| INFO kfcv finished [took 132.6414s] +06/11/23 19:48:26| INFO ref finished [took 136.4855s] +06/11/23 19:48:27| INFO mulmc_pacc finished [took 180.2510s] +06/11/23 19:48:30| INFO mulne_pacc finished [took 173.6996s] +06/11/23 19:48:33| INFO atc_mc finished [took 135.5939s] +06/11/23 19:48:34| INFO atc_ne finished [took 129.3719s] +06/11/23 19:48:35| INFO mul_cc finished [took 153.9587s] +06/11/23 19:48:47| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00782) [took 177.0918s] +06/11/23 19:50:13| INFO mul_pacc_gs finished [took 262.7047s] +06/11/23 19:52:34| INFO bin_pacc finished [took 431.9695s] +06/11/23 19:52:36| INFO binmc_pacc finished [took 430.1566s] +06/11/23 19:52:43| INFO bin_sld finished [took 446.4452s] +06/11/23 19:52:44| INFO bin_cc finished [took 407.8850s] +06/11/23 19:52:47| INFO binne_pacc finished [took 438.4423s] +06/11/23 19:53:19| WARNING Method mul_sld_gsq failed. Exception: 'function' object has no attribute 'classes_' +06/11/23 19:54:09| INFO bin_sld_gsq finished [took 528.9254s] +06/11/23 19:54:43| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.01, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00669) [took 545.8164s] +06/11/23 19:55:38| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00814) [took 619.0258s] +06/11/23 19:56:21| INFO mul_sld_gs finished [took 661.4303s] +06/11/23 19:57:51| INFO bin_pacc_gs finished [took 733.3970s] +06/11/23 20:00:54| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00795) [took 935.9973s] +06/11/23 20:03:55| INFO bin_sld_gs finished [took 1117.3981s] +06/11/23 20:03:55| INFO Dataset sample 0.70 of dataset rcv1_GCAT_9prevs finished [took 1121.8060s] +06/11/23 20:03:55| INFO Dataset sample 0.80 of dataset rcv1_GCAT_9prevs started +06/11/23 20:06:27| INFO mul_sld finished [took 147.0727s] +06/11/23 20:06:30| INFO doc_feat finished [took 81.1117s] +06/11/23 20:06:48| INFO mul_pacc finished [took 162.2312s] +06/11/23 20:07:04| INFO kfcv finished [took 133.4389s] +06/11/23 20:07:04| INFO ref finished [took 132.6728s] +06/11/23 20:07:05| INFO mulne_pacc finished [took 171.0782s] +06/11/23 20:07:08| INFO mulmc_pacc finished [took 179.6909s] +06/11/23 20:07:10| INFO atc_mc finished [took 130.5941s] +06/11/23 20:07:14| INFO mul_cc finished [took 150.3795s] +06/11/23 20:07:15| INFO atc_ne finished [took 131.0309s] +06/11/23 20:07:29| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00813) [took 177.7289s] +06/11/23 20:08:49| INFO mul_pacc_gs finished [took 257.9675s] +06/11/23 20:10:44| INFO bin_pacc finished [took 399.4800s] +06/11/23 21:01:51| INFO bin_pacc_gs finished [took 3446.1854s] +06/11/23 21:03:24| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00684) [took 3563.0699s] +06/11/23 21:04:07| INFO mul_sld_gs finished [took 3606.0194s] +06/11/23 21:08:24| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00519) [took 3863.9570s] +06/11/23 21:11:26| INFO bin_sld_gs finished [took 4046.4500s] +06/11/23 21:11:26| INFO Dataset sample 0.80 of dataset rcv1_GCAT_9prevs finished [took 4051.2016s] +06/11/23 21:11:26| INFO Dataset sample 0.90 of dataset rcv1_GCAT_9prevs started +06/11/23 21:11:31| WARNING Method bin_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 21:11:32| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 21:11:34| WARNING Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 21:11:35| WARNING Method mul_sld_gsq failed. Exception: a must be greater than 0 unless no samples are taken +06/11/23 21:11:36| WARNING Method bin_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 21:11:38| WARNING Method mul_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,) +06/11/23 21:11:38| WARNING Method binmc_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 21:11:40| WARNING Method mulmc_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,) +06/11/23 21:11:40| WARNING Method binne_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 21:11:42| WARNING Method mulne_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,) +06/11/23 21:11:42| WARNING Method bin_pacc_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 21:11:44| WARNING Method mul_pacc_gs failed. Exception: could not broadcast input array from shape (3,) into shape (4,) +06/11/23 21:11:44| WARNING Method bin_cc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 21:12:27| INFO mul_sld finished [took 56.8958s] +06/11/23 21:12:32| INFO ref finished [took 44.3311s] +06/11/23 21:12:32| INFO doc_feat finished [took 41.1551s] +06/11/23 21:12:33| INFO kfcv finished [took 46.1873s] +06/11/23 21:12:36| INFO atc_mc finished [took 47.9541s] +06/11/23 21:12:37| INFO mul_cc finished [took 51.8838s] +06/11/23 21:12:37| INFO atc_ne finished [took 47.4962s] +06/11/23 21:16:45| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00843) [took 312.8612s] +06/11/23 21:17:24| INFO mul_sld_gs finished [took 351.5693s] +06/11/23 21:17:24| INFO Dataset sample 0.90 of dataset rcv1_GCAT_9prevs finished [took 357.7321s] +06/11/23 21:20:10| INFO dataset rcv1_MCAT_9prevs +06/11/23 21:20:18| INFO Dataset sample 0.10 of dataset rcv1_MCAT_9prevs started +06/11/23 21:23:12| INFO doc_feat finished [took 81.2849s] +06/11/23 21:23:21| INFO mul_pacc finished [took 168.3242s] +06/11/23 21:23:30| INFO mulmc_pacc finished [took 173.2730s] +06/11/23 21:23:35| INFO atc_mc finished [took 115.3803s] +06/11/23 21:23:41| INFO ref finished [took 125.5611s] +06/11/23 21:23:41| INFO kfcv finished [took 136.3040s] +06/11/23 21:23:51| INFO mulne_pacc finished [took 185.3346s] +06/11/23 21:23:58| INFO atc_ne finished [took 129.7752s] +06/11/23 21:23:59| INFO mul_cc finished [took 164.3501s] +06/11/23 21:24:26| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'confidence': 'entropy'} (score=0.02036) [took 203.9839s] +06/11/23 21:24:32| INFO mul_sld finished [took 249.6979s] +06/11/23 21:25:50| INFO mul_pacc_gs finished [took 287.7634s] +06/11/23 21:28:08| INFO binne_pacc finished [took 443.1314s] +06/11/23 21:28:11| INFO bin_cc finished [took 427.7416s] +06/11/23 21:28:26| INFO bin_pacc finished [took 475.7859s] +06/11/23 21:28:28| INFO binmc_pacc finished [took 472.2702s] +06/11/23 21:28:33| INFO bin_sld finished [took 492.0457s] +06/11/23 21:29:19| INFO mul_sld_gsq finished [took 529.8190s] +06/11/23 21:29:26| INFO bin_sld_gsq finished [took 539.2552s] +06/11/23 21:30:30| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00591) [took 573.3773s] +06/11/23 21:31:27| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00754) [took 661.4704s] +06/11/23 21:32:10| INFO mul_sld_gs finished [took 704.6441s] +06/11/23 21:33:40| INFO bin_pacc_gs finished [took 763.3541s] +06/11/23 21:36:30| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00760) [took 965.4559s] +06/11/23 21:39:31| INFO bin_sld_gs finished [took 1146.5622s] +06/11/23 21:39:31| INFO Dataset sample 0.10 of dataset rcv1_MCAT_9prevs finished [took 1152.1700s] +06/11/23 21:39:31| INFO Dataset sample 0.20 of dataset rcv1_MCAT_9prevs started +06/11/23 21:42:13| INFO doc_feat finished [took 88.9970s] +06/11/23 21:42:24| INFO mul_pacc finished [took 161.9999s] +06/11/23 21:42:31| INFO mulmc_pacc finished [took 159.0109s] +06/11/23 21:42:34| INFO mul_sld finished [took 179.5397s] +06/11/23 21:42:42| INFO kfcv finished [took 138.3784s] +06/11/23 21:42:42| INFO atc_mc finished [took 127.5150s] +06/11/23 21:42:45| INFO ref finished [took 133.9163s] +06/11/23 21:42:48| INFO mulne_pacc finished [took 170.3191s] +06/11/23 21:42:53| INFO mul_cc finished [took 153.9952s] +06/11/23 21:42:57| INFO atc_ne finished [took 133.9857s] +06/11/23 21:43:07| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.01406) [took 179.2817s] +06/11/23 21:44:27| INFO mul_pacc_gs finished [took 259.4430s] +06/11/23 21:46:57| INFO bin_pacc finished [took 435.9586s] +06/11/23 21:47:02| INFO binmc_pacc finished [took 436.7170s] +06/11/23 21:47:02| INFO bin_sld finished [took 448.6901s] +06/11/23 21:47:03| INFO binne_pacc finished [took 430.3933s] +06/11/23 21:47:06| INFO bin_cc finished [took 413.3717s] +06/11/23 21:47:44| INFO mul_sld_gsq finished [took 485.8565s] +06/11/23 21:48:40| INFO bin_sld_gsq finished [took 542.6385s] +06/11/23 21:49:21| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.01029) [took 558.1111s] +06/11/23 21:49:54| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00862) [took 617.7204s] +06/11/23 21:50:38| INFO mul_sld_gs finished [took 661.3619s] +06/11/23 21:52:31| INFO bin_pacc_gs finished [took 747.8605s] +06/11/23 21:55:23| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00631) [took 947.6305s] +06/11/23 21:58:25| INFO bin_sld_gs finished [took 1128.9705s] +06/11/23 21:58:25| INFO Dataset sample 0.20 of dataset rcv1_MCAT_9prevs finished [took 1133.8038s] +06/11/23 21:58:25| INFO Dataset sample 0.30 of dataset rcv1_MCAT_9prevs started +06/11/23 22:01:11| INFO doc_feat finished [took 91.6284s] +06/11/23 22:01:13| INFO mul_pacc finished [took 157.8979s] +06/11/23 22:01:21| INFO ref finished [took 117.5064s] +06/11/23 22:01:29| INFO mulmc_pacc finished [took 171.3367s] +06/11/23 22:01:34| INFO kfcv finished [took 138.8623s] +06/11/23 22:01:44| INFO atc_ne finished [took 127.4515s] +06/11/23 22:01:45| INFO mulne_pacc finished [took 175.7659s] +06/11/23 22:01:45| INFO atc_mc finished [took 134.5717s] +06/11/23 22:01:47| INFO mul_sld finished [took 198.7132s] +06/11/23 22:01:53| INFO mul_cc finished [took 156.7010s] +06/11/23 22:01:56| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00920) [took 169.8061s] +06/11/23 22:03:15| INFO mul_pacc_gs finished [took 248.7885s] +06/11/23 22:05:47| INFO bin_pacc finished [took 433.9454s] +06/11/23 22:05:52| INFO binmc_pacc finished [took 435.7566s] +06/11/23 22:05:55| INFO binne_pacc finished [took 432.5216s] +06/11/23 22:06:02| INFO bin_sld finished [took 455.4425s] +06/11/23 22:06:03| INFO bin_cc finished [took 409.9712s] +06/11/23 22:06:43| INFO mul_sld_gsq finished [took 490.7571s] +06/11/23 22:07:34| INFO bin_sld_gsq finished [took 542.4371s] +06/11/23 22:08:10| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': None} (score=0.00585) [took 557.7911s] +06/11/23 22:08:29| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00589) [took 598.8338s] +06/11/23 22:09:12| INFO mul_sld_gs finished [took 641.4050s] +06/11/23 22:11:15| INFO bin_pacc_gs finished [took 742.8423s] +06/11/23 22:14:10| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00443) [took 940.7448s] +06/11/23 22:17:12| INFO bin_sld_gs finished [took 1122.5660s] +06/11/23 22:17:12| INFO Dataset sample 0.30 of dataset rcv1_MCAT_9prevs finished [took 1126.9865s] +06/11/23 22:17:12| INFO Dataset sample 0.40 of dataset rcv1_MCAT_9prevs started +06/11/23 22:19:32| INFO ref finished [took 85.6333s] +06/11/23 22:19:43| INFO mulmc_pacc finished [took 138.3833s] +06/11/23 22:19:44| INFO doc_feat finished [took 84.2844s] +06/11/23 22:19:54| INFO atc_ne finished [took 99.6744s] +06/11/23 22:19:57| INFO kfcv finished [took 114.5018s] +06/11/23 22:19:59| INFO mul_cc finished [took 123.4161s] +06/11/23 22:20:05| INFO mul_pacc finished [took 163.4607s] +06/11/23 22:20:09| INFO mul_sld finished [took 173.7721s] +06/11/23 22:20:16| INFO mulne_pacc finished [took 162.8502s] +06/11/23 22:20:16| INFO atc_mc finished [took 124.1504s] +06/11/23 22:20:36| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00596) [took 169.9575s] +06/11/23 22:21:55| INFO mul_pacc_gs finished [took 248.8139s] +06/11/23 22:24:04| INFO binmc_pacc finished [took 400.7570s] +06/11/23 22:24:12| INFO bin_pacc finished [took 411.2454s] +06/11/23 22:24:21| INFO binne_pacc finished [took 414.5496s] +06/11/23 22:24:21| INFO bin_cc finished [took 389.2880s] +06/11/23 22:24:25| INFO bin_sld finished [took 431.6256s] +06/11/23 22:25:13| INFO mul_sld_gsq finished [took 474.0621s] +06/11/23 22:25:54| INFO bin_sld_gsq finished [took 515.9435s] +06/11/23 22:26:41| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00626) [took 539.2315s] +06/11/23 22:27:11| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00612) [took 594.2222s] +06/11/23 22:27:54| INFO mul_sld_gs finished [took 637.0683s] +06/11/23 22:29:48| INFO bin_pacc_gs finished [took 725.8952s] +06/11/23 22:33:01| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00682) [took 945.7122s] +06/11/23 22:36:02| INFO bin_sld_gs finished [took 1126.7133s] +06/11/23 22:36:02| INFO Dataset sample 0.40 of dataset rcv1_MCAT_9prevs finished [took 1130.5566s] +06/11/23 22:36:02| INFO Dataset sample 0.50 of dataset rcv1_MCAT_9prevs started +06/11/23 22:38:42| INFO doc_feat finished [took 76.3995s] +06/11/23 22:39:04| INFO mul_pacc finished [took 170.8108s] +06/11/23 22:39:11| INFO mulmc_pacc finished [took 169.1537s] +06/11/23 22:39:22| INFO ref finished [took 134.5551s] +06/11/23 22:39:23| INFO kfcv finished [took 144.5049s] +06/11/23 22:39:28| INFO mul_sld finished [took 201.7112s] +06/11/23 22:39:31| INFO atc_ne finished [took 127.5871s] +06/11/23 22:39:32| INFO atc_mc finished [took 141.1615s] +06/11/23 22:39:33| INFO mulne_pacc finished [took 181.7155s] +06/11/23 22:39:34| INFO mul_cc finished [took 156.9505s] +06/11/23 22:39:37| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.00848) [took 178.6463s] +06/11/23 22:41:02| INFO mul_pacc_gs finished [took 264.1109s] +06/11/23 22:43:34| INFO binmc_pacc finished [took 438.9742s] +06/11/23 22:43:34| INFO bin_pacc finished [took 442.7005s] +06/11/23 22:43:43| INFO bin_sld finished [took 458.4940s] +06/11/23 22:43:44| INFO binne_pacc finished [took 443.0455s] +06/11/23 22:43:55| INFO bin_cc finished [took 423.6361s] +06/11/23 22:44:45| INFO mul_sld_gsq finished [took 514.4586s] +06/11/23 22:45:32| INFO bin_sld_gsq finished [took 562.7681s] +06/11/23 22:46:12| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00790) [took 574.1156s] +06/11/23 22:46:42| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00824) [took 633.5645s] +06/11/23 22:47:24| INFO mul_sld_gs finished [took 676.3552s] +06/11/23 22:49:27| INFO bin_pacc_gs finished [took 768.3574s] +06/11/23 22:52:27| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00861) [took 979.5729s] +06/11/23 22:55:32| INFO bin_sld_gs finished [took 1164.7331s] +06/11/23 22:55:32| INFO Dataset sample 0.50 of dataset rcv1_MCAT_9prevs finished [took 1169.2748s] +06/11/23 22:55:32| INFO Dataset sample 0.60 of dataset rcv1_MCAT_9prevs started +06/11/23 22:58:47| INFO doc_feat finished [took 112.6375s] +06/11/23 22:59:00| INFO kfcv finished [took 150.2412s] +06/11/23 22:59:00| INFO mul_pacc finished [took 197.0521s] +06/11/23 22:59:06| INFO mul_sld finished [took 209.9482s] +06/11/23 22:59:07| INFO mulmc_pacc finished [took 198.8911s] +06/11/23 22:59:07| INFO ref finished [took 148.7702s] +06/11/23 22:59:16| INFO atc_ne finished [took 143.7730s] +06/11/23 22:59:18| INFO atc_mc finished [took 151.2783s] +06/11/23 22:59:19| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.01122) [took 190.1694s] +06/11/23 22:59:26| INFO mul_cc finished [took 179.0100s] +06/11/23 22:59:33| INFO mulne_pacc finished [took 211.9002s] +06/11/23 23:00:52| INFO mul_pacc_gs finished [took 283.5718s] +06/11/23 23:03:21| INFO bin_sld finished [took 466.9682s] +06/11/23 23:03:24| INFO binmc_pacc finished [took 456.9500s] +06/11/23 23:03:25| INFO bin_pacc finished [took 464.1421s] +06/11/23 23:03:39| INFO bin_cc finished [took 445.8302s] +06/11/23 23:03:40| INFO binne_pacc finished [took 466.3427s] +06/11/23 23:04:10| INFO mul_sld_gsq finished [took 509.0584s] +06/11/23 23:04:56| INFO bin_sld_gsq finished [took 556.7578s] +06/11/23 23:05:48| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'confidence': None} (score=0.01033) [took 581.0899s] +06/11/23 23:06:14| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.00791) [took 636.6955s] +06/11/23 23:07:00| INFO mul_sld_gs finished [took 682.1829s] +06/11/23 23:08:59| INFO bin_pacc_gs finished [took 772.0584s] +06/11/23 23:11:44| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 100.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00722) [took 966.7367s] +06/11/23 23:14:47| INFO bin_sld_gs finished [took 1150.2138s] +06/11/23 23:14:47| INFO Dataset sample 0.60 of dataset rcv1_MCAT_9prevs finished [took 1155.4582s] +06/11/23 23:14:47| INFO Dataset sample 0.70 of dataset rcv1_MCAT_9prevs started +06/11/23 23:17:29| INFO mulmc_pacc finished [took 140.6592s] +06/11/23 23:17:37| INFO doc_feat finished [took 93.5374s] +06/11/23 23:17:58| INFO mul_pacc finished [took 176.1101s] +06/11/23 23:18:06| INFO mulne_pacc finished [took 168.2578s] +06/11/23 23:18:06| INFO ref finished [took 138.9670s] +06/11/23 23:18:13| INFO atc_ne finished [took 133.8368s] +06/11/23 23:18:13| INFO mul_cc finished [took 156.3809s] +06/11/23 23:18:14| INFO atc_mc finished [took 140.7865s] +06/11/23 23:18:15| INFO kfcv finished [took 150.8563s] +06/11/23 23:18:28| INFO mul_sld finished [took 213.5502s] +06/11/23 23:18:37| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.00696) [took 184.7202s] +06/11/23 23:20:04| INFO mul_pacc_gs finished [took 271.8620s] +06/11/23 23:22:38| INFO binne_pacc finished [took 444.7274s] +06/11/23 23:22:39| INFO binmc_pacc finished [took 454.8866s] +06/11/23 23:22:39| INFO bin_pacc finished [took 458.6381s] +06/11/23 23:22:47| INFO bin_cc finished [took 432.1075s] +06/11/23 23:22:54| INFO bin_sld finished [took 480.5003s] +06/11/23 23:23:33| INFO mul_sld_gsq finished [took 514.0066s] +06/11/23 23:24:13| INFO bin_sld_gsq finished [took 554.7885s] +06/11/23 23:24:57| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.00603) [took 574.6463s] +06/11/23 23:25:06| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00528) [took 609.3079s] +06/11/23 23:25:51| INFO mul_sld_gs finished [took 654.2885s] +06/11/23 23:28:10| INFO bin_pacc_gs finished [took 767.8253s] +06/11/23 23:30:43| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00733) [took 947.2105s] +06/11/23 23:33:48| INFO bin_sld_gs finished [took 1132.1309s] +06/11/23 23:33:48| INFO Dataset sample 0.70 of dataset rcv1_MCAT_9prevs finished [took 1140.6743s] +06/11/23 23:33:48| INFO Dataset sample 0.80 of dataset rcv1_MCAT_9prevs started +06/11/23 23:36:55| INFO doc_feat finished [took 101.6311s] +06/11/23 23:37:16| INFO atc_ne finished [took 124.5854s] +06/11/23 23:37:39| INFO mulne_pacc finished [took 198.5060s] +06/11/23 23:37:42| INFO mulmc_pacc finished [took 210.8408s] +06/11/23 23:37:43| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 1000.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'max_conf'} (score=0.01019) [took 194.4422s] +06/11/23 23:37:44| INFO mul_pacc finished [took 224.0155s] +06/11/23 23:37:44| INFO kfcv finished [took 178.0222s] +06/11/23 23:37:47| INFO ref finished [took 176.1278s] +06/11/23 23:37:55| INFO atc_mc finished [took 173.0154s] +06/11/23 23:37:58| INFO mul_cc finished [took 198.1420s] +06/11/23 23:38:10| INFO mul_sld finished [took 258.4898s] +06/11/23 23:39:25| INFO mul_pacc_gs finished [took 297.0552s] +06/11/23 23:41:55| INFO binmc_pacc finished [took 471.8397s] +06/11/23 23:42:06| INFO binne_pacc finished [took 470.6917s] +06/11/23 23:42:08| INFO bin_pacc finished [took 490.2025s] +06/11/23 23:42:11| INFO bin_sld finished [took 500.3974s] +06/11/23 23:42:17| INFO bin_cc finished [took 463.2719s] +06/11/23 23:42:33| INFO mul_sld_gsq finished [took 515.9211s] +06/11/23 23:43:19| INFO bin_sld_gsq finished [took 563.2792s] +06/11/23 23:44:05| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'confidence': 'entropy'} (score=0.01110) [took 580.7011s] +06/11/23 23:44:33| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': 'balanced', 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': 'entropy'} (score=0.00755) [took 638.9055s] +06/11/23 23:45:18| INFO mul_sld_gs finished [took 683.7473s] +06/11/23 23:47:14| INFO bin_pacc_gs finished [took 769.5136s] +06/11/23 23:50:19| DEBUG [BinaryQuantifierAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 0.1, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': 'bcts', 'quantifier__exact_train_prev': True, 'confidence': None} (score=0.00653) [took 986.1331s] +06/11/23 23:53:23| INFO bin_sld_gs finished [took 1170.3407s] +06/11/23 23:53:23| INFO Dataset sample 0.80 of dataset rcv1_MCAT_9prevs finished [took 1175.4004s] +06/11/23 23:53:23| INFO Dataset sample 0.90 of dataset rcv1_MCAT_9prevs started +06/11/23 23:53:29| WARNING Method bin_sld failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 23:53:31| WARNING Method bin_sld_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 23:53:32| WARNING Method bin_sld_gsq failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 23:53:34| WARNING Method mul_sld_gsq failed. Exception: a must be greater than 0 unless no samples are taken +06/11/23 23:53:34| WARNING Method bin_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 23:53:36| WARNING Method mul_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,) +06/11/23 23:53:37| WARNING Method binmc_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 23:53:38| WARNING Method binne_pacc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 23:53:39| WARNING Method mulmc_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,) +06/11/23 23:53:41| WARNING Method mulne_pacc failed. Exception: could not broadcast input array from shape (3,) into shape (4,) +06/11/23 23:53:41| WARNING Method bin_pacc_gs failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 23:53:43| WARNING Method mul_pacc_gs failed. Exception: could not broadcast input array from shape (3,) into shape (4,) +06/11/23 23:53:44| WARNING Method bin_cc failed. Exception: This solver needs samples of at least 2 classes in the data, but the data contains only one class: 0 +06/11/23 23:54:33| INFO ref finished [took 46.5615s] +06/11/23 23:54:34| INFO doc_feat finished [took 43.4254s] +06/11/23 23:54:34| INFO kfcv finished [took 48.7260s] +06/11/23 23:54:34| INFO mul_sld finished [took 64.5496s] +06/11/23 23:54:38| INFO atc_mc finished [took 49.9172s] +06/11/23 23:54:39| INFO atc_ne finished [took 49.8635s] +06/11/23 23:54:39| INFO mul_cc finished [took 54.7417s] +06/11/23 23:58:27| DEBUG [MultiClassAccuracyEstimator] optimization finished: best params {'quantifier__classifier__C': 10.0, 'quantifier__classifier__class_weight': None, 'quantifier__recalib': None, 'quantifier__exact_train_prev': True, 'confidence': 'max_conf'} (score=0.01247) [took 295.7388s] +06/11/23 23:59:08| INFO mul_sld_gs finished [took 336.2009s] +06/11/23 23:59:08| INFO Dataset sample 0.90 of dataset rcv1_MCAT_9prevs finished [took 344.1389s] +----------------------------------------------------------------------------------------------------