pool size updated
This commit is contained in:
parent
4317632ec9
commit
4423221ba9
|
@ -1,4 +1,5 @@
|
||||||
import multiprocessing
|
import multiprocessing
|
||||||
|
import os
|
||||||
import time
|
import time
|
||||||
from traceback import print_exception as traceback
|
from traceback import print_exception as traceback
|
||||||
from typing import List
|
from typing import List
|
||||||
|
@ -10,7 +11,7 @@ import quapy as qp
|
||||||
from quacc.dataset import Dataset
|
from quacc.dataset import Dataset
|
||||||
from quacc.environment import env
|
from quacc.environment import env
|
||||||
from quacc.evaluation import baseline, method
|
from quacc.evaluation import baseline, method
|
||||||
from quacc.evaluation.report import CompReport, DatasetReport, EvaluationReport
|
from quacc.evaluation.report import CompReport, DatasetReport
|
||||||
from quacc.evaluation.worker import estimate_worker
|
from quacc.evaluation.worker import estimate_worker
|
||||||
from quacc.logger import Logger
|
from quacc.logger import Logger
|
||||||
|
|
||||||
|
@ -74,12 +75,13 @@ class CompEstimator:
|
||||||
CE = CompEstimator()
|
CE = CompEstimator()
|
||||||
|
|
||||||
|
|
||||||
def evaluate_comparison(dataset: Dataset, estimators=None) -> EvaluationReport:
|
def evaluate_comparison(dataset: Dataset, estimators=None) -> DatasetReport:
|
||||||
log = Logger.logger()
|
log = Logger.logger()
|
||||||
# with multiprocessing.Pool(1) as pool:
|
# with multiprocessing.Pool(1) as pool:
|
||||||
with multiprocessing.Pool(len(estimators)) as pool:
|
__pool_size = os.cpu_count() // 2
|
||||||
|
with multiprocessing.Pool(__pool_size) as pool:
|
||||||
dr = DatasetReport(dataset.name)
|
dr = DatasetReport(dataset.name)
|
||||||
log.info(f"dataset {dataset.name}")
|
log.info(f"dataset {dataset.name} [pool size: {__pool_size}]")
|
||||||
for d in dataset():
|
for d in dataset():
|
||||||
log.info(
|
log.info(
|
||||||
f"Dataset sample {d.train_prev[1]:.2f} of dataset {dataset.name} started"
|
f"Dataset sample {d.train_prev[1]:.2f} of dataset {dataset.name} started"
|
||||||
|
|
Loading…
Reference in New Issue