QuAcc/conf.yaml

489 lines
9.9 KiB
YAML

debug_conf: &debug_conf
global:
METRICS:
- acc
OUT_DIR_NAME: output/debug
DATASET_N_PREVS: 4
# DATASET_PREVS: [[0.1, 0.1, 0.8]]
COMP_ESTIMATORS:
# - bin_sld_lr
# - mul_sld_lr
# - m3w_sld_lr
# - d_bin_sld_lr
# - d_mul_sld_lr
# - d_m3w_sld_lr
# - d_bin_sld_rbf
# - d_mul_sld_rbf
# - d_m3w_sld_rbf
# - bin_kde_lr
# - mul_kde_lr
# - m3w_kde_lr
# - d_bin_kde_lr
# - d_mul_kde_lr
# - d_m3w_kde_lr
# - d_bin_kde_rbf
# - d_mul_kde_rbf
# - d_m3w_kde_rbf
# - mandoline
# - bin_sld_lr_is
- bin_sld_lr_gs
- mul_sld_lr_gs
# - m3w_sld_lr_is
# - rca
# - rca_star
- doc
- atc_mc
N_JOBS: -2
confs:
- DATASET_NAME: twitter_gasp
other_confs:
- DATASET_NAME: rcv1
DATASET_TARGET: GCAT
- DATASET_NAME: rcv1
DATASET_TARGET: MCAT
- DATASET_NAME: imdb
- DATASET_NAME: imdb
- DATASET_NAME: rcv1
DATASET_TARGET: CCAT
test_conf: &test_conf
global:
METRICS:
- acc
- f1
OUT_DIR_NAME: output/test
DATASET_N_PREVS: 9
COMP_ESTIMATORS:
- cross
- cross2
- bin_sld_lr
- mul_sld_lr
- m3w_sld_lr
- bin_sld_lr_is
- mul_sld_lr_is
- m3w_sld_lr_is
- doc
- atc_mc
N_JOBS: -2
confs:
- DATASET_NAME: imdb
- DATASET_NAME: rcv1
DATASET_TARGET: CCAT
other_confs:
- DATASET_NAME: twitter_gasp
main:
confs: &main_confs
- DATASET_NAME: rcv1
DATASET_TARGET: CCAT
- DATASET_NAME: imdb
- DATASET_NAME: rcv1
DATASET_TARGET: GCAT
- DATASET_NAME: rcv1
DATASET_TARGET: MCAT
other_confs:
sld_lr_conf: &sld_lr_conf
global:
METRICS:
- acc
- f1
OUT_DIR_NAME: output/sld_lr
DATASET_N_PREVS: 9
N_JOBS: -2
COMP_ESTIMATORS:
- bin_sld_lr
- mul_sld_lr
- m3w_sld_lr
- bin_sld_lr_c
- mul_sld_lr_c
- m3w_sld_lr_c
- bin_sld_lr_mc
- mul_sld_lr_mc
- m3w_sld_lr_mc
- bin_sld_lr_ne
- mul_sld_lr_ne
- m3w_sld_lr_ne
- bin_sld_lr_is
- mul_sld_lr_is
- m3w_sld_lr_is
- bin_sld_lr_a
- mul_sld_lr_a
- m3w_sld_lr_a
- bin_sld_lr_gs
- mul_sld_lr_gs
- m3w_sld_lr_gs
- doc
- atc_mc
confs: *main_confs
confs_next:
- DATASET_NAME: imdb
- DATASET_NAME: twitter_gasp
- DATASET_NAME: rcv1
DATASET_TARGET: CCAT
- DATASET_NAME: rcv1
DATASET_TARGET: GCAT
- DATASET_NAME: rcv1
DATASET_TARGET: MCAT
- DATASET_NAME: cifar10
DATASET_TARGET: dog
d_sld_lr_conf: &d_sld_lr_conf
global:
METRICS:
- acc
- f1
OUT_DIR_NAME: output/d_sld_lr
DATASET_N_PREVS: 9
N_JOBS: -2
COMP_ESTIMATORS:
- d_bin_sld_lr
- d_mul_sld_lr
- d_m3w_sld_lr
- d_bin_sld_lr_c
- d_mul_sld_lr_c
- d_m3w_sld_lr_c
- d_bin_sld_lr_mc
- d_mul_sld_lr_mc
- d_m3w_sld_lr_mc
- d_bin_sld_lr_ne
- d_mul_sld_lr_ne
- d_m3w_sld_lr_ne
- d_bin_sld_lr_is
- d_mul_sld_lr_is
- d_m3w_sld_lr_is
- d_bin_sld_lr_a
- d_mul_sld_lr_a
- d_m3w_sld_lr_a
- d_bin_sld_lr_gs
- d_mul_sld_lr_gs
- d_m3w_sld_lr_gs
- doc
- atc_mc
confs: *main_confs
confs_next:
- DATASET_NAME: rcv1
DATASET_TARGET: CCAT
- DATASET_NAME: imdb
- DATASET_NAME: twitter_gasp
- DATASET_NAME: rcv1
DATASET_TARGET: GCAT
- DATASET_NAME: rcv1
DATASET_TARGET: MCAT
- DATASET_NAME: cifar10
DATASET_TARGET: dog
d_sld_rbf_conf: &d_sld_rbf_conf
global:
METRICS:
- acc
- f1
OUT_DIR_NAME: output/d_sld_rbf
DATASET_N_PREVS: 9
N_JOBS: -2
COMP_ESTIMATORS:
- d_bin_sld_rbf
- d_mul_sld_rbf
- d_m3w_sld_rbf
- d_bin_sld_rbf_c
- d_mul_sld_rbf_c
- d_m3w_sld_rbf_c
- d_bin_sld_rbf_mc
- d_mul_sld_rbf_mc
- d_m3w_sld_rbf_mc
- d_bin_sld_rbf_ne
- d_mul_sld_rbf_ne
- d_m3w_sld_rbf_ne
- d_bin_sld_rbf_is
- d_mul_sld_rbf_is
- d_m3w_sld_rbf_is
- d_bin_sld_rbf_a
- d_mul_sld_rbf_a
- d_m3w_sld_rbf_a
- d_bin_sld_rbf_gs
- d_mul_sld_rbf_gs
- d_m3w_sld_rbf_gs
- doc
- atc_mc
confs: *main_confs
confs_next:
- DATASET_NAME: imdb
- DATASET_NAME: twitter_gasp
- DATASET_NAME: rcv1
DATASET_TARGET: CCAT
- DATASET_NAME: rcv1
DATASET_TARGET: GCAT
- DATASET_NAME: rcv1
DATASET_TARGET: MCAT
- DATASET_NAME: cifar10
DATASET_TARGET: dog
kde_lr_conf: &kde_lr_conf
global:
METRICS:
- acc
- f1
OUT_DIR_NAME: output/kde_lr
DATASET_N_PREVS: 9
COMP_ESTIMATORS:
- bin_kde_lr
- mul_kde_lr
- m3w_kde_lr
- bin_kde_lr_c
- mul_kde_lr_c
- m3w_kde_lr_c
- bin_kde_lr_mc
- mul_kde_lr_mc
- m3w_kde_lr_mc
- bin_kde_lr_ne
- mul_kde_lr_ne
- m3w_kde_lr_ne
- bin_kde_lr_is
- mul_kde_lr_is
- m3w_kde_lr_is
- bin_kde_lr_a
- mul_kde_lr_a
- m3w_kde_lr_a
- bin_kde_lr_gs
- mul_kde_lr_gs
- m3w_kde_lr_gs
- doc
- atc_mc
N_JOBS: -2
confs: *main_confs
other_confs:
- DATASET_NAME: imdb
- DATASET_NAME: rcv1
DATASET_TARGET: CCAT
d_kde_lr_conf: &d_kde_lr_conf
global:
METRICS:
- acc
- f1
OUT_DIR_NAME: output/d_kde_lr
DATASET_N_PREVS: 9
COMP_ESTIMATORS:
- d_bin_kde_lr
- d_mul_kde_lr
- d_m3w_kde_lr
- d_bin_kde_lr_c
- d_mul_kde_lr_c
- d_m3w_kde_lr_c
- d_bin_kde_lr_mc
- d_mul_kde_lr_mc
- d_m3w_kde_lr_mc
- d_bin_kde_lr_ne
- d_mul_kde_lr_ne
- d_m3w_kde_lr_ne
- d_bin_kde_lr_is
- d_mul_kde_lr_is
- d_m3w_kde_lr_is
- d_bin_kde_lr_a
- d_mul_kde_lr_a
- d_m3w_kde_lr_a
- d_bin_kde_lr_gs
- d_mul_kde_lr_gs
- d_m3w_kde_lr_gs
- doc
- atc_mc
N_JOBS: -2
confs: *main_confs
other_confs:
- DATASET_NAME: imdb
- DATASET_NAME: rcv1
DATASET_TARGET: CCAT
d_kde_rbf_conf: &d_kde_rbf_conf
global:
METRICS:
- acc
- f1
OUT_DIR_NAME: output/d_kde_rbf
DATASET_N_PREVS: 9
COMP_ESTIMATORS:
- d_bin_kde_rbf
- d_mul_kde_rbf
- d_m3w_kde_rbf
- d_bin_kde_rbf_c
- d_mul_kde_rbf_c
- d_m3w_kde_rbf_c
- d_bin_kde_rbf_mc
- d_mul_kde_rbf_mc
- d_m3w_kde_rbf_mc
- d_bin_kde_rbf_ne
- d_mul_kde_rbf_ne
- d_m3w_kde_rbf_ne
- d_bin_kde_rbf_is
- d_mul_kde_rbf_is
- d_m3w_kde_rbf_is
- d_bin_kde_rbf_a
- d_mul_kde_rbf_a
- d_m3w_kde_rbf_a
- d_bin_kde_rbf_gs
- d_mul_kde_rbf_gs
- d_m3w_kde_rbf_gs
- doc
- atc_mc
N_JOBS: -2
confs: *main_confs
other_confs:
- DATASET_NAME: imdb
- DATASET_NAME: rcv1
DATASET_TARGET: CCAT
cc_lr_conf: &cc_lr_conf
global:
METRICS:
- acc
- f1
OUT_DIR_NAME: output/cc_lr
DATASET_N_PREVS: 9
COMP_ESTIMATORS:
# - bin_cc_lr
# - mul_cc_lr
# - m3w_cc_lr
# - bin_cc_lr_c
# - mul_cc_lr_c
# - m3w_cc_lr_c
# - bin_cc_lr_mc
# - mul_cc_lr_mc
# - m3w_cc_lr_mc
# - bin_cc_lr_ne
# - mul_cc_lr_ne
# - m3w_cc_lr_ne
# - bin_cc_lr_is
# - mul_cc_lr_is
# - m3w_cc_lr_is
# - bin_cc_lr_a
# - mul_cc_lr_a
# - m3w_cc_lr_a
- bin_cc_lr_gs
- mul_cc_lr_gs
- m3w_cc_lr_gs
N_JOBS: -2
confs: *main_confs
other_confs:
- DATASET_NAME: imdb
- DATASET_NAME: rcv1
DATASET_TARGET: CCAT
baselines_conf: &baselines_conf
global:
METRICS:
- acc
- f1
OUT_DIR_NAME: output/baselines
DATASET_N_PREVS: 9
COMP_ESTIMATORS:
- doc
- atc_mc
- naive
# - mandoline
# - rca
# - rca_star
N_JOBS: -2
confs: *main_confs
other_confs:
- DATASET_NAME: imdb
- DATASET_NAME: rcv1
DATASET_TARGET: CCAT
kde_lr_gs_conf: &kde_lr_gs_conf
global:
METRICS:
- acc
- f1
OUT_DIR_NAME: output/kde_lr_gs
DATASET_N_PREVS: 9
COMP_ESTIMATORS:
- bin_kde_lr_gs
- mul_kde_lr_gs
- m3w_kde_lr_gs
N_JOBS: -2
confs:
- DATASET_NAME: twitter_gasp
multiclass_conf: &multiclass_conf
global:
METRICS:
- acc
- f1
OUT_DIR_NAME: output/multiclass
DATASET_N_PREVS: 5
COMP_ESTIMATORS:
- bin_sld_lr_a
- mul_sld_lr_a
- bin_sld_lr_gs
- mul_sld_lr_gs
- bin_kde_lr_gs
- mul_kde_lr_gs
- atc_mc
- doc
N_JOBS: -2
confs: *main_confs
timing_conf: &timing_conf
global:
METRICS:
- acc
- f1
OUT_DIR_NAME: output/timing
DATASET_N_PREVS: 1
COMP_ESTIMATORS:
- bin_sld_lr_a
- mul_sld_lr_a
- m3w_sld_lr_a
- bin_kde_lr_a
- mul_kde_lr_a
- m3w_kde_lr_a
- doc
- atc_mc
- rca
- rca_star
- mandoline
- naive
N_JOBS: 1
PROTOCOL_REPEATS: 1
# PROTOCOL_N_PREVS: 1
confs: *main_confs
timing_gs_conf: &timing_gs_conf
global:
METRICS:
- acc
- f1
OUT_DIR_NAME: output/timing_gs
DATASET_N_PREVS: 1
COMP_ESTIMATORS:
- bin_sld_lr_gs
- mul_sld_lr_gs
- m3w_sld_lr_gs
- bin_kde_lr_gs
- mul_kde_lr_gs
- m3w_kde_lr_gs
N_JOBS: -1
PROTOCOL_REPEATS: 1
# PROTOCOL_N_PREVS: 1
confs: *main_confs
exec: *timing_conf