QuAcc/conf.yaml

debug_conf: &debug_conf
  global:
    METRICS: 
    - acc
    DATASET_N_PREVS: 5
    DATASET_PREVS:
    - 0.2
    - 0.5
    - 0.8

  confs:
    - DATASET_NAME: imdb

  plot_confs:
    debug:
      PLOT_ESTIMATORS:
        - mulmc_sld
        - atc_mc
      PLOT_STDEV: true

mc_conf: &mc_conf
  global:
    METRICS: 
    - acc
    DATASET_N_PREVS: 9
    DATASET_DIR_UPDATE: true

  confs:
    - DATASET_NAME: rcv1
      DATASET_TARGET: CCAT
    # - DATASET_NAME: imdb

  plot_confs:
    debug3:
      PLOT_ESTIMATORS:
        - binmc_sld
        - mulmc_sld
        - binne_sld
        - mulne_sld
        - bin_sld_gs
        - mul_sld_gs
        - atc_mc
      PLOT_STDEV: true

test_conf: &test_conf
  global:
    METRICS: 
    - acc
    - f1
    DATASET_N_PREVS: 9

  confs:
    - DATASET_NAME: rcv1
      DATASET_TARGET: CCAT
    # - DATASET_NAME: imdb

  plot_confs:
    gs_vs_gsq:
      PLOT_ESTIMATORS:
      - bin_sld
      - bin_sld_gs
      - bin_sld_gsq
      - mul_sld
      - mul_sld_gs
      - mul_sld_gsq
    gs_vs_atc:
      PLOT_ESTIMATORS:
      - bin_sld
      - bin_sld_gs
      - mul_sld
      - mul_sld_gs
      - atc_mc
      - atc_ne
    sld_vs_pacc:
      PLOT_ESTIMATORS:
      - bin_sld
      - bin_sld_gs
      - mul_sld
      - mul_sld_gs
      - bin_pacc
      - bin_pacc_gs
      - mul_pacc
      - mul_pacc_gs
      - atc_mc
      - atc_ne
    pacc_vs_atc:
      PLOT_ESTIMATORS:
      - bin_pacc
      - bin_pacc_gs
      - mul_pacc
      - mul_pacc_gs
      - atc_mc
      - atc_ne

main_conf: &main_conf

  global:
    METRICS: 
    - acc
    - f1
    DATASET_N_PREVS: 9

  confs:
    - DATASET_NAME: rcv1
      DATASET_TARGET: CCAT
  confs_bck:
    - DATASET_NAME: imdb
    - DATASET_NAME: rcv1
      DATASET_TARGET: GCAT
    - DATASET_NAME: rcv1
      DATASET_TARGET: MCAT

  plot_confs:
    gs_vs_atc:
      PLOT_ESTIMATORS:
      - mul_sld_gs
      - bin_sld_gs
      - ref
      - atc_mc
      - atc_ne
      PLOT_STDEV: true
    best_vs_atc:
      PLOT_ESTIMATORS:
      - mul_sld_bcts
      - mul_sld_gs
      - bin_sld_bcts
      - bin_sld_gs
      - ref
      - atc_mc
      - atc_ne
    all_vs_atc:
      PLOT_ESTIMATORS:
      - bin_sld
      - bin_sld_bcts
      - bin_sld_gs
      - mul_sld
      - mul_sld_bcts
      - mul_sld_gs
      - ref
      - atc_mc
      - atc_ne
    best_vs_all:
      PLOT_ESTIMATORS:
      - bin_sld_bcts
      - bin_sld_gs
      - mul_sld_bcts
      - mul_sld_gs
      - ref
      - kfcv
      - atc_mc
      - atc_ne
      - doc_feat

exec: *mc_conf
diag plot fixed, opts, avg plot, best score added 2023-10-27 12:37:18 +02:00			`debug_conf: &debug_conf`
			`global:`
			`METRICS:`
			`- acc`
rework completed 2023-10-31 03:01:24 +01:00			`DATASET_N_PREVS: 5`
			`DATASET_PREVS:`
confidence evaluation bug fixed 2023-11-05 14:16:53 +01:00			`- 0.2`
rework completed 2023-10-31 03:01:24 +01:00			`- 0.5`
confidence evaluation bug fixed 2023-11-05 14:16:53 +01:00			`- 0.8`
diag plot fixed, opts, avg plot, best score added 2023-10-27 12:37:18 +02:00
conf updated 2023-10-31 14:53:54 +01:00			`confs:`
logger implemented 2023-10-28 16:14:37 +02:00			`- DATASET_NAME: imdb`
plots, avg table, conf added; method updated 2023-10-23 03:14:35 +02:00
diag plot fixed, opts, avg plot, best score added 2023-10-27 12:37:18 +02:00			`plot_confs:`
			`debug:`
conf updated 2023-10-31 14:53:54 +01:00			`PLOT_ESTIMATORS:`
confidence evaluation bug fixed 2023-11-05 14:16:53 +01:00			`- mulmc_sld`
			`- atc_mc`
method confidence added 2023-11-05 00:15:40 +01:00			`PLOT_STDEV: true`

			`mc_conf: &mc_conf`
			`global:`
			`METRICS:`
			`- acc`
			`DATASET_N_PREVS: 9`
confidence evaluation bug fixed 2023-11-05 14:16:53 +01:00			`DATASET_DIR_UPDATE: true`
method confidence added 2023-11-05 00:15:40 +01:00
			`confs:`
			`- DATASET_NAME: rcv1`
			`DATASET_TARGET: CCAT`
confidence evaluation bug fixed 2023-11-05 14:16:53 +01:00			`# - DATASET_NAME: imdb`
method confidence added 2023-11-05 00:15:40 +01:00
			`plot_confs:`
confidence evaluation bug fixed 2023-11-05 14:16:53 +01:00			`debug3:`
method confidence added 2023-11-05 00:15:40 +01:00			`PLOT_ESTIMATORS:`
confidence evaluation bug fixed 2023-11-05 14:16:53 +01:00			`- binmc_sld`
method confidence added 2023-11-05 00:15:40 +01:00			`- mulmc_sld`
confidence evaluation bug fixed 2023-11-05 14:16:53 +01:00			`- binne_sld`
			`- mulne_sld`
method confidence added 2023-11-05 00:15:40 +01:00			`- bin_sld_gs`
confidence evaluation bug fixed 2023-11-05 14:16:53 +01:00			`- mul_sld_gs`
bin adapted to grid search 2023-11-03 23:28:40 +01:00			`- atc_mc`
conf updated 2023-10-31 14:53:54 +01:00			`PLOT_STDEV: true`
plots, avg table, conf added; method updated 2023-10-23 03:14:35 +02:00
diag plot fixed, opts, avg plot, best score added 2023-10-27 12:37:18 +02:00			`test_conf: &test_conf`
			`global:`
Output updated 2023-10-23 09:19:32 +02:00			`METRICS:`
			`- acc`
			`- f1`
bin adapted to grid search 2023-11-03 23:28:40 +01:00			`DATASET_N_PREVS: 9`
diag plot fixed, opts, avg plot, best score added 2023-10-27 12:37:18 +02:00
conf updated 2023-10-31 14:53:54 +01:00			`confs:`
bin adapted to grid search 2023-11-03 23:28:40 +01:00			`- DATASET_NAME: rcv1`
			`DATASET_TARGET: CCAT`
			`# - DATASET_NAME: imdb`
diag plot fixed, opts, avg plot, best score added 2023-10-27 12:37:18 +02:00
			`plot_confs:`
method confidence added 2023-11-05 00:15:40 +01:00			`gs_vs_gsq:`
bin adapted to grid search 2023-11-03 23:28:40 +01:00			`PLOT_ESTIMATORS:`
method confidence added 2023-11-05 00:15:40 +01:00			`- bin_sld`
bin adapted to grid search 2023-11-03 23:28:40 +01:00			`- bin_sld_gs`
method confidence added 2023-11-05 00:15:40 +01:00			`- bin_sld_gsq`
			`- mul_sld`
			`- mul_sld_gs`
			`- mul_sld_gsq`
			`gs_vs_atc:`
			`PLOT_ESTIMATORS:`
			`- bin_sld`
			`- bin_sld_gs`
			`- mul_sld`
bin adapted to grid search 2023-11-03 23:28:40 +01:00			`- mul_sld_gs`
			`- atc_mc`
			`- atc_ne`
			`sld_vs_pacc:`
diag plot fixed, opts, avg plot, best score added 2023-10-27 12:37:18 +02:00			`PLOT_ESTIMATORS:`
			`- bin_sld`
			`- bin_sld_gs`
			`- mul_sld`
			`- mul_sld_gs`
method confidence added 2023-11-05 00:15:40 +01:00			`- bin_pacc`
			`- bin_pacc_gs`
			`- mul_pacc`
			`- mul_pacc_gs`
			`- atc_mc`
			`- atc_ne`
			`pacc_vs_atc:`
			`PLOT_ESTIMATORS:`
			`- bin_pacc`
			`- bin_pacc_gs`
			`- mul_pacc`
			`- mul_pacc_gs`
diag plot fixed, opts, avg plot, best score added 2023-10-27 12:37:18 +02:00			`- atc_mc`
			`- atc_ne`

			`main_conf: &main_conf`
method confidence added 2023-11-05 00:15:40 +01:00
diag plot fixed, opts, avg plot, best score added 2023-10-27 12:37:18 +02:00			`global:`
plots, avg table, conf added; method updated 2023-10-23 03:14:35 +02:00			`METRICS:`
			`- acc`
			`- f1`
			`DATASET_N_PREVS: 9`

conf updated 2023-10-31 14:53:54 +01:00			`confs:`
			`- DATASET_NAME: rcv1`
			`DATASET_TARGET: CCAT`
			`confs_bck:`
logger implemented 2023-10-28 16:14:37 +02:00			`- DATASET_NAME: imdb`
diag plot fixed, opts, avg plot, best score added 2023-10-27 12:37:18 +02:00			`- DATASET_NAME: rcv1`
			`DATASET_TARGET: GCAT`
			`- DATASET_NAME: rcv1`
			`DATASET_TARGET: MCAT`
plots, avg table, conf added; method updated 2023-10-23 03:14:35 +02:00
diag plot fixed, opts, avg plot, best score added 2023-10-27 12:37:18 +02:00			`plot_confs:`
			`gs_vs_atc:`
			`PLOT_ESTIMATORS:`
			`- mul_sld_gs`
			`- bin_sld_gs`
			`- ref`
			`- atc_mc`
			`- atc_ne`
			`PLOT_STDEV: true`
			`best_vs_atc:`
			`PLOT_ESTIMATORS:`
			`- mul_sld_bcts`
			`- mul_sld_gs`
			`- bin_sld_bcts`
			`- bin_sld_gs`
			`- ref`
			`- atc_mc`
			`- atc_ne`
			`all_vs_atc:`
			`PLOT_ESTIMATORS:`
			`- bin_sld`
			`- bin_sld_bcts`
			`- bin_sld_gs`
			`- mul_sld`
			`- mul_sld_bcts`
			`- mul_sld_gs`
			`- ref`
			`- atc_mc`
			`- atc_ne`
			`best_vs_all:`
			`PLOT_ESTIMATORS:`
			`- bin_sld_bcts`
			`- bin_sld_gs`
			`- mul_sld_bcts`
			`- mul_sld_gs`
			`- ref`
			`- kfcv`
			`- atc_mc`
			`- atc_ne`
			`- doc_feat`
plots, avg table, conf added; method updated 2023-10-23 03:14:35 +02:00
method confidence added 2023-11-05 00:15:40 +01:00			`exec: *mc_conf`